User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/


allow: /spiders.txt/

allow: /almaden.ibm.com/
allow: /appie 1.1/
allow: /architext/
allow: /ask jeeves/
allow: /asterias2.0/
allow: /augurfind/
allow: /baiduspider/
allow: /bannana_bot/
allow: /bdcindexer/
allow: /crawler/
allow: /crawler@fast/
allow: /docomo/
allow: /fast-webcrawler/
allow: /fluffy the spider/
allow: /frooglebot/
allow: /geobot/
allow: /googlebot/
allow: /gulliver/
allow: /henrythemiragorobot/
allow: /ia_archiver/
allow: /infoseek/
allow: /kit_fireball/
allow: /lachesis/
allow: /lycos_spi/der/
allow: /mantraagent/
allow: /mercator/
allow: /moget/1.0/
allow: /muscatferret/
allow: /nationaldirectory-webspider/
allow: /naverrobot/
allow: /ncsa beta/
allow: /netresearchserver/
allow: /ng/1.0/
allow: /osis-project/
allow: /polybot/
allow: /pompos/
allow: /scooter/
allow: /seventwentyfour/
allow: /sidewinder/
allow: /sleek spider/
allow: /slurp/si/
allow: /slurp@inktomi.com/
allow: /steeler/1.3/
allow: /szukacz/
allow: /t-h-u-n-d-e-r-s-t-o-n-e/
allow: /teoma/
allow: /turnitinbot/
allow: /ultraseek/
allow: /vagabondo/
allow: /voilabot/
allow: /w3c_validator/
allow: /zao/0/
allow: /zyborg/1.0/