User-agent: *
Disallow: /spider-trap
Disallow: /cgi-bin
Disallow: /adserver
Disallow: /index.php/pageType/artistInfo/
Disallow: /index.php/pageType/artist_artworks/
Disallow: /index.php/pageType/artist_media/
Disallow: /index.php/pageType/auction_results/
Disallow: /index.php/pageType/career_analyser/
Disallow: /index.php/pageType/auction_analyser/
Disallow: /index.php/pageType/artist_artwork/artworkID/
Disallow: /index.php/pageType/exhibitionInfo/exhibition/
Disallow: /index.php/pageType/instInfo/inst/
Disallow: /index.php/pageType/artists/
Disallow: /index.php/pageType/exhibitions/
Disallow: /index.php/pageType/artfairs/
Disallow: /index.php/pageType/artfairsarchive/
Disallow: /index.php/pageType/biennials/
Disallow: /index.php/pageType/biennialsarchive/
Disallow: /index.php/pageType/galleries/
Disallow: /index.php/pageType/newsList/
Disallow: /index.php/pageType/newsGalleries/
Disallow: /index.php/pageType/ranking/
Disallow: /index.php/pageType/login/
Disallow: /index.php/pageType/start/
Disallow: /artcol99

User-agent: yahoo-slurp
User-agent: yahoo-mmcrawler
User-agent: msnbot
User-agent: psbot
User-agent: teoma
User-agent: exabot
User-agent: gigabot
User-agent: ia_archiver
User-agent: baiduspider
User-agent: nutch
User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: A-Online Search
User-agent: ATN_Worldwide
User-agent: Arachnophilia
User-agent: ArchitextSpider
User-agent: FAST
User-agent: Scooter
User-agent: Crawler V 0.2.1 admin@crawler.de
User-agent: CoolBot
User-agent: Deweb/1.01
User-agent: grabber
User-agent: Eule-Robot
User-agent: Arachnoidea
User-agent: ArchitextSpider
User-agent: KIT-Fireball/2.0
User-agent: IBM_Planetwide
User-agent: InfoSeek Sidewinder/0.9
User-agent: Slurp
User-agent: LinkWalker
User-agent: Lycos_Spider_(T-Rex)
User-agent: WebMoose
User-agent: Tarantula
User-agent: Gulliver/1.3
User-agent: fido/1.0 Harvest/1.4.pl2
User-agent: MegaSheep
User-agent: Ultraseek
User-agent: whatUseek_winona
Disallow: /