# robots.txt file for server gianduja.pool-computer.ch ## # disallow xls,doc,pdf downloads. # $Id: robots.txt,v 1.00 9/12/2004 # Email for more site information contact ... mailto:hostladypool-computer.ch ## # # Allow All Spiders - robots.txt - just uncomment only the next two lines ## # User-agent: * # Disallow: User-agent: Wget Disallow: / User-agent: Lynx Disallow: / User-agent: Curl Disallow: / User-agent: libwww-perl Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Crescent Disallow: / User-agent: CherryPicker Disallow: / User-agent: [Ww]eb[Bb]andit Disallow: / User-agent: WebEMailExtrac.* Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Telesoft Disallow: / User-agent: Zeus.*Webster Disallow: / User-agent: Microsoft.URL Disallow: / User-agent: EmailCollector Disallow: / User-agent: internetseer.com Disallow: / User-agent: InternetSeer.com Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: msnbot Disallow: /images/ Disallow: /img/ Disallow: /icons/ Disallow: /icons/small/ Disallow: /gallery/ Disallow: /graphics/ Disallow: /gfx/ Disallow: /buttons/ Disallow: /thumbs/ Disallow: /thumbnails/ Disallow: /*.pdf$ Disallow: /*.ico$ Disallow: /*.tif$ Disallow: /*.pict$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.doc$ Disallow: /*.xls$ Disallow: /*.pps$ Disallow: /*.ppt$ Disallow: /*.eml$ Disallow: /*.url$ Disallow: /*.log$ Disallow: /*.txt$ Disallow: /*.js$ Disallow: /*.pac$ Disallow: /*.css$ Disallow: /*.csv$ Disallow: /*.ext$ Disallow: /*.class$ Disallow: /*.cls$ Disallow: /*.jar$ Disallow: /*.java$ Disallow: /*.c$ Disallow: /*.htx$ Disallow: /*.idc$ Disallow: /*.qry$ Disallow: /*.wo$ Disallow: /*.woa$ Disallow: /*.wos$ Disallow: /*.lp$ Disallow: /*.ls$ Disallow: /*.lsp$ Disallow: /*.au$ Disallow: /*.mid$ Disallow: /*.wav$ Disallow: /*.avi$ Disallow: /*.dat$ Disallow: /*.mov$ Disallow: /*.mpeg$ Disallow: /*.mpg$ Disallow: /*.dir$ Disallow: /*.dcr$ Disallow: /*.dxr$ Disallow: /*.aam$ Disallow: /*.aas$ Disallow: /*.aab$ Disallow: /*.fh$ Disallow: /*.spl$ Disallow: /*.swf$ Disallow: /*.fla$ Disallow: /*.ipx$ Disallow: /*.bin$ Disallow: /*.hqx$ Disallow: /*.sea$ Disallow: /*.sit$ Disallow: /*.dmg$ Disallow: /*.conf$ Disallow: /*.plist$ Disallow: /*.cab$ Disallow: /*.dll$ Disallow: /*.exe$ Disallow: /*.zip$ Disallow: /*.tar$ Disallow: /*.gz$ Disallow: /*.gzip$ Disallow: /*? Disallow: /*.t$ Disallow: /*.cgi$ Disallow: /*.pl$ Disallow: /*.plx$ Disallow: /*.pm$ Disallow: /*.py$ Disallow: /*.pyc$ Disallow: User-agent: Googlebot Disallow: /images/ Disallow: /img/ Disallow: /icons/ Disallow: /icons/small/ Disallow: /gallery/ Disallow: /graphics/ Disallow: /gfx/ Disallow: /buttons/ Disallow: /thumbs/ Disallow: /thumbnails/ Disallow: /*.pdf$ Disallow: /*.ico$ Disallow: /*.tif$ Disallow: /*.pict$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.doc$ Disallow: /*.xls$ Disallow: /*.pps$ Disallow: /*.ppt$ Disallow: /*.eml$ Disallow: /*.url$ Disallow: /*.log$ Disallow: /*.txt$ Disallow: /*.js$ Disallow: /*.pac$ Disallow: /*.css$ Disallow: /*.csv$ Disallow: /*.ext$ Disallow: /*.class$ Disallow: /*.cls$ Disallow: /*.jar$ Disallow: /*.java$ Disallow: /*.c$ Disallow: /*.htx$ Disallow: /*.idc$ Disallow: /*.qry$ Disallow: /*.wo$ Disallow: /*.woa$ Disallow: /*.wos$ Disallow: /*.lp$ Disallow: /*.ls$ Disallow: /*.lsp$ Disallow: /*.au$ Disallow: /*.mid$ Disallow: /*.wav$ Disallow: /*.avi$ Disallow: /*.dat$ Disallow: /*.mov$ Disallow: /*.mpeg$ Disallow: /*.mpg$ Disallow: /*.dir$ Disallow: /*.dcr$ Disallow: /*.dxr$ Disallow: /*.aam$ Disallow: /*.aas$ Disallow: /*.aab$ Disallow: /*.fh$ Disallow: /*.spl$ Disallow: /*.swf$ Disallow: /*.fla$ Disallow: /*.ipx$ Disallow: /*.bin$ Disallow: /*.hqx$ Disallow: /*.sea$ Disallow: /*.sit$ Disallow: /*.dmg$ Disallow: /*.conf$ Disallow: /*.plist$ Disallow: /*.cab$ Disallow: /*.dll$ Disallow: /*.exe$ Disallow: /*.zip$ Disallow: /*.tar$ Disallow: /*.gz$ Disallow: /*.gzip$ Disallow: /*? Disallow: /*.t$ Disallow: /*.cgi$ Disallow: /*.pl$ Disallow: /*.plx$ Disallow: /*.pm$ Disallow: /*.py$ Disallow: /*.pyc$ Disallow: User-agent: Slurp Crawl-delay: 60 Disallow: / User-agent: Inktomi Slurp Crawl-delay: 60 Disallow: / User-agent: SearchMechanics Disallow: #User-agent: InfoSeek Sidewinder/0.9 #Disallow: #User-agent: Microsoft URL Control #Disallow: #User-agent: Firefly/1.0 #Disallow: #User-agent: Googlebot/2.0 #Disallow: #User-agent: Googlebot/2.1 #Disallow: #User-agent: Googlebot/2.1 (+http://www.googlebot.com/bot.html) #Disallow: #User-agent: Scooter-ARS-1.1 #Disallow: #User-agent: Scooter/3.2 #Disallow: #User-agent: Scooter/3.3 #Disallow: #User-agent: Scooter/3.3_SF #Disallow: #User-agent: Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html #Disallow: #User-agent: ia_archiver #Disallow: #User-agent: Yahoo-NewsCrawler* #Disallow: #User-agent: www.webwombat.com.au #Disallow: #User-agent: ZyBorg/1.0 #Disallow: #User-agent: ZyBorg/1.0 (wn.zyborg@looksmart.net; http://www.WISEnutbot.com) #Disallow: #User-agent: ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com) #Disallow: #User-agent: Mozilla/2.0 (compatible; Ask Jeeves/Teoma) #Disallow: #User-agent: Mozilla/4.0 (compatible; grub-client-1.0.7; Crawl your own stuff with http://grub.org) #Disallow: #User-agent: 63.148.99.229 #Disallow: #User-agent: Microsoft URL Control - 6.00.8169 #Disallow: #User-agent: Morning Paper 1.0 (robots.txt compliant!) #Disallow: #User-agent: Mozilla #Disallow: #User-agent: DA 5.3 #Disallow: #User-agent: FAST-WebCrawler #Disallow: #User-agent: FAST-WebCrawler/3.8 (crawler at trd dot overture dot com; http://www.alltheweb.com/help/webmaster/crawler) #Disallow: #User-agent: FAST-WebCrawler/3.8 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp) #Disallow: #User-agent: Pita #Disallow: #User-agent: Franklin Locator 1.8 #Disallow: #User-agent: psbot/0.1 (+http://www.picsearch.com/bot.html) #Disallow: #User-agent: MSNBOT/0.1 (http://search.msn.com/msnbot.htm) #Disallow: #User-agent: msnbot/0.11 (+http://search.msn.com/msnbot.htm) #Disallow: #User-agent: dloader(NaverRobot)/1.0 #Disallow: #User-agent: WebGather 3.0 #Disallow: #User-agent: NPBot (http://www.nameprotect.com/botinfo.html) #Disallow: #User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm) #Disallow: #User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1) #Disallow: #User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows 98) #Disallow: #User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0) #Disallow: #User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows 98; DigExt) #Disallow: #User-agent: Mediapartners-Google* #Disallow: User-agent: * Disallow: /email_addresses/ Disallow: /mailto_addresses/ Disallow: /htaccess/ Disallow: /images/ Disallow: /img/ Disallow: /icons/ Disallow: /icons/small/ Disallow: /gallery/ Disallow: /graphics/ Disallow: /gfx/ Disallow: /buttons/ Disallow: /thumbs/ Disallow: /thumbnails/ Disallow: /cgi-bin/ Disallow: /zgi-bin/ Disallow: /cgi-sys/ Disallow: /zgi-sys/ Disallow: /cgi-win/ Disallow: /zgi-win/ Disallow: /test/robots/all/ Disallow: /test/robots/noindex/ Disallow: /test/robots/indexfollow/ Disallow: /test/robots/disal/ Disallow: /test/robots/partial Disallow: /info/meetings/ Disallow: /info/articles/ Disallow: /st/ Disallow: /ST/ Disallow: /St/ Disallow: /asp/ Disallow: /bin/ Disallow: /cgi/ Disallow: /class/ Disallow: /clock/ Disallow: /count/ Disallow: /css/ Disallow: /data/ Disallow: /dev/ Disallow: /docs/ Disallow: /download/ Disallow: /ecom/ Disallow: /etc/ Disallow: /ezicart/ Disallow: /helper/ Disallow: /incoming/ Disallow: /java/ Disallow: /javascript/ Disallow: /js/ Disallow: /lib/ Disallow: /logs/ Disallow: /passwd/ Disallow: /password/ Disallow: /pdfs_docs/ Disallow: /public_html/ Disallow: /pub/ Disallow: /redir/ Disallow: /search/ Disallow: /secure/ Disallow: /stats/ Disallow: /usage/ Disallow: /usr/ Disallow: /ys_stats/ Disallow: /_borders/ Disallow: /_derived/ Disallow: /_overlay/ Disallow: /_themes/ Disallow: /.search/ Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_inf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /ws_ftp.log # Disallow: /_ # Disallow: /~ # Disallow: ~ Disallow: