# robots.txt for http://www.deckertechnology.net/ # observed agents on this site: # Alexa # AskJeeves # EchO! # Faxobot/1.0 # Gigabot/2.0 # Googlebot-Image/1.0 # Googlebot/2.1 (+http://www.google.com/bot.html) # Harvest # ht://Dig # ia_archiver # ichiro/1.0 (ichiro@nttr.co.jp) # Inktomi Slurp # InnerpriseBot/1.0 (http://www.innerprise.com/) # LinkWalker # Lycos # MJ12bot # Mozilla/4.0 (compatible; GPU p2p crawler http://gpu.sourceforge.net/search_engine.php) # Mozilla/4.0 compatible ZyBorg/1.0 (wn-12.zyborg@looksmart.net; http://www.WISEnutbot.com) # Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.dlc@looksmart.net; http://www.WISEnutbot.com) # Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) # Mozilla/5.0 (compatible; BecomeBot/2.0.1; +http://www.become.com/webmasters.html) # Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp) # Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html) # msnbot/0.3 (+http://search.msn.com/msnbot.htm) # msnbot/0.9 (+http://search.msn.com/msnbot.htm) # msnbot/1.0 (+http://search.msn.com/msnbot.htm) # Netcraft # snap.com beta crawler v0 # SurveyBot/2.3 (Whois Source) # TurnitinBot/2.0 http://www.turnitin.com/robot/crawlerinfo.html # VM4050/132.037 UP.Browser/6.2.2.4.e.1.100 (GUI) MMP/2.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html) # Walhello appie # Xenu Link Sleuth 1.2f # Prohibit all access by selected robots User-agent: Googlebot-Image/1.0 User-agent: BecomeBot User-agent: turnitinbot User-agent: NimbleCrawler User-agent: MJ12bot Disallow: / # controls for all visiting robots User-agent: * Disallow: /admin.php Disallow: /config.php Disallow: /admin/ Disallow: /images/ Disallow: /includes/ Disallow: /themes/ Disallow: /blocks/ Disallow: /modules/ Disallow: /language/ Disallow: /scr_lib/ Disallow: /advert/ Disallow: /tforum/ Disallow: /forum/ Disallow: /cgi/bin/ Disallow: /chat/ Disallow: /mail/ Disallow: /kristin/ Disallow: /lilliebet/ Disallow: /dev/ Disallow: /dev1/ Disallow: /baylor/ Disallow: /heath/ Disallow: /userpics/ Disallow: /techforum/search.php Disallow: /techforum/login.php Disallow: /techforum/faq.php Disallow: /techforum/config.php Disallow: /techforum/groupcp.php Disallow: /techforum/posting.php Disallow: /techforum/privmsg.php Disallow: /techforum/viewonline.php Disallow: /techforum/memberlist.php Disallow: /techforum/admin/ Disallow: /techforum/cache/ Disallow: /techforum/chatbox_mod/ Disallow: /techforum/db/ Disallow: /techforum/docs/ Disallow: /techforum/images/ Disallow: /techforum/includes/ Disallow: /techforum/language/ Disallow: /techforum/templates/ Disallow: /coppermine/register.php Disallow: /coppermine/login.php Disallow: /coppermine/faq.php Disallow: /coppermine/addfav.php Disallow: /coppermine/search.php Disallow: /mt/mt-comments.cgi # additional entries from CCSP #Disallow: admin.php #Disallow: config.php #Disallow: /admin/ #Disallow: /images/ #Disallow: /includes/ #Disallow: /themes/ #Disallow: /blocks/ #Disallow: /language/ #Disallow: /blocks/ #Disallow: /zx/ #Disallow: /modules/