# I reserve the right to file suit against any robot which does not obey robots.txt. # Major Search Engines and Known Friendly Spiders (allowed) User-agent: Alexa Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Ask Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: BSpider Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Gigabot Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: GouGou Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Internet Shinchakubin Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 # Wikipedia work bot: User-agent: IsraBot Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: larbin Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Motor Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: MSNBot Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Netcraft Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Nutch Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 # Wikipedia work bot: User-agent: Orthogaffe Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Robozilla Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Scrubby Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Slurp Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: SmartViper Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Sogou Spider Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: SurveyBot Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Teoma Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: The web archiver Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Twiceler Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: W3C Validator Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 User-agent: Yandex bot Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 1 # I reserve the right to file suit against any robot which does not obey robots.txt. # Some bots are known to be trouble, particularly those designed to copy # entire sites. Please obey robots.txt. # I reserve the right to file suit against any robot which does not obey robots.txt. User-agent: Download Ninja Disallow: / User-agent: Fetch Disallow: / User-agent: grub-client Disallow: / User-agent: HTTrack Disallow: / User-agent: Jakarta Disallow: / User-agent: Java Disallow: / User-agent: k2spider Disallow: / User-agent: libwww Disallow: / User-agent: linko Disallow: / User-agent: litefinder Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: MSIECrawler Disallow: / User-agent: NPBot Disallow: / User-agent: Offline Explorer Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: SiteSnagger Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebCopier Disallow: / User-agent: WebReaper Disallow: / User-agent: WebStripper Disallow: / User-agent: WebZIP Disallow: / User-agent: Xenu Disallow: / User-agent: Zealbot Disallow: / User-agent: ZyBORG Disallow: / # I reserve the right to file suit against any robot which does not obey robots.txt. # Everyone Else (allowed for now, till I find reason to disallow.) # If your robot has been disallowed by other sites, there is a good chance that # your robot may wind up disallowed on my site. Follow robots.txt rules, please. User-agent: * Disallow: /contact.php Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /WCronTasks/ Disallow: /chests/ Disallow: /cp/ Disallow: /faces/ Disallow: /flags/ Disallow: /forum/ Disallow: /images/ Disallow: /includes_game/ Disallow: /includes_main/ Disallow: /inv/ Disallow: /logos/ Disallow: /maps/ Disallow: /npc/ Disallow: /scrolls/ Disallow: /smileys/ Crawl-delay: 10 Request-rate: 1/5 # maximum rate is one page every 5 seconds Visit-time: 0600-0845 # only visit between 6:00 AM and 8:45 AM UT (GMT)