# # 09343 # robots.txt for http://www.tdi1.com # # advertising-related bots: User-agent: Mediapartners-Google* Disallow: / # Crawlers that are kind enough to obey, but which we'd rather not have # unless they're feeding search engines. User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / # Some bots are known to be trouble, particularly those # designed to copy entire sites. Please obey robots.txt. User-agent: sitecheck.internetseer.com Disallow: / User-agent: Speedy Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: Outfox Disallow: / User-agent: wget Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: / # 09068 These bots, are trying to create sql injections User-agent: NV32ts Disallow: / User-agent: WWTClient2 Disallow: / # # Friendly, low-speed bots are welcome, # but not support directories please. # # # TDI-Webs User-agent: * Disallow: /tdi_jlmadm.asp User-agent: * Disallow: /tdi_404.asp User-agent: * Disallow: /tdi_hers.asp User-agent: * Disallow: /*.txt$ User-agent: * Disallow: /_fpclass/ User-agent: * Disallow: /_private/ User-agent: * Disallow: /aspnet_client/ User-agent: * Disallow: /ASPEditor/ User-agent: * Disallow: /ASPSpellCheck/ Disallow: /ASPSpellCheck/ # # CSI User-agent: * Disallow: /css/ User-agent: * Disallow: /southeastern_michigan/inc/ User-agent: * Disallow: /timed_designs/inc/ User-agent: * Disallow: /web_design/inc/ User-agent: * Disallow: /web_design_examples/inc/ # # SRV User-agent: * Disallow: /srv/awb/inc/ User-agent: * Disallow: /srv/dcs/inc/ User-agent: * Disallow: /srv/pas/inc/ User-agent: * Disallow: /srv/pasa/inc/ User-agent: * Disallow: /srv/pasb/inc/ User-agent: * Disallow: /srv/vdo/inc/ # # STO User-agent: * Disallow: /sto/dmd/ User-agent: * Disallow: /sto/misa/inc/ User-agent: * Disallow: /sto/misb/inc/ User-agent: * Disallow: /sto/pay/ User-agent: * Disallow: /sto/payrcpt/ User-agent: * Disallow: /sto/pisa/inc/ User-agent: * Disallow: /sto/pisb/inc/ User-agent: * Disallow: /sto/pos/ User-agent: * Disallow: /sto/shp/ User-agent: * Disallow: /sto/sys/ User-agent: * Disallow: /sto/usrs/ # # SUP User-agent: * Disallow: /sup/ans/inc/ User-agent: * Disallow: /sup/cfb/inc/ User-agent: * Disallow: /sup/cue/inc/ User-agent: * Disallow: /sup/cuea/inc/ User-agent: * Disallow: /sup/cueb/inc/ User-agent: * Disallow: /sup/faq/inc/ User-agent: * Disallow: /sup/fts/inc/ User-agent: * Disallow: /sup/jba/inc/ User-agent: * Disallow: /sup/osl/inc/ # # SYS User-agent: * Disallow: /sys/air/ User-agent: * Disallow: /sys/asu/ User-agent: * Disallow: /sys/cards/inc/ User-agent: * Disallow: /sys/cards_asu/ User-agent: * Disallow: /sys/cards_check/ User-agent: * Disallow: /sys/cards_usrs/ User-agent: * Disallow: /sys/cbp/inc/ User-agent: * Disallow: /sys/gen/inc/ User-agent: * Disallow: /sys/nls/acc/inc/ User-agent: * Disallow: /sys/nls/asu/inc/ User-agent: * Disallow: /sys/nls/inc/ User-agent: * Disallow: /sys/nls_ps/ User-agent: * Disallow: /sys/pro/acc/inc/ User-agent: * Disallow: /sys/pro/asu/inc/ User-agent: * Disallow: /sys/pro/inc/ User-agent: * Disallow: /sys/pro_ps/ User-agent: * Disallow: /sys/ssl/ User-agent: * Disallow: /sys/usrs/ # # WOS User-agent: * Disallow: /wos/coupons/inc/ User-agent: * Disallow: /wos/rq/inc/ User-agent: * Disallow: /wos/service_area/inc/ # # TDI User-agent: * Disallow: /tdd/ User-agent: * Disallow: /tdg/ User-agent: * Disallow: /tdn/ User-agent: * Disallow: /tds/ # # MANIPULATION-GAME User-agent: * Disallow: /manipulation/css/ User-agent: * Disallow: /manipulation/game-system/inc/ User-agent: * Disallow: /manipulation/history/inc/ User-agent: * Disallow: /manipulation/rules/inc/ User-agent: * Disallow: /manipulation/tds/ # # SUB-DOMS User-agent: * Disallow: /tdi1_adm/ User-agent: * Disallow: /tdi1_csi/ User-agent: * Disallow: /tdi1_srv/ User-agent: * Disallow: /tdi1_sup/ User-agent: * Disallow: /tdi1_sys/ User-agent: * Disallow: /tdi1_tdi/ User-agent: * Disallow: /tdi1_wos/ # ## *at least* 1 second please. preferably more delay Crawl-delay: 1