# /robots.txt file for http://autitons.com/ # User-agent: is case sensitive!! # Disallow: must follow immediately after User-agent: # no returns between # First user agent match used and then robot may stop # reading the rest, so put specifics first... # Prevent robots from stealing our images & content... User-agent: vscooter # * AltaVista images: help.altavista.com/adv_search/ast_haw_avoiding User-agent: Googlebot-Image # * Google images: google.com/remove.html#images User-agent: ia_archiver # * WayBack Machine: archive.org/internet/remove.html User-agent: DittoSpyder # * Ditto: ditto.com/Robots.asp User-agent: psbot # * Picsearch: picsearch.com/menu.cgi?item=Psbot&pl=en&rp=same User-agent: whizbang # Don't know what they were doing, searching our site... Disallow: / # Keep ALL robots away from stuff that shouldn't be indexed User-agent: * Disallow: /audio Disallow: /axxs-stuff Disallow: /cgi-bin Disallow: /downloads Disallow: /icns Disallow: /images Disallow: /ioscope Disallow: /Library Disallow: /media Disallow: /shockwave Disallow: /Templates Disallow: /wusage