User-agent: *           # directed to all spiders, not just Scooter
Disallow: /cgi-bin
Disallow: /a2
Disallow: /art
Disallow: /stats
Disallow: /bin
Disallow: /control
Disallow: /conf
Disallow: /data
Disallow: /hits
Disallow: /internet98
Disallow: /logs
Disallow: /protect
Disallow: /Excite
Disallow: /focus
Disallow: /sounds
Disallow: /hyperconnectors
Disallow: /test
Disallow: /_test
Disallow: /ads
Disallow: /dhtml/hiermenus/_zipDL
Disallow: /dhtml/hiermenus/_zipdlV5
Disallow: /_hmtest
Disallow: /dhtml/_HM5
Disallow: /forgotpassword
Disallow: /accountManagement
Disallow: /feedback/
Disallow: /email/
Disallow: /print/
Disallow: /terms
Disallow: /licensing
Disallow: /privacy
Disallow: /about-itbe
Disallow: /mediakit/index.html
Disallow: /ebooks
Disallow: /whitepapers

User-agent: webcheck Disallow: /js/tips/


User-agent: WebZIP
Disallow: /

User-agent: WebTrends
Disallow: /

User-agent: Yahoo-NewsCrawler
Disallow:

User-Agent: msnbot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-Delay: 10

Sitemap: http://www.sharkyextreme.com/sitemap.xm