User-agent: *   # directed to all spiders, not just Scooter
Disallow: /cgi-bin
Disallow: /pmt
Disallow: /usage
Disallow: /usage.bak
Disallow: /shop
Disallow: /links/*.*
Disallow: /webalizer
Disallow: /webalizer.*
Disallow: /WEB-INF
sitemap: http://www.netbest.com/sitemap.xml