User-Agent: *
Allow: /*?$
Allow: /Signup
Allow: /.htm
Disallow: /Misc/

User-Agent: Mediapartners-Google
Allow: /

User-agent: Slurp
Crawl-delay: 1

User-agent: twiceler
Crawl-delay: 3

User-agent: Fasterfox
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: spock
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: genieBot
Disallow: /

User-agent: dotbot 
Disallow: / 

User-agent: MLBot
Disallow: /

User-agent: 80bot
Disallow: /

Sitemap: http://www.webs.com/sitemap.xml