# Make changes for all web spiders

# Allows only major search engines and known friendly spiders

# Major Search Engines and Known Friendly Spiders (allowed)

User-agent: Googlebot
Disallow: "

User-agent: MSNBOT
Disallow: "

User-agent: Slurp
Disallow: "

User-agent: Teoma
Disallow: "

User-agent: Twiceler
Disallow: "

User-agent: Gigabot
Disallow: "

User-agent: Scrubby
Disallow: "

User-agent: Robozilla
Disallow: "

# Everyone Else (NOT allowed)



User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /User-agent: WebZip

User-agent: larbin
Disallow: /

User-agent: teleport
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: FunWebProducts
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebCopier
Disallow: /