# Allows only major search engines and known friendly spiders
# Major Search Engines and Known Friendly Spiders (allowed)

# Googlebots, msnbots, Yahoo, and Ask
User-agent: Googlebot
Disallow:

User-agent: MSNBot
Disallow:

User-agent: Slurp
Disallow:

User-agent: YahooSeeker/M1A1-R2D2
Disallow:

User-agent: Teoma
Disallow:

User-agent: Twiceler
Disallow:

User-agent: Gigabot
Disallow:

User-agent: Scrubby
Disallow:

# DMOZ/ODP, Verizon, girafa page thumbnailer, Internet Archiver
User-agent: Verizon Superpages Web Crawler
Disallow:

User-agent: girafa
Disallow:

User-agent: ia_archiver
Disallow:

User-agent: searchpreview
Disallow:

User-agent: Robozilla
Disallow:

User-agent: FreeFind
Disallow:


# Everyone Else (NOT allowed)

User-agent: *
Disallow: /