# All robots will spider the domain
User-agent: *
Disallow:

# Disallow directory /archive/
User-agent: *
Disallow: /archive/

# Disallow directory /test/
User-agent: *
Disallow: /test/

# Disallow directory /js/
User-agent: *
Disallow: /js/

# Disallow spbot
User-agent: spbot
Disallow: /

# Dis Buzztracker
User-agent: BuzzTracker
Disallow: /