# All robots will spider the domain
User-agent: *
# Disallow directory /scripts/
Disallow: /scripts/
# Disallow directory /archive/
Disallow: /archive/