User-agent: *
Allow: /



# Disallow following crawlers to access the site

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: AboutUsBot 
Disallow: /


User-agent: robtexbot
Disallow: /