# All robots will spider the domain

User-agent: BDFetch
Disallow: /

User-agent: AboutUsBot
Disallow: /

User-agent: *
Disallow: