User-agent: *
Disallow: /mysecretfiles
Disallow: /backend

User-agent: BDFetch
Disallow: /