User-agent: *
Disallow: /bst-web-*
Disallow: /2629866/

User-agent: megaindex
Disallow: /

User-agent: DigitalPebble
Disallow: /

User-agent: EISSAB
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: dotbot
Disallow: /