User-agent: *
Disallow: /bst-web-*
Disallow: /2629866/
Disallow: /*/in+master+simon+we+trust
Disallow: /favourites/*

User-agent: megaindex
Disallow: /

User-agent: DigitalPebble
Disallow: /

User-agent: EISSAB
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: CriteoBot/0.1
Crawl-delay: 5

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: claude-web
Disallow: /