User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-externalagent
Disallow: /


# A bunch of user pages we don't need scraped
User-agent: *
Disallow: /user/*/feed/
Disallow: /user/*/shelves/*
Disallow: /user/*/ratings/
Disallow: /user/*/friends/
Disallow: /user/*/status/playthroughs/
Disallow: /api/*
Disallow: /user/*/badges/
Disallow: /games/?*tags=*