# https://www.robotstxt.org/robotstxt.html
User-agent: GPTBot
Disallow: /

User-agent: claudebot
Disallow: /
User-agent: Bytespider

Disallow: /
User-agent: IAB-Tech-Lab
Allow: /ads.txt
Disallow: /

User-agent: petalbot
Disallow: /

User-agent: Googlebot
Disallow: /r/*
Disallow: /watch/*

User-agent: bingbot
Disallow: /r/*
Disallow: /threads/*
Disallow: /watch/*

User-agent: Yandex
Disallow: /r/*

User-agent: *
Disallow: /*/threads/*
Disallow: /*/media
Disallow: /*/about
Disallow: /*/followings
Disallow: /*/followers
Disallow: /tokens/*
Disallow: /watch?v=*
Disallow: /*/payment
Disallow: /*/referrals
Disallow: /*/setting
Disallow: /dashboard/*