User-agent: *
Disallow: /
User-agent:Googlebot
Allow: /
User-Agent:Mediapartners-Google
Allow: /
User-Agent:Adsbot-Google
Allow: /
User-agent:Bingbot
Allow: /
User-agent:msnbot
Allow: /
User-agent:Slurp
Allow: /
User-agent:Baiduspider
Allow: /
User-agent:Baiduspider
Disallow: /talk/
User-agent:ToutiaoSpider
Allow: /
User-agent:ToutiaoSpider
Disallow: /talk/
User-agent:FacebookBot
Allow: /
User-agent:Applebot
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: GPTBot
Disallow: /