User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: DotBot
User-agent: MJ12bot
User-agent: PetalBot
User-agent: AspiegelBot
User-agent: MauiBot
User-agent: adbeat_bot
User-agent: trendictionbot
User-agent: Trendiction-Bot
User-agent: Bytespider
User-agent: CCBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Amazonbot
User-agent: FacebookBot
User-agent: Applebot
User-agent: Twitterbot
User-agent: Yandex
Disallow: /

User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: Bingbot
Allow: /

User-agent: *
Disallow: /threads/*/o/
Disallow: /threads/*/r/
Allow: /threads/
Allow: /forums/
Allow: /forums/*/page-
Allow: /forums/*page-
Allow: /ads.txt
Disallow: /ads/
Disallow: /pagead/
Disallow: /astro/
Disallow: /styles/
Disallow: /whats-new/
Disallow: /account/
Disallow: /attachments/
Disallow: /goto/
Disallow: /login/
Disallow: /admin.php
Disallow: /register/
Disallow: /redirect/
Disallow: /members/
Disallow: /conversations/
Disallow: /profile-posts/
Disallow: /search/
Disallow: /help/
Disallow: /lost-password/

Sitemap: https://www.kobani.org/sitemap.php