User-Agent: *
Disallow: /bokamarain/*
Disallow: /services/*
Disallow: redirect
Disallow: /generateWsseHeader
Disallow: /cpanelbokamarain/
Disallow: /news/list/newsarticlelist?op=cal
Disallow: /news/new/newsarticle
Disallow: /statistics/
Disallow: /login_check/
Disallow: /login_check?next=*
Disallow: /social/checkuser/*
Disallow: /download_document/
Disallow: /index.php/

Sitemap: https://shamra-academia.com/sitemap.xml

# Allow important search engine crawlers fully
User-Agent: Googlebot
Allow: /
Crawl-delay: 2

User-Agent: bingbot
Allow: /
Crawl-delay: 3

# Block aggressive AI/SEO crawlers
User-Agent: DotBot
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: GPTBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: meta-externalagent
Disallow: /

User-Agent: Amazonbot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: GoogleOther
Disallow: /

User-Agent: YandexBot
Crawl-delay: 10