Sitemap: https://www.sarna.net/news/sitemap.xml.gz
Sitemap: https://www.sarna.net/sitemap-index.xml

User-agent: *
Disallow: /forums/showprofile.php
Disallow: /forums/printthread.php
Disallow: /forums/search.php
Disallow: /forums/dosearch.php
Disallow: /forums/showthreaded.php
Disallow: /forums/newpost.php
Disallow: /forums/editpost.php
Disallow: /forums/newreply.php
Disallow: /forums/online.php
Disallow: /forums/gotothread.php
Disallow: /forums/gotonpthread.php
Disallow: /forums/addfavforum.php
Disallow: /forums/markallread.php
Disallow: /forums/domarkallreadanon.php
Disallow: /forums/doreply.php
Disallow: /forums/markthreadread.php
Disallow: /forums/domarkthreadread.php
Disallow: /forums/showmembers.php
Disallow: /forums/litepostlist.php
Disallow: /forums-neveron/

# Mediawiki dynamic pages
Disallow: /wiki/index.php?*diff=
Disallow: /wiki/index.php?*oldid=
Disallow: /wiki/index.php?*title=Help:
Disallow: /wiki/index.php?*title=Image:
Disallow: /wiki/index.php?*title=MediaWiki:
Disallow: /wiki/index.php?*title=Special:
Disallow: /wiki/index.php?*title=Template:
Disallow: /wiki/Help:
Disallow: /wiki/Image:
Disallow: /wiki/MediaWiki:
Disallow: /wiki/Special:
Disallow: /wiki/Template:

#
# Disable AI Crawl Bots
#
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-webindexer
Disallow: /wiki/Special:
Disallow: /wiki/index.php?*title=Special:
Disallow: /wiki/api.php