Sitemap: https://undark.org/sitemap.xml
Sitemap: https://undark.org/news-sitemap.xml
Crawl-delay: 10
# Crawl delay for AI/Search bots
User-agent: bingbot
Crawl-delay: 30

User-agent: ChatGPT-User
Crawl-delay: 30

User-agent: GPTBot
Crawl-delay: 30

User-agent: OAI-SearchBot
Crawl-delay: 30
            
# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://undark.org/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK