User-agent: *

Sitemap: https://www.dailyadvertiser.com.au/sitemap.xml
Sitemap: https://www.dailyadvertiser.com.au/sitemap-news.xml

# Agent Specific Disallowed Sections
Disallow: /*/ajax/
Disallow: /*/ajax
Disallow: /*/internal/
Disallow: /push-worker.js
Disallow: /scores-and-draws/

# Agent Specific Disallowed Feeds
Disallow: */rss.xml
Disallow: */rss-full.xml
Disallow: */feed
Disallow: */feed/

# IVT recommendation
User-agent: PetalBot
Disallow: /

# Teads recommendation
User-agent: grapeshot
Disallow: 

# OpenAI disallowed GPT crawling
User-agent: GPTBot
Disallow: /

# Blocking AI web crawlers from accessing content behind paywall
User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: PrintFriendly.com
Disallow: /