The Australian

Title: No Title found.

Description: No Description found.

Keywords: Unable to retrieve keywords.

# NOTICE: Collection of content and other data on www.theaustralian.com.au through automated means is prohibited unless you have express written permission from the publisher of the website and may only be conducted for the limited purpose contained in said permission.

# Website Terms of Use may be found at https://www.theaustralian.com.au/termsconditions

#Agent Specific Disallowed Sections
User-agent: CCBot
Disallow: / 

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User 
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: anthropic-ai 
Disallow: /

User-agent: cohere-ai
Disallow: / 

User-agent: ia_archiver 
Disallow: / 

User-agent: MJ12bot 
Disallow: / 

User-agent: PiplBot
Disallow: / 

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-Agent: PerplexityBot 

Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: *

Disallow: /*/comments-*
Disallow: /*SIT*
Disallow: /*.swf
Disallow: /printpage/
Disallow: /archive/
Disallow: /tablet-t3/
Disallow: /enewsletters/
Disallow: /newsnetwork/
Disallow: /news/*/collection/*
Disallow: /myaustralian/
Disallow: /myaus/
Disallow: /app-route/
Disallow: /double-rainbow/
Disallow: /it-test-only/
Disallow: /business/stockhead/news/*/news-story/*
Disallow: /world/the-times/*/news-story/*
Disallow: /akam/

Sitemap: https://www.theaustralian.com.au/sitemap.xml
Sitemap: https://www.theaustralian.com.au/news-sitemap.xml