# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /?p=*
Sitemap: https://www.thepinknews.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK
## OpenAI GPTBot crawler (https://platform.openai.com/docs/gptbot)
	User-agent: GPTbot
	Disallow: /
	
	## OpenAI ChatGPT service (https://platform.openai.com/docs/plugins/bot)
	User-agent: ChatGPT-User
	Disallow: /
	
	## Common Crawl crawler (https://commoncrawl.org/faq)
	User-agent: CCBot
	Disallow: /
	
	## Google Bard / Gemini crawler (https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers)
	User-agent: Google-Extended
	Disallow: /
	
# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://www.thepinknews.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK