User-agent: Paracrawl
User-agent: ExaBot	
User-agent: Yandex 
User-agent: PetalBot  
User-agent: IbouBot	  
User-agent: meta-externalagent
Disallow: /

User-agent: Googlebot
Allow: /
Disallow: /view_sports_betting_previews.htm
Disallow: /view_sports_betting_news.htm
Disallow: /numbers_sheet_detail.htm
Disallow: /blackhole/

User-agent: bingbot
User-agent: msnbot
Crawl-delay: 60	 
Allow: /							
Disallow: /view_sports_betting_previews.htm
Disallow: /view_sports_betting_news.htm
Disallow: /numbers_sheet_detail.htm
Disallow: /blackhole/

User-agent: GPTBot
User-agent: OAI-SearchBot 
User-agent: ClaudeBot	
User-agent: DuckAssistBot
Crawl-delay: 60		  
Allow: /							
Disallow: /view_sports_betting_previews.htm
Disallow: /view_sports_betting_news.htm
Disallow: /numbers_sheet_detail.htm
Disallow: /blackhole/

User-agent: ChatGPT-User
Crawl-delay: 15		  
Allow: /
Disallow: /view_sports_betting_previews.htm	
Disallow: /view_sports_betting_news.htm
Disallow: /numbers_sheet_detail.htm
Disallow: /blackhole/

User-agent: facebookexternalhit
Crawl-delay: 900
Disallow: /view_sports_betting_previews.htm	 
Disallow: /view_sports_betting_news.htm
Disallow: /numbers_sheet_detail.htm
Disallow: /blackhole/ 

User-agent: *
Allow: /
Disallow: /view_sports_betting_previews.htm	   
Disallow: /view_sports_betting_news.htm
Disallow: /numbers_sheet_detail.htm
Disallow: /blackhole/

# Sitemap files
Sitemap: https://www.goonersguide.com/match_preview_feed3.xml