Allow:/feed/some_url/rss.xml
Disallow: /feed 
Disallow: /nogooglebot/
Allow: /ads/preferences/
Allow: /pagead/js/
Allow: /*.js 
Allow: /tag/js/
Disallow: /
Allow: /pagead/html/
Allow: /pagead/managed/
Allow: /pagead/show_ads.js
Allow: /dtt/k
User-agent: Google-adstxt
Disallow:
User-agent: *
Allow: /

User-agent: Mediapartners-Google
Disallow:

User-agent: *
Disallow: /search
Allow: /

User-agent: googlebot
Allow: /*
Allow: /list/*
Allow: /list/*?*
Disallow: /*?*
User-agent: Baiduspier
Disallow: /*
User-agent: openai
Disallow: /
User-agent: gptbot
Disallow: /
User-agent: chatgpt-user
Disallow: /
User-agent: OAl-SearchBot
Disallow: /
User-agent: claudebot
Disallow: /
User-agent: pangubot
Disallow: /
User-agent: petalbot
Disallow: /
User-agent: ChatGLM-Spider
Disallow: /
User-agent: ChatGLMBot
Disallow: /
User-agent: skyworkspider
Disallow: /
User-agent: perplexitybot
Disallow: /
User-agent: omigili
Disallow: /
User-agent: cohere-ai
Disallow: /
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /tmp/
Sitemap: https://www.shortscars.com/sitemap.xml
Sitemap: https://www.shortscars.com/sitemap-pages.xml

Sitemap: https://www.shortscars.com/feeds/posts/default?alt=rss
Disallow: /nogooglebot/
Allow: /ads/preferences/
Allow: /pagead/js/
Allow: /*.js 
Allow: /tag/js/
Disallow: /
Allow: /pagead/html/
Allow: /pagead/managed/
Allow: /pagead/show_ads.js
Allow: /dtt/k
User-agent: Google-adstxt
Disallow:
User-agent: *
Allow: /

User-agent: Mediapartners-Google
Disallow:

User-agent: *
Disallow: /search
Allow: /

User-agent: googlebot
Allow: /*
Allow: /list/*
Allow: /list/*?*
Disallow: /*?*
User-agent: Baiduspier
Disallow: /*
User-agent: openai
Disallow: /
User-agent: gptbot
Disallow: /
User-agent: chatgpt-user
Disallow: /
User-agent: OAl-SearchBot
Disallow: /
User-agent: claudebot
Disallow: /
User-agent: pangubot
Disallow: /
User-agent: petalbot
Disallow: /
User-agent: ChatGLM-Spider
Disallow: /
User-agent: ChatGLMBot
Disallow: /
User-agent: skyworkspider
Disallow: /
User-agent: perplexitybot
Disallow: /
User-agent: omigili
Disallow: /
User-agent: cohere-ai
Disallow: /
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /tmp/
Sitemap: https://www.shortscars.com/sitemap.xml
Sitemap: https://www.shortscars.com/sitemap-pages.xml
Sitemap: https://www.shortscars.com/robots.txt
Sitemap: https://www.shortscars.com/feeds/posts/default?alt=rss