# robots.txt for Home Team Heroes (playhth.com)
# Platform: Shopify
# Last Updated: 2025-12-18
# Optimized for Google Labs Pomelli & AI Discovery

# 1. SPECIFIC ALLOWANCES FOR GOOGLE LABS & SEARCH
# Granting explicit access here ensures Pomelli can scan Business DNA
User-agent: GoogleOther
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: adsbot-google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /79404564828/checkouts
Disallow: /79404564828/orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /cdn/wpm/*.js

# 2. AI SEARCH CRAWLERS
User-agent: OAI-SearchBot
Allow: /

# 3. MAIN POLICY FOR ALL OTHER BOTS
User-agent: *

# Block private/transactional pages
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /79404564828/checkouts
Disallow: /79404564828/orders
Disallow: /account
Disallow: /password

# Block technical/preview pages
Disallow: /a/downloads/-/*
Disallow: /sf_private_access_tokens
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail

# Block internal search and filtered views (SEO best practice)
Disallow: /search
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Block session and internal Shopify parameters
Disallow: /*?*ls=*&ls=*
Disallow: /*?oseid=*
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# 4. SEO TOOLS - CRAWL DELAYS
User-agent: AhrefsBot
Crawl-delay: 5

User-agent: AhrefsSiteAudit
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 2

# 5. BLOCK AGGRESSIVE/UNWANTED BOTS
User-agent: Nutch
User-agent: MegaIndex
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: proximic
User-agent: VelenPublicWebCrawler
User-agent: MauiBot
Disallow: /

# SITEMAP
Sitemap: https://playhth.com/sitemap.xml