# Robots.txt
# https://www.yeehaabox.com

# ===========================================
# Major Search Engine Crawlers (Full Access)
# ===========================================

# Google
User-agent: Googlebot
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/
Sitemap: https://www.yeehaabox.com/sitemap.xml

User-agent: Googlebot-Image
Allow: /
Disallow: /cart
Disallow: /checkout
Disallow: /account

# Google Ads Bot (explicitly named as it ignores general rules)
User-agent: AdsBot-Google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /account
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*

User-agent: AdsBot-Google-Mobile
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /account

# Bing
User-agent: Bingbot
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/
Sitemap: https://www.yeehaabox.com/sitemap.xml

# DuckDuckGo
User-agent: DuckDuckBot
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

# Yahoo/Slurp
User-agent: Slurp
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

# Yandex
User-agent: Yandex
Crawl-delay: 2
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

# Baidu
User-agent: Baiduspider
Crawl-delay: 2
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

# ===========================================
# Social Media Crawlers (Allow for previews)
# ===========================================

User-agent: facebookexternalhit
Allow: /
Disallow: /cart
Disallow: /checkout
Disallow: /account

User-agent: Twitterbot
Allow: /
Disallow: /cart
Disallow: /checkout
Disallow: /account

User-agent: LinkedInBot
Allow: /
Disallow: /cart
Disallow: /checkout
Disallow: /account

User-agent: Pinterest
Crawl-delay: 1
Allow: /
Disallow: /cart
Disallow: /checkout
Disallow: /account

# ===========================================
# SEO Tools (Rate Limited)
# ===========================================

User-agent: AhrefsBot
Crawl-delay: 10
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

User-agent: AhrefsSiteAudit
Crawl-delay: 10
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

User-agent: SemrushBot
Crawl-delay: 10
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

User-agent: MJ12bot
Crawl-delay: 10
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

User-agent: DotBot
Crawl-delay: 10
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

# ===========================================
# AI Crawlers (Allowed for GEO - Generative Engine Optimization)
# ===========================================

# OpenAI GPT
User-agent: GPTBot
Crawl-delay: 2
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

User-agent: ChatGPT-User
Crawl-delay: 2
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

# Anthropic Claude
User-agent: anthropic-ai
Crawl-delay: 2
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

User-agent: ClaudeBot
Crawl-delay: 2
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

# Common Crawl (used by many AI models)
User-agent: CCBot
Crawl-delay: 5
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

# Google AI (Bard/Gemini)
User-agent: Google-Extended
Crawl-delay: 2
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

# Perplexity AI
User-agent: PerplexityBot
Crawl-delay: 2
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/

# ===========================================
# Blocked Bots (Known scrapers/bad actors)
# ===========================================

User-agent: Nutch
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: magpie-crawler
Disallow: /

# ===========================================
# Default Rules (All Other Crawlers)
# ===========================================

User-agent: *
Crawl-delay: 1
# Administrative & Checkout
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /73965011157/checkouts
Disallow: /73965011157/orders
Disallow: /account

# Duplicate Content Prevention - Sort & Filter Parameters
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Blog Duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Search (Allow category pages, block parameterized)
Disallow: /search
Allow: /search/
Disallow: /search/?*

# Internal/System URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn-cgi/

# API & Technical
Disallow: /api/
Disallow: /reverse-proxy

# Block Furniture and Pet Collections explicitly from search index
Disallow: /collections/furniture*
Disallow: /*/collections/furniture*
Disallow: /collections/pets*
Disallow: /*/collections/pets*
Disallow: /collections/bowls-feeders*
Disallow: /*/collections/bowls-feeders*
Disallow: /collections/collars-leads*
Disallow: /*/collections/collars-leads*
Disallow: /collections/pet-beds*
Disallow: /*/collections/pet-beds*
Disallow: /collections/toys*
Disallow: /*/collections/toys*
Disallow: /collections/beds*
Disallow: /*/collections/beds*
Disallow: /collections/recliners*
Disallow: /*/collections/recliners*
Disallow: /collections/dining-tables*
Disallow: /*/collections/dining-tables*

# Allow Important Pages
Allow: /
Allow: /products/
Allow: /collections/
Allow: /pages/
Sitemap: https://www.yeehaabox.com/sitemap.xml