# Shopify Robots.txt - SEO Optimized & Safe

User-agent: *
# Block sensitive Shopify system pages
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkouts
Disallow: /checkout
Disallow: /account

# Block duplicate collection/filter URLs
Disallow: /collections/*sort_by*
Disallow: */collections/*filter*&*filter*

# Block potential duplicate blog URLs with special characters
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*

# Block Shopify preview/testing parameters
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*

# Block unnecessary internal pages
Disallow: /policies
Disallow: /search
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# Sitemap for proper indexing
Sitemap: https://upandrun.in/sitemap.xml


# Specific Crawler Controls

# Google AdsBot - Block transactional pages only
User-agent: AdsBot-Google
Disallow: /checkouts
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /cdn/wpm/*.js

# Fully block aggressive bots
User-agent: Nutch
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /

User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /

User-agent: MJ12bot
Crawl-delay: 10
Disallow: /

# Pinterest Crawler with reduced crawl rate
User-agent: Pinterest
Crawl-delay: 1