# Block internal backend paths (not public pages)
User-agent: *
Disallow: /admin/
Disallow: /api/
# Razorpay webhook endpoints (see note below — full URLs are on api.* hosts, not www)
Disallow: /api/v2/razorpay/webhook
Disallow: /track/
Disallow: /app/
Disallow: /register/
Disallow: /internal-team/
Disallow: /*/internal-team/
Disallow: /temporary/
Disallow: /*/temporary/
Disallow: /*?92c94a9a_page=

# Block landing pages from indexing
Disallow: /shopify-app
Disallow: /*/shopify-app
Disallow: /auction-marketplace-builder
Disallow: /*/auction-marketplace-builder
Disallow: /shopify-booking-marketplace
Disallow: /*/shopify-booking-marketplace
Disallow: /shopify-build-marketplace
Disallow: /*/shopify-build-marketplace
Disallow: /shopify-c2c-marketplace
Disallow: /*/shopify-c2c-marketplace
Disallow: /shopify-commissions-payouts
Disallow: /*/shopify-commissions-payouts
Disallow: /shopify-core
Disallow: /*/shopify-core
Disallow: /shopify-digital-marketplace
Disallow: /*/shopify-digital-marketplace
Disallow: /shopify-discovery
Disallow: /*/shopify-discovery
Disallow: /shopify-hyperlocal
Disallow: /*/shopify-hyperlocal
Disallow: /shopify-hyperlocal-marketplace
Disallow: /*/shopify-hyperlocal-marketplace
Disallow: /shopify-no-code
Disallow: /*/shopify-no-code
Disallow: /shopify-order-management
Disallow: /*/shopify-order-management
Disallow: /shopify-p2p
Disallow: /*/shopify-p2p
Disallow: /shopify-product-marketplace
Disallow: /*/shopify-product-marketplace
Disallow: /shopify-rental
Disallow: /*/shopify-rental
Disallow: /shopify-resale-marketplace
Disallow: /*/shopify-resale-marketplace
Disallow: /shopify-service-marketplace
Disallow: /*/shopify-service-marketplace
Disallow: /shopify-vendor-management
Disallow: /*/shopify-vendor-management
Disallow: /shipturtle-b2b
Disallow: /*/shipturtle-b2b
Disallow: /b2b-solution-comparison
Disallow: /*/b2b-solution-comparison
Disallow: /marketplace-core
Disallow: /*/marketplace-core
Disallow: /develop-build-platform
Disallow: /*/develop-build-platform
Disallow: /develop-a-custom-marketplace
Disallow: /*/develop-a-custom-marketplace
Disallow: /discovery-research
Disallow: /*/discovery-research
Disallow: /launch-a-marketplace
Disallow: /*/launch-a-marketplace
Disallow: /management-operations-platform
Disallow: /*/management-operations-platform
Disallow: /no-code-marketplace-builder
Disallow: /*/no-code-marketplace-builder
Disallow: /no-code-builder
Disallow: /*/no-code-builder
Disallow: /platform-software
Disallow: /*/platform-software
Disallow: /pricing-integration-platform
Disallow: /*/pricing-integration-platform
Disallow: /marketplace-operations
Disallow: /*/marketplace-operations
Disallow: /b2b-wholesale
Disallow: /*/b2b-wholesale
Disallow: /best-multivendor-marketplace-plugin
Disallow: /*/best-multivendor-marketplace-plugin
Disallow: /best-multivendor-marketplace-plugins
Disallow: /*/best-multivendor-marketplace-plugins

# Allow all public-facing pages
Allow: /

# Allow specific AI bots
User-agent: Amazonbot
Allow: /

User-agent: Anthropic-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: AwarioRssBot
Allow: /

User-agent: AwarioSmartBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Cohere-ai
Allow: /

User-agent: DataForSeoBot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ImagesiftBot
Allow: /

User-agent: Magpie-crawler
Allow: /

User-agent: Omgili
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: Peer39_crawler
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: YouBot
Allow: /

# Razorpay webhooks live on the API hosts below. This robots.txt only applies to
# https://www.shipturtle.com/ — path rules cannot block other domains. To stop
# Googlebot / Ahrefs from indexing those webhook URLs, deploy robots.txt or
# X-Robots-Tag on each API origin:
#   https://api.shipturtle.com/api/v2/razorpay/webhook
#   https://api-v2.shipturtle.com/api/v2/razorpay/webhook
# (Laravel API: backend/shipturtle-api/public/robots.txt + middleware.)

# Sitemap location
Sitemap: https://www.shipturtle.com/sitemap.xml