# Place this file at: https://lockin.com/robots.txt
# Last updated: 2025-12-02
# Purpose: Control search engine crawler behavior and improve SEO efficiency

# ========================================
# General Rules for All Crawlers
# ========================================

User-agent: *

# ----------------------------------------
# Sensitive Pages (Admin, Account, Checkout)
# ----------------------------------------
Disallow: /admin
Disallow: /cart
Disallow: /account
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /carts
Disallow: /policies/
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products

# ----------------------------------------
# Products
# ----------------------------------------
Allow: /products/
Disallow: /products/*-remote

# ----------------------------------------
# Collections
# ----------------------------------------
Allow: /collections/
Disallow: /collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*/*   # Block nested collections if not needed
Disallow: /collections/all*

# ----------------------------------------
# Blogs
# ----------------------------------------
Allow: /blogs/
Disallow: /blogs/*+*
Disallow: /blogs/*/tagged/*

# ----------------------------------------
# Pages (Important content pages)
# ----------------------------------------
Allow: /pages/about
Allow: /pages/technology
Allow: /pages/support
Allow: /pages/warranty
Allow: /pages/installation

# ----------------------------------------
# Parameters (Search, Filter, Preview, etc.)
# ----------------------------------------
Disallow: /*?*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*?*sort*
Disallow: /*?*filter*

# ----------------------------------------
# Sitemap
# ----------------------------------------
Sitemap: https://lockin.com/sitemap.xml

# ========================================
# User-agent Specific Rules
# ========================================

# Block Nutch crawler completely
User-agent: Nutch
Disallow: /

# Slow down Ahrefs crawler
User-agent: AhrefsBot
Crawl-delay: 10

# Slow down MJ12 crawler
User-agent: MJ12bot
Crawl-delay: 10

# Allow Pinterest with minimal delay
User-agent: Pinterest
Crawl-delay: 1

# Explicitly allow Googlebot and Bingbot for core content
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /