#we use Shopline as our ecommerce platform

User-agent: *
Disallow: /admin
Disallow: /*/checkouts/*
Disallow: /cart
Disallow: /*/orders/*
Disallow: /orders/*
Disallow: /trade/*
Disallow: /checkout/*
Disallow: /invoices
Disallow: /payment_methods
Disallow: /search
Disallow: /products/search
Disallow: /user
Disallow: /transit_page
Disallow: /api/merchant/payments/list
Disallow: /api/trade/center/settle/main_site/detail/first_load
Disallow: /preview
Disallow: /%3Fpreview
Disallow: /apple-app-site-association
Sitemap: https://zonrrandy.online/sitemap.xml

User-agent: adsbot-google
Disallow: /admin
Disallow: /*/checkouts/*
Disallow: /cart
Disallow: /*/orders/*
Disallow: /orders/*
Disallow: /trade/*
Disallow: /checkout/*
Disallow: /invoices
Disallow: /payment_methods
Disallow: /search
Disallow: /products/search
Disallow: /user
Disallow: /transit_page
Disallow: /api/merchant/payments/list
Disallow: /api/trade/center/settle/main_site/detail/first_load
Disallow: /preview
Disallow: /%3Fpreview
Disallow: /apple-app-site-association
Sitemap: https://zonrrandy.online/sitemap.xml

User-agent: Nutch
Disallow: /

User-agent: AhrefsBot
Crawl-Delay: 10
Disallow: /admin
Disallow: /*/checkouts/*
Disallow: /cart
Disallow: /*/orders/*
Disallow: /orders/*
Disallow: /trade/*
Disallow: /checkout/*
Disallow: /invoices
Disallow: /payment_methods
Disallow: /search
Disallow: /products/search
Disallow: /user
Disallow: /transit_page
Disallow: /api/merchant/payments/list
Disallow: /api/trade/center/settle/main_site/detail/first_load
Disallow: /preview
Disallow: /%3Fpreview
Disallow: /apple-app-site-association
Sitemap: https://zonrrandy.online/sitemap.xml

User-agent: AhrefsSiteAudit
Crawl-Delay: 10
Disallow: /admin
Disallow: /*/checkouts/*
Disallow: /cart
Disallow: /*/orders/*
Disallow: /orders/*
Disallow: /trade/*
Disallow: /checkout/*
Disallow: /invoices
Disallow: /payment_methods
Disallow: /search
Disallow: /products/search
Disallow: /user
Disallow: /transit_page
Disallow: /api/merchant/payments/list
Disallow: /api/trade/center/settle/main_site/detail/first_load
Disallow: /preview
Disallow: /%3Fpreview
Disallow: /apple-app-site-association
Sitemap: https://zonrrandy.online/sitemap.xml

User-agent: Googlebot
Disallow: 

User-agent: Googlebot-image
Disallow: 

User-agent: MJ12bot
Crawl-Delay: 10

User-agent: Pinterest
Crawl-Delay: 1

User-agent: Adsbot-Google  # 专门用于广告审核和评估的爬虫
Allow: /                 # 允许抓取整个网站（推荐，或指定具体着陆页目录）
Allow: /landing-pages/    # 或者更精确地指定着陆页目录
Allow: /products/        # 允许抓取产品目录
Allow: /services/         # 允许抓取服务目录

User-agent: Googlebot     # 搜索引擎爬虫
Disallow: /               # 禁止抓取整个网站（或根据需要部分禁止）