# robots.txt for https://www.streakwave.com
# Allow major search engines. No crawl-delay.
User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

User-agent: DuckDuckBot
Disallow:

User-agent: Applebot
Disallow:

# Allow social/link preview fetchers so shares render nicely
User-agent: facebookexternalhit
Disallow:

User-agent: Twitterbot
Disallow:

User-agent: LinkedInBot
Disallow:

# Disallow low-value/private pages (adjust paths to your platform as needed)
User-agent: *
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /my-account/
Disallow: /login
Disallow: /admin/
Disallow: /search
# (Optional) prevent tag/search result pages if applicable:
# Disallow: /tag/
# Disallow: /?s=

# Block AI/data training & non-essential crawlers
User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot  # CommonCrawl
Disallow: /

User-agent: Bytespider  # TikTok
Disallow: /

User-agent: PetalBot   # Huawei
Disallow: /

User-agent: Yandex
Disallow: /

# Block common SEO scrapers / aggressive bots (not search engines)
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: SiteCheckerBotCrawler
Disallow: /

User-agent: SeobilityBot
Disallow: /

# Sitemap(s)
Sitemap: https://www.streakwave.com/sitemap.xml
User-agent: *
Crawl-delay: 10
Sitemap: https://www.streakwave.com/sitemap.xml
Host: https://www.streakwave.com/
Disallow: /bin/
Disallow: /files/
Disallow: /files/exportimport/
Disallow: /country/getstatesbycountryid
Disallow: /setproductreviewhelpfulness
Disallow: /*?*returnUrl=
Disallow: /addproducttocart/catalog/
Disallow: /addproducttocart/details/
Disallow: /backinstocksubscriptions/manage
Disallow: /cart$
Disallow: /changecurrency
Disallow: /changelanguage
Disallow: /changetaxtype
Disallow: /checkout
Disallow: /checkout/billingaddress
Disallow: /checkout/completed
Disallow: /checkout/confirm
Disallow: /checkout/shippingaddress
Disallow: /checkout/shippingmethod
Disallow: /checkout/paymentinfo
Disallow: /checkout/paymentmethod
Disallow: /clearcomparelist
Disallow: /compareproducts
Disallow: /compareproducts/add/*
Disallow: /customer/activation
Disallow: /customer/addresses
Disallow: /customer/changepassword
Disallow: /customer/checkusernameavailability
Disallow: /customer/downloadableproducts
Disallow: /customer/info
Disallow: /customer/productreviews
Disallow: /deletepm
Disallow: /emailwishlist
Disallow: /eucookielawaccept
Disallow: /inboxupdate
Disallow: /newsletter/subscriptionactivation
Disallow: /onepagecheckout
Disallow: /order/history
Disallow: /orderdetails
Disallow: /passwordrecovery/confirm
Disallow: /poll/vote
Disallow: /recentlyviewedproducts
Disallow: /returnrequest
Disallow: /returnrequest/history
Disallow: /rewardpoints/history
Disallow: /search?
Disallow: /sentupdate
Disallow: /shoppingcart/*
Disallow: /storeclosed
Disallow: /subscribenewsletter
Disallow: /topic/authenticate
Disallow: /uploadfilecheckoutattribute
Disallow: /uploadfileproductattribute
Disallow: /uploadfilereturnrequest
Disallow: /wishlist