User-agent: *
Crawl-delay: 5
Disallow: /legacy
Disallow: /legacy/mw
Disallow: /login
Disallow: /guest-login
Disallow: /shortlist
Disallow: /bcms-speedycatalogue/Checkout/GetSplitBasketModel
Disallow: /bcms-speedycatalogue/Catalogue/AddToShortlist
Disallow: /search
Disallow: /set-password
Disallow: /search/getsearch
Disallow: /search/getsearchsuggestions
Disallow: /payments/m
Disallow: /bcms-speedycatalogue/Checkout/DeleteProduct
Disallow: /checkout
Disallow: /autodiscover/autodiscover.svc/WSSecurity
Disallow: /users/set-password
Disallow: /vat-state/switch/
Disallow: /vat-state/switch/Include
Disallow: /bcms-speedycore/BusinessTypeSwitch/Index
Disallow: /create-account-new/
Disallow: /create-account-new/account-type

Sitemap: https://www.speedyservices.com/sitemap.xml

User-agent: SemrushBot
Crawl-delay: 3

# Bot for Huawei search engine
User-agent: PetalBot
Crawl-delay: 10

# Associated with Bloomberg News, likely involved in web scraping or data gathering for financial purposes
User-agent: BLP_bbot
Crawl-delay: 10

# SeznamBot working for Czech internet company
User-agent: SeznamBot
Disallow: /

# Speedyservices is not working in China and Russia
User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

# Used for SEO purposes by external organizations, can consume a lot of bandwidth without providing any direct benefit
User-agent: AhrefsBot
Disallow: /

# Sending too many requests, while we do not have any partnership with Amazon
User-agent: Amazonbot
Disallow: /

# AI bot
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /