User-agent: *
# Sitemap: https://www.webike.net/sitemap/sitemap_index.xml.gz
Disallow: */2324611/*
Disallow: */wbs/*
Allow: /wbs/genuine-estimate-input.html
Disallow: */api/*
Disallow: */i/*
Disallow: */camp/*
Disallow: */catalogue/*

# exclude annoyance bots
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: bingbot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: EtaoSpider
Disallow: /
User-agent: ICC-Crawler
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Barkrowler
Disallow: /

# special case (bingbot)
User-Agent: Applebot
Crawl-delay: 3600

#Allow Twitter Bot
User-agent: Twitterbot
Allow: /wp-content/uploads/