# Baidu
User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: Baiduspider-video
Disallow: /

# SEO data scrapers (not AI answer engines)
User-agent: AhrefsBot
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: Bytespider
Disallow: /

# Rules for all other robots (includes GPTBot, ChatGPT-User, OAI-SearchBot,
# ClaudeBot, anthropic-ai, Claude-Web, CCBot)
User-agent: *
Disallow: /cgi-bin
Disallow: /admin
Disallow: /layout/logo
Disallow: /layout/flash/*
Disallow: /images/charts/*
Disallow: /enquiry*
Disallow: *?edit*
Disallow: *?enquiry*
Disallow: /maps/*
Disallow: /bluepages/map*
Disallow: /forum?do=post*
Disallow: /redirect*

# Sitemap location
Sitemap: https://www.harbourguides.com/sitemap.xml
Sitemap: https://www.harbourguides.com/sitemap-es.xml