# Allow AI search and agent use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Allow: /

# Disallow AI training data collection
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
Disallow: /

# Googlebot specific rules
User-agent: Googlebot
Disallow: /insights/search-results
Disallow: /search-results
Disallow: /emea/insights/search-results
Disallow: /emea/search-results
Disallow: /?sc_itemid
Disallow: /creditors/*
Disallow: /emea/cip/*
Disallow: /holidaycard
Sitemap: https://www.fticonsulting.com/sitemap.xml

# Bingbot specific rules
User-agent: bingbot
Disallow: /insights/search-results
Disallow: /search-results
Disallow: /emea/insights/search-results
Disallow: /emea/search-results
Disallow: /?sc_itemid
Disallow: /creditors/*
Disallow: /emea/cip/*
Disallow: /holidaycard
Sitemap: https://www.fticonsulting.com/sitemap.xml

# Social bots - allow everything
User-agent: Twitterbot
Disallow:

User-agent: facebookexternalhit
Disallow:

User-agent: LinkedInBot
Disallow:

# Catch-all for other bots - allow all except sensitive folders
User-agent: *
Disallow: /admin/
Disallow: /internal/
Disallow: /holidaycard

LLMS.txt file: http://fticonsulting.com/llms.txt