User-agent: *
Disallow: /bolt/
Disallow: /search?q=
Disallow: /luxofts-training-program-for-expedia

#OpenAI main web crawler for training GPT models
User-agent: GPTBot
Disallow: /
 
#used for AI training
User-agent: CCBot
Disallow: /
 
#used for generative AI
User-agent: Google-Extended
Disallow: /
 
#TikTok
User-agent: Bytespider
Disallow: /

#OpenAI bot for indexing web content for ChatGPT search
User-agent: OAI-SearchBot
Allow: /

#Identifies user requests from ChatGPT
User-agent: ChatGPT-User  
Allow: /

#Bot from Perplexity.ai to fetch real-time info with citations
User-agent: PerplexityBot
Allow: /

#Exa.ai crawler for dev-focused AI search
User-agent: ExaBot
Allow: /


Sitemap: https://www.luxoft.com/sitemap.xml