# Block Funnelback crawler
User-agent: funnelback
Disallow: /

# Block Picsearch bot
User-agent: psbot
Disallow: /

# Allow OpenAI's ChatGPT web crawler
User-agent: ChatGPTBot
Allow: /

# Allow Google AI crawler for training models
User-agent: Google-Extended
Allow: /

# Allow Perplexity AI crawler
User-agent: PerplexityBot
Allow: /

# Default rule for all other bots
User-agent: *
Disallow: /sitefinity/

# disables crawling within sitefinity folder

Sitemap: https://www.adu.ac.ae/sitemap/sitemap.xml