User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /
Crawl-delay: 2

# Sitemap location
Sitemap: https://excelems.co.uk/sitemap.xml

# Priority crawling for key service pages
Allow: /services/
Allow: /regions/
Allow: /industries/
Allow: /contact