User-Agent: Googlebot
Allow: /*.js*
Allow: /*.css*

Sitemap: https://www.milesweb.co.uk/sitemap.xml
Sitemap: https://www.milesweb.co.uk/blog/post-sitemap.xml
Sitemap: https://www.milesweb.co.uk/hosting-faqs/post-sitemap1.xml
Sitemap: https://www.milesweb.co.uk/hosting-faqs/post-sitemap2.xml

Disallow: /old_website/*
Disallow: /demo-pages/*
Disallow: /demosite/*
Disallow: /temp-demo/*
Disallow: /popup/*
Disallow: /*?utm=*

# Allow ChatGPT / OpenAI crawlers
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# (Optional) allow Google's AI extension if you want
User-agent: Google-Extended
Allow: /