User-agent: *
Allow: /
Disallow: /cdn-cgi/*
Disallow: *emaillink
Disallow: *?popup
Disallow: /what-we-do/education/thank-you
Disallow: /what-we-do/education/thank-you-2
Disallow: /what-we-do/employment-services/thank-you
Disallow: /what-we-do/apprenticeships-and-training/thank-you
Disallow: /what-we-do/workforce/thank-you
Disallow: /what-we-do/procurement/thank-you
Disallow: /what-we-do/government/thank-you
Disallow: /what-we-do/justice/thank-you
Disallow: /contact-us/thank-you
Disallow: /what-we-do/workforce/test-second-form

# Block unwanted crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBotc
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: babbar.tech
Disallow: /

Sitemap: https://www.readytech.io/sitemap.xml