# robots.txt - Crawl instructions for search engine bots

User-agent: Googlebot
Disallow: /nogooglebot/

# Block thank-you pages and contact/unsubscribe flows
Disallow: /thankyou-contact.html
Disallow: /thankyou-buildapp.html
Disallow: /unsubscribe.html
Disallow: /uk/thankyou-contact.html
Disallow: /uk/thankyou-buildapp.html
Disallow: /unsubscribe/

# Block template, test, demo, and internal folders
Disallow: /Template.html
Disallow: /pdf/
Disallow: /uk/pdf/
Disallow: /demo/
Disallow: /website-test/
Disallow: /mailer/
Disallow: /prod/
Disallow: /product-glimpse/
Disallow: /uk/img/client-logo/
Disallow: /analytics/
Disallow: /job-listing/
Disallow: /lp/

# Block duplicate blog feeds and tags
Disallow: */feed/
Disallow: /*/feed
Disallow: /blog/alumni-mangement/feed/
Disallow: /blog?s={search_term_string}
Disallow: /uk/blog/comments/feed/
Disallow: /uk/blog/tag/international-students-recruitment/feed/
Disallow: /uk/blog/personas-in-higher-education/feed/
Disallow: /apac/blog/tag/student-engagement/
Disallow: /apac/blog/category/news/
Disallow: /uk/blog/category/news/
Disallow: /blog/2016/11/
Disallow: /blog/sample-page/
Disallow: /*?*utm_
Disallow: /*?*source=

Allow: /e2s-recruit.html
Allow: /e2s-connect.html

# Sitemap location
Sitemap: https://www.engage2serve.com/sitemap.xml