User-agent: *
Disallow: /login
Disallow: /api
Disallow: /logout
Disallow: /forgotten-password
Disallow: /reset-password
Disallow: /workspace
Disallow: /maintenance
Disallow: /cart
Disallow: /*?utm_*
Disallow: /*?reviewAnchor*
Disallow: /travel-agents/registration
Disallow: /*/buy
Disallow: /ta-starter-guide
Disallow: /documents/TA_Partner_Guide.pdf

# blocking bad bots
User-agent: rogerbot
Disallow: /
User-agent: mj12bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Linguee Bot
Disallow: /
User-agent: Domain Re-Animator Bot
Disallow: /
User-agent: MauiBot (crawler.feedback+wc@gmail.com)
Disallow: /
User-agent: python-requests/2.25.1
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: Timpibot/0.9 (+http://www.timpi.io)
Disallow: /
User-agent: Go-http-client/2.0
Disallow: /
User-agent: cc-download
Disallow: /
User-agent: img2dataset
Disallow: /

Sitemap: https://www.cityunscripted.com/sitemap.xml