User-agent: *
Disallow: /town/
Disallow: /towns/
Disallow: /country/
Disallow: /countries/
Disallow: /search/
Disallow: /directors/
Disallow: /director/
Disallow: /actors/
Disallow: /actor/
Disallow: /genres/
Disallow: /genre/
Disallow: /producer/
Disallow: /screenplaywriter/
Disallow: /studio/
Disallow: /writer/
Disallow: /vicinitysearch
Disallow: /*/cities$
Disallow: /*/cities/
Disallow: /*/showImage(
Disallow: /pv/
Disallow: /rf/
Disallow: /login/
Disallow: /about/
Disallow: /contact/
Disallow: /cdn-cgi/
User-agent: SemrushBot-SA
User-agent: SemrushBot
User-agent: BLEXBot
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: DotBot
User-agent: MegaIndex.ru
User-agent: megaindex.com
User-agent: MauiBot
User-agent: MauiBot (crawler.feedback+wc@gmail.com)
User-Agent: The Knowledge AI
Disallow: /