# ---------------------------------------- # Main rules for all search engines # ---------------------------------------- User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://www.eosathinon.gr/sitemap_index.xml # ---------------------------------------- # Block specific bots # ---------------------------------------- # Semrush User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / # Common spam / scraping bots User-agent: CCBot Disallow: / User-agent: MJ12bot Disallow: / # MegaIndex.ru User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: megaIndex.ru Disallow: / # Yandex User-agent: Yandex Disallow: / # Baidu User-agent: Baiduspider Disallow: / User-agent: Baiduspider-video Disallow: / User-agent: Baiduspider-image Disallow: / # Youdao User-agent: YoudaoBot Disallow: / # Majestic User-agent: MJ12bot Disallow: / # BLEXBot User-agent: BLEXBot Disallow: / # TwengaBot User-agent: TwengaBot Disallow: / # 008 bot User-agent: 008 Disallow: / # Ahrefs User-agent: AhrefsBot Disallow: / # WotBox User-agent: WotBox Disallow: / # SosoSpider User-agent: Sosospider Disallow: / # ZumBot User-agent: ZumBot Disallow: / # Dotbot User-agent: dotbot Disallow: / # Linguee User-agent: Linguee Disallow: /