User-agent: *
Disallow: /search

User-agent: *
Disallow: /beta/

User-agent: dotbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: MauiBot (crawler.feedback+wc@gmail.com)
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: PetalBot
Disallow: /

Sitemap: https://www.piletilevi.ee/sitemap/index.xml