User-agent: MJ12bot
Disallow: /*auth$
Disallow: /*/login
Crawl-Delay: 20

User-agent: AhrefsBot
Disallow: /*auth$
Disallow: /*/login
Crawl-Delay: 20

User-agent: SemrushBot
Disallow: /*auth$
Disallow: /*/login
Crawl-Delay: 20

User-agent: *
Disallow: /*auth$
Crawl-Delay: 5
Sitemap: https://www.tavodrabuziai.lt/sitemap.xml.gz