User-agent: AhrefsBot
Disallow: /

User-agent: AA-Site-Audit-Crawler
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: RavenCrawler
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: *
# Slow down bots
Crawl-delay: 10
# Disable certain pages
Disallow: /search/?*
Disallow: /jewelrybox/
Disallow: /newsletter/

Sitemap: https://www.uniquediamonds.com.au/sitemap.xml