# Delay robots
User-agent: SemrushBot
User-agent: BLEXBot
User-agent: AhrefsBot
User-agent: FacebookBot
User-agent: facebookexternalhit
User-agent: PetalBot
Crawl-delay: 5


# Block robots
User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: BaiduSpider
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: MauiBot
Disallow: /


# Block paths
User-agent: *
Disallow: /wp-*
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /trackback/
Disallow: /wp-json/

Sitemap: https://assets.nflpickwatch.com/sitemaps/index.xml