User-Agent: * crawl-delay: 60 Disallow: /Report.php* Disallow: /download.php* Disallow: /out.php* User-agent: Amazonbot crawl-delay: 600 Disallow: / Disallow: /Report.php* Disallow: /download.php* Disallow: /out.php* User-Agent: AhrefsBot crawl-delay: 60 Disallow: / Disallow: /Report.php* Disallow: /files/* Disallow: /download.php* Disallow: /out.php* User-Agent: MJ12bot crawl-delay: 10 Disallow: /Report.php* Disallow: /download.php* Disallow: /out.php* User-Agent: SemrushBot crawl-delay: 600 Disallow: / Disallow: /Report.php* Disallow: /download.php* Disallow: /out.php* User-agent: SiteAuditBot Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot-SI Disallow: / User-agent: SemrushBot-SWA Disallow: / User-agent: SemrushBot-CT Disallow: / User-agent: SplitSignalBot Disallow: / User-agent: SemrushBot-COUB Disallow: / User-Agent: msnbot/2.0b crawl-delay: 10 Disallow: /Report.php* Disallow: /download.php* Disallow: /out.php* User-Agent: ClaudeBot crawl-delay: 60 Disallow: /Report.php* Disallow: /download.php* Disallow: /out.php* User-Agent: GPTBot crawl-delay: 60 Disallow: /Report.php* Disallow: /download.php* Disallow: /out.php* # abusive crawler doesnt even read this file but if it does then maybe it will listen lol User-agent: hyscore Disallow: / User-agent: DomainCrawler/3.0 Disallow: / User-agent: DomainCrawler Disallow: /