User-agent: *
Sitemap: https://www.miningmagazine.com/sitemap_index.xml
Sitemap: https://www.miningmagazine.com/news-sitemap.xml
Sitemap: https://www.miningmagazine.com/videositemap.xml
Crawl-delay: 120
Disallow: /search
Disallow: /feeds/rss/search
Disallow: /digital_assets/
Disallow: /pdf/
Disallow: /mining-magazine-intelligence-digitalisation-report-2021-epublication
Disallow: /mining-magazine-intelligence-automation-report-2021-epublication
Disallow: /mining-magazine-intelligence-future-fleets-report-2022-epublication
Disallow: /mining-magazine-intelligence-digitalisation-report-2020-epublication
Disallow: /mining-magazine-intelligence-automation-report-2020
Disallow: /mining-magazine-intelligence-future-fleets-report-2021
Disallow: /mining-magazine-intelligence-digitalisation-report-2022-epublication
Disallow: /mining-magazine-intelligence-future-fleets-report-2023-epublication
Disallow: /mining-magazine-intelligence-exploration-report-2023-epublication
Disallow: /verify-site-login

Disallow: /mining-magazine-intelligence-automation-report-2022
Disallow: /mining-magazine-intelligence-exploration-report-2022
# Fully exclude these robots from crawling

User-agent: MJ12bot
User-agent: search
User-agent: BLEXBot
User-agent: SemrushBot
User-agent: SemrushBot-BM
User-agent: dotbot
User-agent: Barkrowler
User-agent: Moreover
User-agent: SeznamBot
User-agent: GPTBot
User-agent: Google-Extended
Disallow: /