User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Uptimebot
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: nsrbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: BPImageWalker
Disallow: /

User-agent: IndeedBot
Disallow: /

User-agent: tracemyfile
Disallow: /

User-agent: Researchscan
Disallow: /

User-agent: Nimbostratus-Bot
Disallow: /

User-agent: ExtLinksBot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: LightspeedSystemsCrawler
Disallow: /

User-agent: simplecrawler
Disallow: /

User-agent: Seekport
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: GTmetrix
Disallow: /

User-agent: GarlikCrawler
Disallow: /

User-agent: DomainCrawler
Disallow: /

User-agent: Jooblebot
Disallow: /

User-agent: zgrab
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: NetcraftSurveyAgent
Disallow: /

User-agent: NLNZ_IAHarvester2018
Disallow: /

User-agent: CheckMarkNetwork
Disallow: /

User-agent: *
Allow: /
Crawl-delay: 240

Sitemap: https://www.mpccomputers.co.nz/sitemap.xml