User-agent: IRLbot Crawl-delay: 3600 User-agent: * Disallow: /next/ # MT refugees User-agent: * Disallow: /cgi-bin/ User-agent: * Disallow: /wp-login.php User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://www.defencepestmanagement.com.au/sitemap.xml User-agent: MJ12bot Disallow: / User-agent: rogerbot Disallow:/ User-agent: dotbot Disallow:/ User-agent: AhrefsBot Disallow: / User-agent: Alexibot Disallow: / User-agent: SurveyBot Disallow: / User-agent: Xenu’s Disallow: / User-agent: Xenu’s Link Sleuth 1.1c Disallow: /