User-agent: Mediapartners-Google User-agent: AdsBot-Google Disallow: User-agent: Yandex Crawl-delay: 10 # 10 second timeout User-agent: Bytespider Crawl-delay: 15 # 15 second timeout User-agent: * Disallow: /wp-admin/ #block access to admin section Allow: /wp-admin/admin-ajax.php Disallow: /test Disallow: /wp-content/themes/apps/download.php Disallow: /files/apk/ Allow: / Crawl-delay: 3 User-agent: HuaweiSymantecSpider User-agent: ClickSense User-agent: 008 User-agent: 80legs User-agent: MJ12bot User-agent: crawler4j User-agent: grapeshot Disallow: / Sitemap: https://www.divxland.org/wp-sitemap.xml Sitemap: https://en.divxland.org/wp-sitemap.xml Sitemap: https://es.divxland.org/wp-sitemap.xml Sitemap: https://de.divxland.org/wp-sitemap.xml Sitemap: https://fr.divxland.org/wp-sitemap.xml Sitemap: https://br.divxland.org/wp-sitemap.xml Sitemap: https://it.divxland.org/wp-sitemap.xml Sitemap: https://tr.divxland.org/wp-sitemap.xml Sitemap: https://ru.divxland.org/wp-sitemap.xml Sitemap: https://id.divxland.org/wp-sitemap.xml