#### Original content begin #User-agent: * #Allow: /wp-content/uploads/ #Allow: /wp-admin/admin-ajax.php #Disallow: /wp-admin/ #Disallow: /readme.html #Disallow: /refer/ #Allow: / #### Original content ends ## Crawlers for microsoft according to https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0 User-agent: bingbot Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: AdIdxBot Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: BingPreview Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / # Internet archiver bot User-agent: ia_archiver Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / # DuckDuckGo bot User-agent: DuckDuckBot Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / # Apple bot User-agent: Applebot Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / # All the bots used by Google User-agent: Googlebot Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: APIs-Google Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: AdsBot-Google-Mobile Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: AdsBot-Google Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Googlebot-Image Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Googlebot-News Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Googlebot-Video Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Mediapartners-Google Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: AdsBot-Google-Mobile-Apps Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: FeedFetcher-Google Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Google-Read-Aloud Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: DuplexWeb-Google Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Google Favicon Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: googleweblight Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Storebot-Google Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Googlebot smartphone Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / # Yahoo bot User-agent: Sulrp Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / # Facebook bots User-agent: facebot Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: facebookexternalhit/1.0 (+http://www.facebook.com/externalhit_uatext.php) Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php) Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / # User agents for PInterest bots https://help.pinterest.com/en/business/article/pinterest-crawler User-agent: Pinterestbot Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Pinterest/0.2 (+https://www.pinterest.com/bot.html) Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html) Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html) Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / User-agent: Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.121 Mobile Safari/537.36 (compatible; EzLynx/0.1; +http://www.ezoic.com/bot.html) Allow: /wp-content/uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /readme.html Disallow: /refer/ Allow: / # Sitemap link User-agent: * Sitemap: https://ourwanders.com/wp-sitemap.xml User-Agent: * Disallow: /