# anthropic-ai bot #User-agent: anthropic-ai #Disallow: / # Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/) User-agent: BLEXBot Disallow: / # Buck/2.3; Beta (+https://app.hypefactors.com/media-monitoring/about.html) User-agent: Buck Disallow: / # coccoc.com # http://help.coccoc.com/searchengine User-agent: coccocbot-web Disallow: / # Comscore # https://www.comscore.com/Web-Crawler User-agent: proximic Disallow: / # Mozilla/5.0 (compatible; DotBot/1.2; +https://opensiteexplorer.org/dotbot; help@moz.com) User-agent: dotbot Disallow: / # Mozilla/5.0+(compatible;+linkdexbot/2.0;++http://www.linkdex.com/bots/) # http://www.linkdex.com/bots/ User-agent: linkdexbot Disallow: / # ChatGPT # https://platform.openai.com/docs/gptbot #User-agent: GPTBot #Disallow: / # ChatGPT # Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot # https://platform.openai.com/docs/plugins/bot #User-agent: ChatGPT-User #Disallow: /deals/ # CriteoBot # https://www.criteo.com/criteo-crawler/ User-agent: CriteoBot Disallow: / # DataForSEO # https://dataforseo.com/dataforseo-bot User-agent: DataForSeoBot Disallow: / # Google-Extended 8/15/24 change #User-agent: Google-Extended #Disallow: / # IbouBot # https://ibou.io/iboubot.html User-agent: IbouBot Disallow: / # Majestic Bot (MJ12bot) # http://www.majestic12.co.uk/bot.php # Mozilla/5.0+(compatible;+MJ12bot/v1.4.5;+http://www.majestic12.co.uk/bot.php?+) #User-agent: MJ12bot #Disallow: / # Mediatoolkitbot # complaints@mediatoolkit.com User-agent: Mediatoolkitbot Disallow: / # SeznamBot # http://napoveda.seznam.cz/seznambot-intro/ User-agent: SeznamBot Disallow: / # Semrush Bot # http://www.semrush.com/bot.html # Mozilla/5.0+(compatible;+SemrushBot-SA/0.97;++http://www.semrush.com/bot.html) #User-agent: SemrushBot #Disallow: / # PetalBot Bot # https://webmaster.petalsearch.com/site/petalbot # Mobile Safari/537.36 (compatible; PetalBot;+https://webmaster.petalsearch.com/site/petalbot) User-agent: PetalBot Disallow: / # Trendiction # http://www.trendiction.de/bot User-agent: trendictionbot Disallow: / # Yandex # http://yandex.com/bots User-agent: YandexBot Disallow: / User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /j/ # Cloudflare Disallow: /cdn-cgi/ Sitemap: https://www.buyvia.com/wp-sitemap.xml Sitemap: https://www.buyvia.com/category-sitemap.xml Sitemap: https://www.buyvia.com/coupons-sitemap.xml Sitemap: https://www.buyvia.com/deals-sitemap.xml Sitemap: https://www.buyvia.com/vendor-sitemap.xml Sitemap: https://www.buyvia.com/vendor-complete-sitemap.xml