# Robots.txt file for https://www.marysminiatures.net/ # Updated 6/21/2021 PRO-Webs Sitemap: https://www.marysminiatures.net/sitemap.xml User-agent: Googlebot Disallow: /cgi_bin/ Disallow: *back_in_stock User-agent: Slurp Disallow: /cgi-bin/ User-agent: Sogou web spider/4.0 Disallow: / User-agent: romanceonly.com Disallow: / User-agent: barkrowler Disallow: / User-agent: ltx71 Disallow: / User agent: Go-http-client/1.1 Disallow: / User-agent: wp_is_mobile Disallow: / User-agent: frost.torexit Disallow: / User-agent: MJ12bot Disallow: / User-agent: DAUM Disallow: / User-agent: BLEXBot Disallow : / User-agent: SemrushBot-SA Disallow: / User-agent: SiteAuditBot Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot-SI Disallow: / User-agent: SemrushBot-SWA Disallow: / User-agent: SemrushBot-CT Disallow: / User-agent: SplitSignalBot Disallow: / User-agent: SemrushBot-COUB Disallow: / User-agent: Yandex Disallow: / User-agent: YandexBot Disallow: / User-agent: YandexDirect Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider-video Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: 360Spider Disallow: / User-agent: Yisouspider Disallow: / User-agent: PetalBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Sogou inst spider Disallow: / User-agent: SeznamBot Disallow: / User-agent: Qwantify Disallow: / User-agent: dotbot Disallow: / User-agent: Alexabot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Huaweisymantecspider Disallow: / User-agent: SiteSnagger Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebCopier Disallow: / User-agent: WebReaper Disallow: / User-agent: WebStripper Disallow: / User-agent: WebZIP Disallow: / User-agent: Xaldon_WebSpider Disallow: / User-agent: naver Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: Bytespider Disallow: / User-agent: Photon/1.0 Disallow: / User-agent: Photon Disallow: / User-agent: Dispatch/0.11.3 Disallow:/ User-Agent: The Knowledge AI Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: Mail.Ru Disallow: / User-agent: Re-re Studio Disallow: / User-agent: masscan/1.3 Disallow: / User-agent: * Disallow: /cgi-bin/