# # robots.txt for https://www.macrotrends.net # # Block various useless bots from crawling the site User-agent: GPTBot Disallow: / User-agent: rogerbot Disallow: / User-agent: dotbot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: BomboraBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Disallow: / User-agent: YandexBot Disallow: / User-agent: Yeti Disallow: / User-agent: Turnitin Disallow: / User-agent: MJ12bot Disallow: / User-agent: academicbot Disallow: / User-agent: coccocbot Disallow: / User-agent: YouBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: MicroAdBot Disallow: / User-agent: MojeekBot Disallow: / User-agent: Barkrowler Disallow: / User-agent: Baiduspider Disallow: / User-agent: Qwarrybot Disallow: / User-agent: Discordbot Disallow: / User-agent: Exabot Disallow: / User-agent: * Disallow: /stock-comparison Disallow: /assets/ Disallow: /search/ Disallow: /series/ Disallow: /test/ Disallow: /dev/ Disallow: /sandbox/ Disallow: /pma/ Disallow: /stats/ Disallow: /Secure_Server/