User-agent: fidget-spinner-bot
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: Amazonbot/0.1
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot/v1.4.8
Disallow: /
User-agent: AhrefsBot/6.1
Disallow: /
User-agent: AhrefsBot/7.0
Disallow: /
User-agent: Qwantify/2.4w
Disallow: /
User-agent:  DotBot/1.1
Disallow: /
User-agent:  PetalBot
Disallow: /
User-agent: Riddler
Disallow:  /
User-agent: EmailMarketingRobot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: DotBot
Disallow: /

User-agent: *
Crawl-delay: 30
sitemap: http://www.401k-lookup.com/sitemaps/sitemap_index_2024-10-07.xml