Sitemap: http://gallery.hd.org/sitemap.xml
#Sitemap: https://gallery.hd.org/sitemap.atom


# Historically badly-behaved.
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /

# Also blocking bots that don't give a URL to explain what they're doing.
# Also blocking bots simply gathering marketing or SEO info.
User-agent: AhrefsBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: claudebot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Dragonbot
Disallow: /
User-agent: fidget-spinner-bot
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: G-i-g-a-b-o-t
Disallow: /
User-agent: JamesBOT
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: seoscanners.net
User-agent: scanner
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: SocialRankIOBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: The Knowledge AI
Disallow: /
User-agent: thesis-research-bot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /