################################################################################
# FLH HQ Robots Handler (robots.txt)
# This file provides access rules to compliant indexing robots/crawlers/spiders.
################################################################################

# Tell the most obnoxious and error-ridden bots to depart.
# ------------------------------------------------------------------------------

User-agent: NuSearch Spider
Disallow: /
User-agent: DigExt
Disallow: /
User-agent: webcollage
Disallow: /
User-agent: heritrix
Disallow: /

# Tell all other bots to ignore certain directories.
# ------------------------------------------------------------------------------

User-agent: *
Disallow: /library/
Disallow: /other/