# /robots.txt file for https://the-hive.archive.erowid.org/
# version: 001, 2015-09-29

# this bot is too stupid to understand the standard block
User-agent: archive.org
User-agent: ia_archiver
User-agent: wayback
Disallow:

# allow bot access only through static links and pages
User-agent: *
Allow: /forum/forums.pl
Allow: /forum/forums.pl*
Allow: /forum/images/
Allow: /forum/showflat/
Allow: /forum/threads/
Allow: /forum/forums/
Allow: /forum/faq/
Allow: /forum/showtext/
Disallow: /forum/