# Directions for robots.  See this URL:
# http://www.robotstxt.org/wc/norobots.html
# for a description of the file format.

# The Krugle web crawler (though based on Nutch) is OK.
User-agent: Krugle
Allow: /index.htm
Disallow: /admin
Disallow: /base
Disallow: /cache
Disallow: /css
Disallow: /files
Disallow: /flash
Disallow: /include
Disallow: /js
Disallow: /tpl
Disallow: /tmp
Disallow: /spaw2

# Hide old versions of the documentation and various large sets of files.
User-agent: *
Allow: /index.htm
Disallow: /journal.php
Disallow: /admin
Disallow: /base
Disallow: /cache
Disallow: /css
Disallow: /files
Disallow: /flash
Disallow: /include
Disallow: /js
Disallow: /tpl
Disallow: /tmp
Disallow: /spaw2