User-agent: ia_archiver
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /


User-agent: *
Crawl-Delay: 45
Disallow: /includes/
Disallow: /test/
Disallow: /app/
Disallow: /video/
Disallow: /courses/usa/add/
Disallow: /courses/exitpoll/
Disallow: /courses/exitpolls/
Disallow: /courses/photo/new/
Disallow: /cgi-bin/package/
Disallow: /cgi-bin/xpackage/
Disallow: /addgolflink/
Disallow: /world/
Disallow: /undefined/
Disallow: /linkout/
Disallow: /hnytrp.htm
Disallow: /blogs/
Disallow: /newswire/

# Equipment section  Directories ======================
Disallow: /equipment/database/
Disallow: /equipment/includes/
Disallow: /equipment/misc/
Disallow: /equipment/modules/
Disallow: /equipment/sites/
Disallow: /equipment/themes/
Disallow: /equipment/scripts/
Disallow: /equipment/updates/
Disallow: /equipment/profiles/
# Files    
Disallow: /equipment/xmlrpc.php
Disallow: /equipment/cron.php
Disallow: /equipment/update.php
Disallow: /equipment/install.php
Disallow: /equipment/INSTALL.mysql.txt
Disallow: /equipment/INSTALL.pgsql.txt
Disallow: /equipment/CHANGELOG.txt
Disallow: /equipment/MAINTAINERS.txt
Disallow: /equipment/LICENSE.txt
Disallow: /equipment/UPGRADE.txt
# Paths (clean URLs)
Disallow: /equipment/admin/
Disallow: /equipment/aggregator/
Disallow: /equipment/comment/reply/
Disallow: /equipment/contact/
Disallow: /equipment/logout/
Disallow: /equipment/node/add/
Disallow: /equipment/search/
Disallow: /equipment/user/register/
Disallow: /equipment/user/password/
Disallow: /equipment/user/login/
Disallow: /equipment/taxonomy/
# Paths (no clean URLs)
Disallow: /equipment?q=admin/
Disallow: /equipment?q=aggregator/
Disallow: /equipment?q=comment/reply/
Disallow: /equipment?q=contact/
Disallow: /equipment?q=logout/
Disallow: /equipment?q=node/add/
Disallow: /equipment?q=search/
Disallow: /equipment?q=user/password/
Disallow: /equipment?q=user/register/
Disallow: /equipment?q=user/login/
Disallow: /equipment?q=taxonomy/

#==========================================


# Newswire section  Directories ======================
Disallow: /newswire/database/
Disallow: /newswire/includes/
Disallow: /newswire/misc/
Disallow: /newswire/modules/
Disallow: /newswire/sites/
Disallow: /newswire/themes/
Disallow: /newswire/scripts/
Disallow: /newswire/updates/
Disallow: /newswire/profiles/
# Files    
Disallow: /newswire/xmlrpc.php
Disallow: /newswire/cron.php
Disallow: /newswire/update.php
Disallow: /newswire/install.php
Disallow: /newswire/INSTALL.mysql.txt
Disallow: /newswire/INSTALL.pgsql.txt
Disallow: /newswire/CHANGELOG.txt
Disallow: /newswire/MAINTAINERS.txt
Disallow: /newswire/LICENSE.txt
Disallow: /newswire/UPGRADE.txt
# Paths (clean URLs)
Disallow: /newswire/admin/
Disallow: /newswire/aggregator/
Disallow: /newswire/comment/reply/
Disallow: /newswire/contact/
Disallow: /newswire/logout/
Disallow: /newswire/node/add/
Disallow: /newswire/search/
Disallow: /newswire/user/register/
Disallow: /newswire/user/password/
Disallow: /newswire/user/login/
Disallow: /newswire/taxonomy/
# Paths (no clean URLs)
Disallow: /newswire?q=admin/
Disallow: /newswire?q=aggregator/
Disallow: /newswire?q=comment/reply/
Disallow: /newswire?q=contact/
Disallow: /newswire?q=logout/
Disallow: /newswire?q=node/add/
Disallow: /newswire?q=search/
Disallow: /newswire?q=user/password/
Disallow: /newswire?q=user/register/
Disallow: /newswire?q=user/login/
Disallow: /newswire?q=taxonomy/