# exclude certain sections from robots
User-agent: *
Disallow: /admin/
Disallow: /forum/
Disallow: /logs/
Disallow: /img/
Disallow: /libs/
Disallow: /cgi-bin/ 
Disallow: /buffy/afsmg/menu.php
Disallow: /stuff/hidden.php
Disallow: /stuff/menu.php
Disallow: /softham/admin.php
Disallow: /softham/admin/
Disallow: /softham/images/
Disallow: /softham/includes/
Disallow: /softham/themes/
Disallow: /softham/blocks/
Disallow: /softham/modules/
Disallow: /softham/language/
Disallow: /scifi/lex_menu.php
Disallow: /scifi/x_menu.php
# disallow stress test
User-agent: stress-agent
disallow: /