# Begin Exclusion From Directories from robots.txt Disallow: /cgi-bin/ Disallow: /random/ Disallow: /mails/ Disallow: /forms/ Disallow: /database/ Disallow: /bbs/