# Comments appear after the "#" symbol at the start of a line, or after a directive
User-agent: * # match all bots
Disallow: /admin/
Disallow: /adminlogs/
Disallow: /downloads/
Disallow: /faq/
Disallow: /forums/ # keep them out of the forums
Disallow: /images/
Disallow: /moderator/
Disallow: /osf/
Disallow: /server_admin/
Disallow: /treehouse/
Disallow: /webmaster/
Disallow: /welcome/ # do not scan the welcome area