User-agent: * Disallow: newbie.html # Newbie staff training guide shouldn't be parsed Disallow: /board/ # Message boards shouldn't be indexed Disallow: /bios/ # Bios contain emails and shouldn't be parsed Disallow: /staff/ User-agent: dotbot Disallow: /