# robots.txt User-Agent: * Disallow: /cgi-bin/ Disallow: /php/ Disallow: /pn/ Disallow: /extras/