# robots.txt User-agent: * Disallow: /cgi-bin/* Disallow: /pob_meta.php Disallow: /broken.php Allow: /