# All robots will spider the domain # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ User-agent: Googlebot Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /? Disallow: /index.php? Disallow: /feed/$