User-agent: * Disallow: /css/ Disallow: /all Disallow: /all/ Disallow: /cgi-bin/ User-agent: Slurp # disallow yahoo bot Disallow: / User-agent: Googlebot # disallow all files ending with these extensions Disallow: /css/ Disallow: */trackback*