User-agent: * Disallow: /files/ Disallow: /content/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /jpcache/ Disallow: /textpattern/ User-agent: linkwalker Disallow: / User-agent: linkchecker Disallow: /