User-agent: * #Any robot Disallow: /cgi-bin/ # Keep out of cgi Allow: / Disallow: /admin/ Disallow: /images/ Disallow: /Includes/ Disallow: /CSS/ Disallow: /Connections/ Disallow: /oldsite/ Disallow: /TDE_Newsletter/ Disallow: /test/ Disallow: /Tools/ Disallow: /Templates/ Disallow: /p7pm/ Disallow: /extra/ Disallow: /search/ Disallow: /login.php Disallow: /expired.php Disallow: /fail.php User-agent: W3C Allow: / User-agent: WDG_SiteValidator Allow: /