# disallow stress tests from stress-agent User-agent: stress-agent Disallow: / # disallow visits of servlet spaces User-agent: * Disallow: /extreme/ Disallow: /impact/ Disallow: /krawatten/ Disallow: /authorize/ Disallow: /rsd/ Disallow: /huebner/ Disallow: /manager/ Disallow: /examples/ Disallow: /template/ # disallow visits of CGI folders User-agent: * Disallow: /cgi-bin/ Disallow: /cgi-exe/ # disallow visits of SSI folder User-agent: * Disallow: /ssi/ # disallow visits of resource folders # for WebObjects applications User-agent: * Disallow: /WebObjects/ # disallow visits of resource folder # for TestTrack application User-agent: * Disallow: /ttweb/ # disallow visits of statistics folder # for website accesses User-agent: * Disallow: /report/ # disallow visits of picture galleries User-agent: * Disallow: /gallery/ # disallow visits of bookmarks folder User-agent: * Disallow: /bookmarks/ # disallow visits of folder # for experimental stuff User-agent: * Disallow: /experimental/ # disallow visits of folder # for temporary stuff User-agent: * Disallow: /tmp/ # disallow visits of folder # for obsolete website User-agent: * Disallow: /old/