User-Agent: * # The * specifies all agents or robots Disallow: /wartung/ Disallow: /test/ Disallow: /cgi-bin/ # The / indicates that all folders immediately under the server root # starting with /temp should be excluded, including temp and temporary