User-agent: * Disallow: /bo/ Disallow: /cgi-bin/ Disallow: /todo/ Disallow: /forum/ Disallow: /etc/ Disallow: /datenschutz/* # # disallow unfriendly bot # User-agent: ArgClrInt Disallow: / #Googlebot User-agent: Googlebot Allow: *.css Allow: *.js Disallow: /js/external.js Disallow: /etc/