# for all user agents User-agent: * # dont index these files Disallow: /admin/ Disallow: /logs/ Disallow: /konzepte/ Disallow: /download.php