#all robots user-agent: * # donot index the folder under the directory authorized Disallow: /authentication/ Disallow: /cgi-bin/ Disallow: /data/ Disallow: /documents/ Disallow: /images/ Disallow: /includes/ Disallow: /logs/ Disallow: /newsletter/ Disallow: /phpbb2/ Disallow: /scripts/ Disallow: /weblabels.php