# restrict all robots from visiting private directories
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /includes/
Disallow: /mods/
Disallow: /languages/
Disallow: /cgi-bin/