User-agent: * # directed to all robots
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /intern/
Disallow: /spider-trap/
Disallow: /tarantel/