User-agent: *
Disallow: /cgi-bin
Disallow: /mod_perl
Disallow: /logs/
Disallow: /test_
Disallow: /api/