User-agent: *
Disallow: 
Disallow: /cgi-bin/ #scripts e programas
Disallow: /admin/ #pasta admin