User-agent: * # todos os robôs poderão visitar o site
Disallow: /cgi-bin/
Disallow: /stat/
Disallow: /enviar.php
Disallow: /logfiles/