User-agent: *
# remova os diretorios
Disallow: /Action/
Disallow: /websites/

# permitir o adsense em qualquer url
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# sitemap

Sitemap: http://www.bobnews.com.br/sitemap.xml
Sitemap: http://www.bobnews.com.br/sitemap_coments.xml