User-agent: *

Disallow: /rss.php
Disallow: /admin/
Disallow: /hnbot/
Disallow: /inc/
Disallow: /templates/
Disallow: /cgi-bin/

#Sitemap
Sitemap: http://www.hojenoticias.com.br/sitemap-index.xml

User-agent: Googlebot

Disallow: /rss.php
Disallow: /admin/
Disallow: /hnbot/
Disallow: /inc/
Disallow: /templates/
Disallow: /cgi-bin/
Disallow: /*/relacionadas/index*.html$
Disallow: /*/relacionadas/$

#Sitemap
Sitemap: http://www.hojenoticias.com.br/sitemap-index.xml

Disallow: *.php$
Disallow: *.html$
Allow: */index*.html$

# qualquer endereco que contenha ?
Disallow: /*?*

# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*

# permitir o adsense em qualquer url
User-agent: Mediapartners-Google
Disallow:
Allow: /*