User-agent: Scrapy
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow:
Disallow: /cgi-bin/
Disallow: /wusage
Disallow: /politica-de-privacidade/
Disallow: /termos-de-servico/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /my-account/
Disallow: /xmlrpc.php
Disallow: /*.pdf$

Allow: /ads/preferences/

Sitemap: http://entrar.inf.br/post-sitemap.xml
Sitemap: http://entrar.inf.br/page-sitemap.xml
Sitemap: http://entrar.inf.br/category-sitemap.xml
Sitemap: http://entrar.inf.br/post_tag-sitemap.xml