User-agent: *
Disallow: /
Crawl-delay: 3600
User-agent: Yandex
User-Agent: bingbot
User-agent: msnbot
# remova os diretorios
Disallow: /cgi-bin/
Disallow: */tag/*
Disallow: */tag/
Disallow: /tag/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /trackback/
Disallow: */trackback/
Disallow: */trackback/*
Disallow: /feed/
Disallow: */feed/
Disallow: */feed/*
Disallow: /tags/
Disallow: */tags/
Disallow: */tags/*
Disallow: /category/
Disallow: */category/
Disallow: */category/*
Disallow: /page/
Disallow: */page/
Disallow: */page/*
Disallow: */2010/*
Disallow: */2011/*
Disallow: */2012/*
Disallow: */2013/*
Disallow: */2014/*
Disallow: */2015/*
Disallow: */2016/*
#remova os arquivos
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$
User-agent: Googlebot
Crawl-delay: 600
User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Disallow: /calendar/action~posterboard/
Disallow: /calendar/action~agenda/
Disallow: /calendar/action~oneday/
Disallow: /calendar/action~month/
Disallow: /calendar/action~week/
Disallow: /calendar/action~stream/
Disallow: /calendar/action~undefined/
Disallow: /calendar/action~http:/
Disallow: /calendar/action~default/
Disallow: /calendar/action~poster/
Disallow: /calendar/action~*/
Disallow: /*controller=ai1ec_exporter_controller*
Disallow: /*/action~*/