########## localizacao do sitemap ################
Sitemap: http://info3.com.br/sitemap_index.xml

User-agent: googlebot
# remover os diretorios:
Disallow: /blog/wp-
Disallow: /blog/*/trackback
Disallow: /blog/*/feed
Disallow: /blog/*/category
# Disallow: /blog/*/20
########## remover scripts, css e afins: ##########
#Disallow: /blog/*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
#Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.xhtml$
#Disallow: /*?*
#Disallow: /*?

############ desabilitar duggmirror ################
User-agent: duggmirror
Disallow: /

####### desabilitarInternet Archiver Wayback Machine ##########
User-agent: ia_archiver
Disallow: /