User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
Disallow: /wp-login.php
Allow: /wp-content/uploads
Disallow: *.js$
Disallow: *.inc$
Disallow: *.css$


Disallow: /private_directory/   
# Blocca la directory /private_directory/
Request-rate: 1/5               
# Visita al massimo una pagina ogni 5 secondi


# vieta categorie, tag, ecc... per evitare i duplicati
Disallow: */trackback/
Disallow: */feed/

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

#Google AdWords
User-agent: Adsbot-Google
Allow: /*

#Google Google Mobile
User-agent: Googlebot-Mobile
Allow: /*

# Internet Archiver Wayback Machine
User-agent: ia_archiver-web.archive.org
Allow: /*

# digg mirror
User-agent: duggmirror
Allow: /*