#Con esto le decimos al robot de todos los buscadores que espere 30 segundos entre cada pagina.
User-agent: *
Crawl-delay: 15

#Con esto le decimos al robot de noxtrum que espere 30 segundos entre cada pagina.
User-agent: noxtrumbot 
Crawl-delay: 30 

#Crawler es la "araņa web" que indexa todas la paginas en el buscador
#condiciones para todos los buscadores
User-agent: *
Disallow: /admin/
Disallow: /images/
Disallow: /imagenes/  
Disallow: /flash/ 
Disallow: /videos/  
Disallow: /documentos/ 
Disallow: /documents/ 
Disallow: /cgi-bin/ 
Disallow: /tmp/
Disallow: /private/
Disallow: /*.php$
Disallow: /*?*
Disallow: /stats
Disallow: /dh_
Disallow: /V
Disallow: /z/j/
Disallow: /z/c/
Disallow: /cgi-bin/
Disallow: /templates/
Disallow: /mx_
Disallow: /db/
Disallow: /admin/
Disallow: /cache/
Disallow: /images/
Disallow: /includes/
Disallow: /QuickSand/
Disallow: /pda/
Disallow: /gfx/
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.txt$
Disallow: /*.doc$
Disallow: /*.xls$
Disallow: /*.wmv$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.php$
Disallow: /viewtopic.php
Disallow: /viewforum.php
Disallow: /index.php?
Disallow: /posting.php
Disallow: /groupcp.php
Disallow: /search.php
Disallow: /login.php
Disallow: /post
Disallow: /member
Disallow: /profile.php
Disallow: /memberlist.php
Disallow: /faq.php
Disallow: /common.php
Disallow: /index.php
Disallow: /memberlist.php
Disallow: /modcp.php
Disallow: /privmsg.php
Disallow: /viewonline.php
Disallow: /rss.php
Allow: / 

# disallow all files ending with these extensions
User-agent: Googlebot
Disallow:
Allow: /sitemap.xml
Allow: /sitemap.php

# allow adsense bot on entire site
User-agent: Mediapartners-Google
Disallow:
Allow: /*