User-agent: Orthogaffe
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: *
Disallow: /z/j/
Disallow: /z/c/
Disallow: /stats/
Disallow: /dh_
Disallow: /about/
Disallow: /contact/
Disallow: /contact
Disallow: /contactar
Disallow: /contactar/
Disallow: /acerca-de
Disallow: /acerca-de/
Disallow: /cgi-bin/
Disallow: /foros/admin/
Disallow: /foros/cache/
Disallow: /foros/db/
Disallow: /foros/images/
Disallow: /foros/docs/
Disallow: /foros/includes/
Disallow: /foros/language/
Disallow: /foros/templates/
Disallow: /foros/hl/
Disallow: /foros/faq.php
Disallow: /foros/groupcp.php
Disallow: /foros/login.php
Disallow: /foros/memberlist.php
Disallow: /foros/modcp.php
Disallow: /foros/posting.php
Disallow: /foros/privmsg.php
Disallow: /foros/profile.php
Disallow: /foros/search.php
Disallow: /foros/viewonline.php
Disallow: /foros/config.php
Disallow: /foros/common.php
Disallow: /foro/Themes/
Disallow: /foro/attachments/
Disallow: /foro/Sources/
Disallow: /foro/Packages/
Disallow: /foro/Smileys/
Disallow: /foro/avatars/
Disallow: /banners/
Disallow: /publicidad/
Disallow: /images/
Disallow: /imagenes/
Disallow: /varios/
Disallow: /ad/
Disallow: /ads/
Disallow: /V
Disallow: /z/j/
Disallow: /z/c/
Disallow: /links.php
Disallow: /ads.php
Disallow: /ad.php
Disallow: /posting.php
Disallow: /groupcp.php
Disallow: /search.php
Disallow: /login.php
Disallow: /post
Disallow: /member
Disallow: /profile.php
Disallow: /memberlist.php
Disallow: /faq.php
Disallow: /templates/
Disallow: /mx_
Disallow: /db/
Disallow: /admin/
Disallow: /cache/
Disallow: /images/
Disallow: /includes/
Disallow: /common.php
Disallow: /memberlist.php
Disallow: /modcp.php
Disallow: /privmsg.php
Disallow: /viewonline.php
Disallow: /images/
Disallow: /rss.php
Disallow: /feed
Disallow: /feed/
Disallow: /comments/*
Disallow: /wp-*/
Disallow: /wp-*
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.txt$
Disallow: /wpi/
Disallow: /trackback/
Disallow: /*/*/*/*.xml
Disallow: /*/*/*/c/*

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# disable duggmirror
User-agent: duggmirror
Disallow: /

# con esto le decimos al robot de noxtrum que espere entre cada acceso
User-agent: *
Crawl-delay: 30