User-agent: *
Disallow: /


User-agent: Yandex
Disallow: /


User-agent: Yandex
Disallow: /cgi-bin # blocks access to the pages 
                   #with paths starting with '/cgi-bin'

User-agent: Teleport
Disallow: /
 
User-agent: TeleportPro
Disallow: /
 
User-agent: EmailCollector
Disallow: /
 
User-agent: EmailSiphon
Disallow: /
 
User-agent: WebBandit
Disallow: /
 
User-agent: WebZIP
Disallow: /
 
User-agent: WebReaper
Disallow: /
 
User-agent: WebStripper
Disallow: /
 
User-agent: Web Downloader
Disallow: /
 
User-agent: WebCopier
Disallow: /
 
User-agent: Offline Explorer Pro
Disallow: /
 
User-agent: HTTrack Website Copier
Disallow: /
 
User-agent: Offline Commander
Disallow: /
 
User-agent: Leech
Disallow: /
 
User-agent: WebSnake
Disallow: /
 
User-agent: BlackWidow
Disallow: /
 
User-agent: HTTP Weazel
Disallow: /

User-agent: HTTrack
Disallow: /


User-agent: *
Disallow: /irj/portal/Mindefensa?*
Disallow: /irj/go/*
Disallow: /irj/servlet/*
Disallow: /com.sap.portal.design*
Disallow: /*.gif$
Disallow: /*.pdf$
Disallow: /*.html$
Disallow: /*.gif$
Disallow: /*.doc$
Disallow: /*.rtf$
Disallow: /*.xls$
Disallow: /irj/portal/mdnmovil
Disallow: /com.sap.portal.navigation.toplevel/
Disallow: /http