# Robots.txt 

# Disallow indexing of specific directories & specific file extensions 
User-agent: *
Disallow: /admin/
Disallow: /english/
Disallow: /comision/
Disallow: /deutsche/
Disallow: /fotos/
Disallow: /gifs/
Disallow: /howtoapi/
Disallow: /images/
Disallow: /imanager/
Disallow: /imgs/
Disallow: /inc/
Disallow: /includes/
Disallow: /js/
Disallow: /lib/
Disallow: /lst/
Disallow: /nuevas/
Disallow: /proves/
Disallow: /POnline/
Disallow: /qtvr/
Disallow: /search/
Disallow: /testrn/
Disallow: /tutos/
Disallow: /tmp/
Disallow: /updating/
Disallow: /*.gif$ 
Disallow: /*.jpg$ 
Disallow: /*.zip$ 
Disallow: /*.doc$ 
Disallow: /*.exe$
Disallow: /*.css$
Disallow: /linkz/

# Disallow Collectors and Spam 
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: / 

# Disallow Offline Browsers 
User-agent: xGet 
Disallow: / 

User-agent: wGet 
Disallow: / 

User-agent: WebWalk 
Disallow: / 

User-agent: webvac 
Disallow: / 

User-agent: WebReaper 
Disallow: / 

User-agent: WebMirror 
Disallow: / 

User-agent: WebFetcher 
Disallow: / 

User-agent: WebCopy 
Disallow: / 

User-agent: webcopier 
Disallow: / 

User-agent: WebCatcher 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: w3mir 
Disallow: / 

User-agent: vobsub 
Disallow: / 

User-agent: Templeton 
Disallow: / 

User-agent: ssearcher100 
Disallow: / 

User-agent: SpiderBot 
Disallow: / 

User-agent: Shai'Hulud 
Disallow: / 

User-agent: PBWF 
Disallow: / 

User-agent: LightningDownload 
Disallow: / 

User-agent: KDD Exploror 
Disallow: / 

User-agent: Internet Explore 
Disallow: / 

User-agent: InfoSpiders 
Disallow: / 

User-agent: httrack 
Disallow: / 

User-agent: HavIndex 
Disallow: / 

User-agent: GetUrl 
Disallow: / 

User-agent: GetBot 
Disallow: / 

User-agent: ESIRover 
Disallow: / 

User-agent: Download Wonder 
Disallow: / 

User-agent: Collage 
Disallow: / 

User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) 
Disallow: /