# All robots will spider the domain


User-agent: *

Disallow: /typo3
Disallow: /testen
Disallow: /mod
Disallow: /erros
Disallow: /barcelona
Disallow: /images

User-agent: Googlebot-Image
Disallow: / 

User-agent: httrack
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: linkwalker
Disallow: /

User-agent: offline explorer
Disallow: /

User-agent: psbot
Disallow: /

User-agent: teleport
Disallow: /

User-agent: teleport pro
Disallow: /

User-agent: webcopier
Disallow: /

User-agent: webreaper
Disallow: /

User-agent: webstripper
Disallow: /

User-agent: MSIECrawler
Disallow:/