# robots.txt
User-agent: *
Disallow: /*/css-form/
Disallow: /*/db/
Disallow: /*/images/
Disallow: /*/js/
Disallow: /*/template/
Disallow: /*/adds/
Disallow: /*/gmap.asp*
Disallow: /*/dimmi*
Disallow: /*/privacy*
Disallow: /*/disclaimer*
User-agent: IRLbot 
Disallow: /
User-agent: HTTrack 
Disallow: /
User-agent: WebZip
Disallow: /
User-agent: WinHTTrack
Disallow: /
User-agent: teleport 
Disallow: / 
User-agent: teleportPro 
Disallow: / 
User-agent: Mediapartners-Google
Allow: /*/gmap.asp*
User-agent: Adsbot-Google
Allow: /*/gmap.asp*
User-agent: Twiceler 
Disallow: / 
User-agent: NetMailXT
Disallow: /