User-agent: *

Disallow: /cgi-bin/
Disallow: /common/

User-agent: *httrack*
Disallow: *.*
Disallow: /*
Allow: unauthorized.*

User-agent: Mozilla/4.5 (compatible; HTTrack 3.0x; Windows 98)
Disallow: *.*
Disallow: /*
Allow: unauthorized.*

User-agent: *offline*
Disallow: *.*
Disallow: /*
Allow: unauthorized.*