# icqit crawler
User-agent: Slurp
Disallow: /cgidone/
Disallow: /pub/
Disallow: /errordocs/
Disallow: /WebLogs/
Disallow: /yossi/
Disallow: /inlcudes
Disallow: /rediredt
Disallow: /cb
Disallow: /ate
Disallow: /public
Disallow: /internal
Disallow: /password
Disallow: /karma
Disallow: /search/



User-agent: *
Disallow: /cgi-bin/
Disallow: /cgidone/
Disallow: /pub/
Disallow: /errordocs/
Disallow: /WebLogs/
Disallow: /yossi/
Disallow: /inlcudes
Disallow: /rediredt
Disallow: /cb
Disallow: /ate
Disallow: /public
Disallow: /internal
Disallow: /password
Disallow: /karma
Disallow: /whitepages
Disallow: /search/