User-agent: *
Disallow: /launchurl.jsp
Disallow: /launchurl.jsp*
Disallow: /disclaimer.jsp
Disallow: /suggest/
Disallow: /email/
Disallow: /ads/
Disallow: /WEB-INF/
Disallow: /reports/
Disallow: /disclaimer.html
Disallow: /error.jsp
Disallow: /404.html
Disallow: /missing.jsp
Disallow: /missing.html
Disallow: /400.html
Disallow: /500.html
Disallow: /header.jsp
Disallow: /403.html
Disallow: /press/
Disallow: /rd.jsp
Disallow: /rd.jsp*
Disallow: /courses/goto.jsp
Disallow: /courses/goto.jsp*
Disallow: /images/
Disallow: /images/*
Disallow: /cgi-bin/ss/go.cgi
Disallow: /crawler
Disallow: /crawler/
Disallow: /crawler/*
Disallow: /js/


User-Agent: MSIECrawler
Disallow: /showurls.jsp
Disallow: /search.jsp
Disallow: /searchtgig.jsp
Disallow: /searchgroups.jsp
Disallow: /showgroup.jsp
Disallow: /searchweb.jsp
Disallow: /webdir/
Disallow: /forum/

User-agent: Wget
Disallow: /w/
Disallow: /webdir/
Disallow: /store/
Disallow: /stbl/
Disallow: /searchweb.jsp
Disallow: /launchurl.jsp
Disallow: /launchurl.jsp*
Disallow: /disclaimer.jsp
Disallow: /suggest/
Disallow: /email/
Disallow: /ads/
Disallow: /WEB-INF/
Disallow: /reports/
Disallow: /disclaimer.html
Disallow: /error.jsp
Disallow: /404.html
Disallow: /missing.jsp
Disallow: /missing.html
Disallow: /400.html
Disallow: /500.html
Disallow: /header.jsp
Disallow: /403.html
Disallow: /press/
Disallow: /rd.jsp
Disallow: /rd.jsp*
Disallow: /courses/goto.jsp
Disallow: /courses/goto.jsp*
Disallow: /images/
Disallow: /images/*
Disallow: /cgi-bin/ss/go.cgi
Disallow: /*/10
Disallow: /*/20
Disallow: /*/30
Disallow: /*/40
Disallow: /*/50
Disallow: /*/60
Disallow: /*/70
Disallow: /*/80
Disallow: /*/90
Disallow: /*/100
Disallow: /*/110
Disallow: /*/120
Disallow: /*/130
Disallow: /*/140