User-agent: *
Disallow: /cgi/
Disallow: /team/
Disallow: /tools/xml2rfc/
Disallow: /tools/ietfdb/
Disallow: /rfcdiff?
Disallow: /idnits?
Disallow: /rfcmarkup?
Disallow: /*/trac/*?
Disallow: /*/trac/browser/
Disallow: /*/trac/changeset/
Disallow: /*/trac/report/
Disallow: /*/trac/timeline
Disallow: /*/trac/log/
Disallow: /group/iesg/telechat/
Disallow: /svn/
Disallow: /pdf/

User-agent: Baiduspider/2.0:
Disallow: /

User-agent: Baiduspider:
Disallow: /

User-agent: Arachnida:
Disallow: /

User-agent: Typhoeus
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: DotBot:
Disallow: /

User-agent: Sogou web spider/4.0
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou:
Disallow: /

User-agent: yacybot:
Disallow: /

User-agent: YisouSpider
Disallow: /



User-agent: MS Search 4.0 Robot
Disallow: /
User-agent: MS Search 5.0 Robot
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 5.0 Robot)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 5.0 Robot)
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot) Microsoft
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Microsoft
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 5.0 Robot) Microsoft
Disallow: /
User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 5.0 Robot) Microsoft
Disallow: /