User-Agent: *
Disallow: /printable
Disallow: /admin
Disallow: /companyStat
Disallow: /dictionary_db
Disallow: /dictionary_src
Disallow: /dump
Disallow: /fogelson_src
Disallow: /garmed_test
Disallow: /fssn
Disallow: /fssn_old
Disallow: /fssn_src
Disallow: /go
Disallow: /guta
Disallow: /marine-insurance
Disallow: /mcs_src
Disallow: /news_port
Disallow: /reso
Disallow: /robots
Disallow: /rosno
Disallow: /rss
Disallow: /usefullinks
Disallow: /usefullinks_01
#
User-agent: dotbot 
Disallow: /
# òàéìàóò â 10 ñåêóíä
Crawl-delay: 10
# host äëÿ ßíäåêñà
Host: www.insur-info.ru