User-agent: dotbot
Disallow: / 

User-agent: aggregator:Spinn3r
Disallow: / 

User-agent: Twitterbot
Disallow: /

User-agent: *
Disallow: /webim
Disallow: /xajax
Disallow: /projects/upload/f_4b498a6c8d9da.doc
Disallow: /projects/upload/f_4bd16a1aa50ac.doc
Crawl-delay: 0.5 

Host: www.free-lance.ru