User-agent: Mediapartners-Google
Disallow: /mlm

User-agent: Adsbot-Google
Disallow: /mlm

#Инструкции для робота  google
User-agent: Googlebot
Disallow: /mlm

#Инструкции для робота Рамблера
User-agent: StackRambler
Disallow: /mlm

#For use by search.w3.org
#User-agent: W3C-gsa

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)
Disallow: /mlm

#W3C Link checker
User-agent: W3C-checklink
Disallow:

#exclude some access-controlled areas
User-agent: *
Disallow: /scripts
Disallow: /stylesheets
Disallow: /php
Disallow: /html
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /cms/
Disallow: /counter/
Disallow: /cp/
Disallow: /fm/
Disallow: /mlm/
Disallow: /news/
Disallow: /online/
Disallow: /styles/
Disallow: /template/
Disallow: /SM/