User-agent: Slurp
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: MSNBot
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Lycos
Disallow: /

User-agent: WebAlta
Disallow: /

User-agent: *
Disallow: /articles/get
Disallow: /go
Disallow: /index.php/autos/aget_autos
Disallow: /autos/aget_autos
Allow: /
Host: carsburg.ru