User-agent: *
Disallow: /job/vacancies/vacancie.html/
Disallow: /job/resumes/resume.html/
Disallow: /job/index
Disallow: /job/?
Disallow: /stat/?
Disallow: /dir/search
Disallow: /search/?
Disallow: /services/stat/site-
Disallow: /cgi
Disallow: /pho
Disallow: /mass
Disallow: /?
Host: www.be1.ru

User-Agent: DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail, Teleport Pro/1.29, Scooter-W3-1.0
Disallow: /