User-agent: Yandex
Disallow: /allgoods.php
Disallow: /allgoods.cgi
Disallow: /delivery_content/
Host: www.butik.ru

User-agent: Googlebot
Disallow: /allgoods.php
Disallow: /allgoods.cgi
Disallow: /delivery_content/

User-agent: *
Disallow: /allgoods.php
Disallow: /allgoods.cgi
Disallow: /delivery_content/

Sitemap: http://www.butik.ru/sitemap.xml