User-agent: Offline Explorer 
Disallow:   / 

User-agent: Teleport 
Disallow:   / 

User-agent: TeleportPro 
Disallow:   / 

User-agent: Teleport Pro/1.29 
Disallow:   / 

User-agent: Web Downloader 
Disallow:   / 

User-agent: Wget 
Disallow:   / 

User-agent: Teleport Pro 
Disallow:   / 

User-agent: Yandex 
Allow: / 
Sitemap: http://spetstorg.ru/sitemap_000.xml 
Host: spetstorg.ru 

User-agent: Mediapartners-Google 
Allow: / 
Sitemap: http://spetstorg.ru/sitemap_000.xml 
Host: spetstorg.ru 

User-agent: Googlebot 
Allow: / 
Sitemap: http://spetstorg.ru/sitemap_000.xml 
Host: spetstorg.ru 

User-agent: Adsbot-Google 
Allow: / 
Sitemap: http://spetstorg.ru/sitemap_000.xml 
Host: spetstorg.ru 

User-agent: Googlebot-Image 
Allow: / 
Sitemap: http://spetstorg.ru/sitemap_000.xml 
Host: spetstorg.ru 

User-agent: Googlebot-Mobile 
Allow: / 
Sitemap: http://spetstorg.ru/sitemap_000.xml 
Host: spetstorg.ru 

User-agent: * 
Disallow: /bitrix/ 
Disallow: /upload/