User-agent: *
Disallow: /api
Disallow: /*/api
Disallow: /*/goods/search
Disallow: /*/goods/shop
Disallow: /*/goods/like
Disallow: /*/goods/similar
Disallow: /goods/*/json
Disallow: /goods/*/json

User-agent: Baiduspider
Disallow: /
User-agent: baiduspider
Disallow: /

User-agent: Yandex
Allow: /sitemap/

User-agent: Googlebot
Allow: /sitemap/

User-agent: Bingbot
Allow: /sitemap/

User-agent: MSNBot
Allow: /sitemap/

User-agent: googlebot-mobile
Allow: /sitemap/

User-agent: yahoo-mmcrawler
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: sogou
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: psbot
Disallow: /
User-agent: discobot
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: OutfoxBot
Disallow: /