User-agent: *
Disallow:
Crawl-delay: 2
Request-rate: 1/2

User-agent: Baiduspider
Disallow: /baidu

User-agent: *
Disallow: /shifen/
Disallow: /homepage/
Disallow: /cpro