User-agent: Googlebot
User-agent: Googlebot-news
User-agent: Mediapartners-Google
User-agent: bingbot
User-agent: msnbot
User-agent: slurp
User-agent: yandex
User-agent: baiduspider
User-agent: alexabot
User-agent: facebot
User-agent: ia_archiver
Allow: /
Crawl-delay : 300

User-agent: Sosospider
Disallow: /

User-agent: Amazonbot 
Disallow: /

Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/upgrade/
Disallow: /wp-content/wflogs/
Disallow: /wp-content/rsspi-log/
Disallow: /wp-content/languages/
Disallow: /dushi/
Disallow: /dushi-single/
Disallow: /deals/blackfriday/
Disallow: /deals/singclub/
Disallow: /readme.html
Disallow: /refer/
Disallow: /?s=
Disallow: /search/
Disallow: /daily_

Sitemap: https://www.singtao.ca/gen-sitemap/post/today/
Sitemap: https://www.singtao.ca/gen-sitemap/rtnews/today/