User-agent: *
Disallow: /ScriptResource.axd
Disallow: /WebResource.axd
Disallow: /cgi-bin/
Disallow: /Search/
Disallow: /search/
Disallow: /search?q=
Disallow: /sma/
Disallow: /oma/
Disallow: /*img0.
Disallow: *page=*

#Rest Sitemap
Sitemap: https://www.industrysearch.com.au/restsitemap.xml

#Product1 Sitemap
Sitemap: https://www.industrysearch.com.au/productssitemap.xml?pg=1

#Product2 Sitemap
Sitemap: https://www.industrysearch.com.au/productssitemap.xml?pg=2

#Baidu (CN)
#Info: http://www.baidu.com/search/spider.htm
#Required robots.txt code:
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: JikeSpider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: NaverBot
User-agent: Yeti
Disallow: /

User-agent: proximic
Disallow: /

#SoGou (CN)
#Info: http://www.sogou.com/docs/help/webmasters.htm#07
#Required robots.txt code:
User-agent: sogou spider
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Yandex
Disallow: / 

User-Agent:  YoudaoBot
Disallow: /