User-agent: *
Disallow: /r.asp
Noindex: /r.html
Disallow: /r.html
Disallow: /g.asp
Disallow: /g.html
Disallow: /gonews.asp
Disallow: /gonews.html
Disallow: /search.asp
Disallow: /search.html
Disallow: /addstore.html
Disallow: /disclaimer.html
Disallow: /lang/
Disallow: /community/showprofile.asp
Disallow: /inc/
Disallow: /v/
Disallow: /c/
Disallow: /sh-shopregister.html
Disallow: /inc_parent/js/adsense/
Disallow: /csf/
Disallow: /rssfeed
Disallow: /alt/pp-*.html
Noindex:  /buying-guide*
Disallow: /buying-guide*
Disallow: /more-offers*
Disallow: /index.php/
Noindex: /*-review,

User-agent: almaden
User-agent: ASPSeek
User-agent: baiduspider
User-agent: dumbBot
User-agent: Generic
User-agent: grub-client
User-agent: MSIECrawler
User-agent: NexaBot
User-agent: NPBot
User-agent: OWR_Crawler
User-agent: psbot
User-agent: rabaz
User-agent: RPT-HTTPClient
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: TurnitinBot
User-agent: Wget
User-agent: twiceler
User-agent: 008
User-agent: Yandex
Disallow: /
Sitemap: https://www.shopbot.com.au/sitemap-index.xml