Sitemap: https://www.koorong.com/sitemap.xml
#Sitemap: https://www.koorong.com/sitemap.xml.gz TODO

User-agent: *
Allow: /
Disallow: /search/
Disallow: /search$
allow: /search/product/
Disallow: /account/
Disallow: /account$
Disallow: /my-koorong/
Disallow: /my-koorong$
Disallow: /checkout/
Disallow: /checkout$
Disallow: /basket/
Disallow: /basket$
Disallow: /w/
Disallow: /w$
Disallow: /receipt$

#Do not disallow /api - but make sure it is noindex

Disallow: /demo/
Disallow: /demo$
Disallow: /wishlist/
Disallow: /wishlist$
Disallow: /error$

# Version 1.1 17-09-2019

#Note to the developer:
#For the noindex directive to be effective, the page must not be blocked by a robots.txt file.
#If the page is blocked by a robots.txt file, the crawler will never see the noindex directive,
#and the page can still appear in the search results, for example if other pages link to it.
# - Google