# Robots.txt for yarrawah.com.au # https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # Sitemap location Sitemap: https://yarrawah.com.au/sitemap-index.xml # Block demo and preview pages Disallow: /shader-* Disallow: /homepage-v* Disallow: /component-demo* Disallow: /test-* Disallow: /demo-* Disallow: /preview-* # Allow important pages explicitly Allow: / Allow: /services Allow: /services/* Allow: /projects Allow: /projects/* Allow: /blog Allow: /blog/* Allow: /contact Allow: /about Allow: /sitemap # Crawl-delay for polite crawling (optional) Crawl-delay: 1