User-agent: * Allow: / # Sitemap Sitemap: https://knowmydigipin.com/sitemap.xml # Disallow crawling of certain file types Disallow: *.css$ Disallow: *.js$ Disallow: *.json$ # Allow crawling of main content Allow: /index.html Allow: /about.html Allow: /contact.html Allow: /disclaimer.html Allow: /privacy.html Allow: /terms.html # Crawl delay (optional) Crawl-delay: 1