# Allow all robots to crawl the site User-agent: * Allow: / # Disallow private pages if needed # Disallow: /admin # Disallow: /private # Specify sitemap Sitemap: https://percentagecalculator.world/sitemap.xml # Crawl-delay to prevent overloading the server (optional) # Crawl-delay: 1 # Respect robots.txt # User-agent: BadBot # Disallow: /