User-agent: * Allow: / # Sitemap Sitemap: https://sinric.pro/sitemap.xml # Allow crawling of all CSS and JS files for better page rendering analysis Allow: /css/ Allow: /js/ Allow: /img/ # Block crawling of temporary files and backups Disallow: *.tmp Disallow: *.bak Disallow: /vendor/ # Crawl-delay (optional - be respectful to server resources) Crawl-delay: 1