User-agent: * Allow: / # Sitemap Sitemap: https://re.cankalp.com/sitemap.xml # Allow all search engines to crawl the site Allow: /novels/ Allow: /index.html # Disallow crawling of cache and temporary files Disallow: /novels-cache.json Disallow: /.git/