# robots.txt for https://ahmetyildiz.dev/ # Allow all web crawlers to access all content User-agent: * Allow: / # Sitemap location Sitemap: https://ahmetyildiz.dev/sitemap.xml # Disallow crawling of specific directories (if any) # Disallow: /private/ # Disallow: /admin/ # Disallow: /assets/raw/