robots.txt

osaengine · osaengine · commit a7278337a074 · 2025-08-10T23:21:14.000+03:00
diff --git a/_config.yml b/_config.yml
@@ -26,4 +26,7 @@ defaults:
 collections:
   faq:
     output: true
-    permalink: /faq/:path/
+    permalink: /faq/:path/
+
+include:
+  - "robots.txt"
diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,14 @@
+---
+layout: null
+---
+User-agent: *
+Allow: /
+
+Disallow: /assets/css/
+Disallow: /assets/js/
+
+Allow: /assets/images/
+
+Sitemap: {{ site.url }}/sitemap.xml
+
+Crawl-delay: 1
