From a5aa2acc24ec3380f56955a757096a681f88d3e5 Mon Sep 17 00:00:00 2001
From: Shulhan <ms@kilabit.info>
Date: Sun, 8 Dec 2024 13:53:54 +0700
Subject: _content: update robots.txt

Disallow aur and job_exec logs since the content are dynamic.
---
 _content/robots.txt | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/_content/robots.txt b/_content/robots.txt
index 24d7060..d2a6564 100644
--- a/_content/robots.txt
+++ b/_content/robots.txt
@@ -1,2 +1,4 @@
 User-agent: *
+Disallow: /aur/
 Disallow: /dns-query
+Disallow: /karajo/job_exec/log/
-- 
cgit v1.3