Browse Source

:wrench: Prevent AI bots to exploit my data

DricomDragon 1 year ago
parent
commit
4720995c12
2 changed files with 18 additions and 1 deletions
  1. 1 1
      makefile
  2. 17 0
      src/robots.txt

+ 1 - 1
makefile

@@ -15,7 +15,7 @@ GEN_CONTENT_FILES := $(GEN_HTMLS) $(GEN_MDS)
 GEN_FILES := $(GEN_CONTENT_FILES) $(GEN_LIST_YML)
 
 INCLUDED_FILES := $(shell find src/include -type f)
-EMBEDDED_FILES := $(shell find src -name '*.png' -or -name '*.svg' -or -name '*.pdf' -or -name '*.ico')
+EMBEDDED_FILES := $(shell find src -name '*.png' -or -name '*.svg' -or -name '*.pdf' -or -name '*.ico' -or -name '*.txt')
 
 DIST_GEN_FILES := $(GEN_CONTENT_FILES:src/%.gen.html=$(DIST_DIR)/%.html)
 DIST_INC_FILES := $(INCLUDED_FILES:src/%=$(DIST_DIR)/%)

+ 17 - 0
src/robots.txt

@@ -0,0 +1,17 @@
+User-agent: CCBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /