From 245da21292934cd021e2383d1ca43092c4fe353e Mon Sep 17 00:00:00 2001
From: wparad <5056218+wparad@users.noreply.github.com>
Date: Wed, 21 Aug 2024 18:56:21 +0000
Subject: [PATCH] =?UTF-8?q?Deploying=20to=20production=20from=20@=20Rhosys?=
 =?UTF-8?q?/soc2.fyi@f3eba969f59c199ea6ed4675f05013d66c26cdbc=20?=
 =?UTF-8?q?=F0=9F=9A=80?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 documents/readme.md | 5 +++++
 robots.txt          | 7 +++++++
 2 files changed, 12 insertions(+)
 create mode 100644 documents/readme.md
 create mode 100755 robots.txt

diff --git a/documents/readme.md b/documents/readme.md
new file mode 100644
index 0000000..82cb112
--- /dev/null
+++ b/documents/readme.md
@@ -0,0 +1,5 @@
+## Documents
+
+These are duplicate documents sourced from elsewhere. They are not originals, please see the individual document for source information.
+
+Additionally these are explicitly excluded in the robots.txt so that search engines do not pick them up as the canonical.
\ No newline at end of file
diff --git a/robots.txt b/robots.txt
new file mode 100755
index 0000000..52595ce
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,7 @@
+User-Agent: GPTBot
+Disallow: /app/
+
+User-Agent: *
+Disallow: /documents/
+
+# Sitemap: https://soc2.fyi/sitemap.xml