diff --git a/documentation/config/_default/config.toml b/documentation/config/_default/config.toml
index ed455cd1b0..9d0acfa24e 100644
--- a/documentation/config/_default/config.toml
+++ b/documentation/config/_default/config.toml
@@ -1,28 +1,29 @@
 # FreeBSD documentation
 # $FreeBSD$
 
 baseURL = "https://docs.freebsd.org/"
 title = "The FreeBSD Project"
 copyright = "BSD 2-clause 'Simplified' License"
 DefaultContentLanguage = "en"
 defaultContentLanguageInSubdir = true
 disablePathToLower = true
 theme = "beastie"
 disableKinds = [ "taxonomy", "taxonomyTerm" ]
 authors = [ "carlavilla@FreeBSD.org" ]
 preserveTOC = true
 ignoreFiles = [ "chapters-order.adoc$", "toc.adoc$", "toc-tables.adoc$", "toc-figures.adoc$", "toc-examples.adoc$", "toc-1.adoc$", "toc-2.adoc$", "toc-3.adoc$", "toc-4.adoc$", "toc-5.adoc$", "books.adoc$", "chapter.adoc$" ]
+enableRobotsTXT = true
 
 [params]
   websiteURL = "https://www-dev.freebsd.org/"
 
 [markup.asciidocExt]
     preserveTOC = true
     extensions = ["../shared/lib/man-macro.rb", "../shared/lib/inter-document-references-macro.rb", "../shared/lib/sectnumoffset-treeprocessor.rb", "../shared/lib/packages-macro.rb"]
 
 [outputs]
 home = [ "HTML" ]
 page = [ "HTML" ]
 list = [ "HTML" ]
 single = [ "HTML" ]
 section = [ "HTML" ]
diff --git a/documentation/themes/beastie/layouts/robots.txt b/documentation/themes/beastie/layouts/robots.txt
new file mode 100644
index 0000000000..b94bcd43cf
--- /dev/null
+++ b/documentation/themes/beastie/layouts/robots.txt
@@ -0,0 +1,19 @@
+# $FreeBSD$
+
+User-agent: *
+#Crawl-delay: 10
+Disallow: /cgi/confirm-code.cgi
+Disallow: /cgi/cvsweb.cgi
+Disallow: /cgi/dosendpr.cgi
+Disallow: /cgi/getmsg.cgi
+Disallow: /cgi/mailindex.cgi
+Disallow: /cgi/man.cgi?apropos=2&
+Disallow: /cgi/mid.cgi
+Disallow: /cgi/mirror.cgi
+Disallow: /cgi/missing_handler.cgi
+Disallow: /cgi/ports.cgi
+Disallow: /cgi/query-pr-summary.cgi
+Disallow: /cgi/query-pr.cgi
+Disallow: /cgi/search.cgi
+Disallow: /cgi/url.cgi
+Disallow: /statistic