use Hugo to generate robots.txt

.github/workflows/gh-pages.yml

@@ -14,6 +14,8 @@ jobs:
         fetch-depth: 1
         lfs: false
     - uses: jakejarvis/hugo-build-action@develop-v0.53-DEV
+      with:
+        args: --gc --cleanDestinationDir
     - uses: jakejarvis/github-pages-deploy-action@master
       env:
         PAGES_TOKEN: ${{ secrets.GITHUB_ACCESS_TOKEN }}

README.md

@@ -1,6 +1,6 @@
 # 🏡  [jarv.is](https://jarv.is/)
 
-![Deploy status](https://github.com/jakejarvis/jarv.is/workflows/GitHub%20Pages/badge.svg) ![GitHub repo size](https://img.shields.io/github/repo-size/jakejarvis/jarv.is) ![License](https://img.shields.io/github/license/jakejarvis/jarv.is?color=red)
+[![Deploy status](https://github.com/jakejarvis/jarv.is/workflows/GitHub%20Pages/badge.svg)](.github/workflows) [![GitHub repo size](https://img.shields.io/github/repo-size/jakejarvis/jarv.is)](https://github.com/jakejarvis/jarv.is) [![License](https://img.shields.io/github/license/jakejarvis/jarv.is?color=red)](LICENSE.md)
 
 Personal website of [@jakejarvis](https://github.com/jakejarvis), created and deployed using the following:
 

config.toml

@@ -11,6 +11,8 @@ disableKinds = ["taxonomy", "taxonomyTerm"]
 pygmentsUseClasses = true
 pygmentsCodeFences = true
 
+enableRobotsTXT = true
+
 # enableGitInfo = true     # messed up sitemap.xml timestamps
 
 [outputs]

layouts/robots.txt

@@ -2,4 +2,4 @@ User-Agent: *
 Disallow: /y2k/
 Disallow: /comp20/
 
-Sitemap: https://jarv.is/sitemap.xml
+Sitemap: {{ "sitemap.xml" | absURL }}

static/privacy.html

@@ -9,4 +9,4 @@
     <p>We do not share personal information with third-parties nor do we store information we collect about your visit to this blog for use other than to analyze content performance through the use of cookies, which you can turn off at any time by modifying your Internet browser's settings. We are not responsible for the republishing of the content found on this blog on other Web sites or media without our permission. This privacy policy is subject to change without notice.</p>
     <p><a href="https://jarv.is/">Return home.</p>
 </body>
-</html>
+</html>