use Hugo to generate robots.txt

.github/workflows/gh-pages.yml

@@ -14,6 +14,8 @@ jobs:
         fetch-depth: 1
         lfs: false
     - uses: jakejarvis/hugo-build-action@develop-v0.53-DEV
+      with:
+        args: --gc --cleanDestinationDir
     - uses: jakejarvis/github-pages-deploy-action@master
       env:
         PAGES_TOKEN: ${{ secrets.GITHUB_ACCESS_TOKEN }}

README.md

@@ -1,6 +1,6 @@
 # 🏡  [jarv.is](https://jarv.is/)
 
-![Deploy status](https://github.com/jakejarvis/jarv.is/workflows/GitHub%20Pages/badge.svg) ![GitHub repo size](https://img.shields.io/github/repo-size/jakejarvis/jarv.is) ![License](https://img.shields.io/github/license/jakejarvis/jarv.is?color=red)
+[![Deploy status](https://github.com/jakejarvis/jarv.is/workflows/GitHub%20Pages/badge.svg)](.github/workflows) [![GitHub repo size](https://img.shields.io/github/repo-size/jakejarvis/jarv.is)](https://github.com/jakejarvis/jarv.is) [![License](https://img.shields.io/github/license/jakejarvis/jarv.is?color=red)](LICENSE.md)
 
 Personal website of [@jakejarvis](https://github.com/jakejarvis), created and deployed using the following:
 

config.toml

@@ -11,6 +11,8 @@ disableKinds = ["taxonomy", "taxonomyTerm"]
 pygmentsUseClasses = true
 pygmentsCodeFences = true
 
+enableRobotsTXT = true
+
 # enableGitInfo = true     # messed up sitemap.xml timestamps
 
 [outputs]

layouts/robots.txt

@@ -2,4 +2,4 @@ User-Agent: *
 Disallow: /y2k/
 Disallow: /comp20/
 
-Sitemap: https://jarv.is/sitemap.xml
+Sitemap: {{ "sitemap.xml" | absURL }}