Add robots.txt and sitemap.txt

.gitignore

@@ -6,3 +6,4 @@ tmp/
 
 .gitmodules
 docker-base
+docs/sitemap.txt

build-docs-sitemap.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+
+echo "https://docs.imgproxy.net" > docs/sitemap.txt
+RE='^\* \[.+\]\((.+)\)'
+grep -E "$RE" docs/_sidebar.md | sed -E "s/$RE/https:\\/\\/docs.imgproxy.net\\/\\1/" >> docs/sitemap.txt

docs/_sidebar.md

@@ -12,7 +12,7 @@
 * [Serving local files](serving_local_files)
 * [Serving files from Amazon S3](serving_files_from_s3)
 * [Serving files from Google Cloud Storage](serving_files_from_google_cloud_storage)
-* [Serving files from Azure Blob Storage](serving_files_from_azure_blob_storage.md)
+* [Serving files from Azure Blob Storage](serving_files_from_azure_blob_storage)
 * [New Relic](new_relic)
 * [Prometheus](prometheus)
 * [Datadog<i class='badge badge-v3'></i>](datadog)

docs/robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Allow: /

netlify.toml

@@ -1,7 +1,7 @@
 [build]
-  base="docs"
-  publish="/"
-  command=""
+  base="/"
+  publish="docs/"
+  command="./build-docs-sitemap.sh"
 
 [[redirects]]
   from = "/*"