aboutsummaryrefslogtreecommitdiff
path: root/scripts
diff options
context:
space:
mode:
Diffstat (limited to 'scripts')
-rw-r--r--scripts/make-search-index.js39
-rwxr-xr-xscripts/source-timestamps.sh28
2 files changed, 67 insertions, 0 deletions
diff --git a/scripts/make-search-index.js b/scripts/make-search-index.js
new file mode 100644
index 0000000..37c5ce5
--- /dev/null
+++ b/scripts/make-search-index.js
@@ -0,0 +1,39 @@
+
+/*
+ * make-search-index.js
+ *
+ * This converts a "search data" file produced by the haskell site builder into
+ * a lunr.js index and saves it in JSON. Metadata for rendering search output
+ * (currently titles and tags) are stored separately in an extra file.
+ *
+ * Installing dependencies:
+ * yarnpkg add lunr
+ *
+ * Usage:
+ * site ....some args.... --search-data-output tmp/search-raw.json
+ * node scripts/make-search-index.js tmp/search-raw.json _site/search-index.json _site/search-metadata.json
+ */
+
+lunr = require("lunr")
+fs = require("fs")
+
+if(process.argv.length !== 5) {
+ console.error('Needs exactly 3 arguments (input json, output index).');
+ process.exit(1);
+}
+
+documents = JSON.parse(fs.readFileSync(process.argv[2], {encoding: 'utf8'}))
+
+var idx = lunr(function () {
+ this.ref('link')
+ this.field('title', {boost: 10})
+ this.field('text')
+ documents.forEach(function (doc) {
+ this.add(doc)
+ }, this)
+})
+
+fs.writeFileSync(process.argv[3], JSON.stringify(idx), {encoding: 'utf8'})
+fs.writeFileSync(process.argv[4], JSON.stringify(
+ Object.fromEntries(documents.map(x => [x.link, {"title": x.title, "tags": x.tags}]))
+ ), {encoding: 'utf8'})
diff --git a/scripts/source-timestamps.sh b/scripts/source-timestamps.sh
new file mode 100755
index 0000000..74ff9f0
--- /dev/null
+++ b/scripts/source-timestamps.sh
@@ -0,0 +1,28 @@
+#!/bin/sh
+
+# change this with environment
+DEFAULT_NOT_SOURCE_REGEX="/\\/assets\\//"
+NOT_SOURCE_REGEX="${NOT_SOURCE_REGEX:-$DEFAULT_NOT_SOURCE_REGEX}"
+TIMESTAMP_SUFFIX="${SUFFIX:-.timestamp}"
+LOGFILE="${LOGFILE:-/dev/null}"
+
+[ -z "$1" ] && echo "$0: no inputs specified?" >/dev/stderr
+
+while [ -n "$1" ]
+do
+ echo "sourcing directory '$1' ..." >> "$LOGFILE"
+ find "$1" -type f -name '*.md' | grep -v "$NOT_SOURCE_REGEX" | while read file ; do
+ fn=`basename "$file"`
+ dir=`dirname "$file"`
+ tsfn="$fn.timestamp"
+ (
+ echo "making timestamp in '$dir' for file '$fn' ..." >> "$LOGFILE"
+ cd "$dir"
+ if [ -f "$tsfn" ]
+ then echo "... but it already exists; skipping!" >> "$LOGFILE"
+ else git log -n 1 --pretty=format:%cs -- "$fn" > "$tsfn"
+ fi
+ )
+ done
+ shift
+done