diff options
| author | Miroslav Kratochvil <miroslav.kratochvil@uni.lu> | 2023-09-08 10:36:02 +0200 |
|---|---|---|
| committer | Miroslav Kratochvil <miroslav.kratochvil@uni.lu> | 2023-09-08 10:36:02 +0200 |
| commit | 4cdbf598c0e343384f8af3421d332ed15d8afe4e (patch) | |
| tree | f90b56d7d17a16c6544d427c0c71ce6cbc9598fe /scripts/make-search-index.js | |
| parent | 6666730fa01effdedd62ee4b65abe088e29a0ff8 (diff) | |
| parent | f8ae6710e870fd7a2f4210b85ec0d509fe350e28 (diff) | |
| download | reploy-4cdbf598c0e343384f8af3421d332ed15d8afe4e.tar.gz reploy-4cdbf598c0e343384f8af3421d332ed15d8afe4e.tar.bz2 | |
Merge branch 'mk-stricter-tokenizer' into 'master'
use stricter unicode-aware tokenizer separator
See merge request lcsb/sps/reploy!4
Diffstat (limited to 'scripts/make-search-index.js')
| -rw-r--r-- | scripts/make-search-index.js | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/scripts/make-search-index.js b/scripts/make-search-index.js index 1acc7cd..f923b54 100644 --- a/scripts/make-search-index.js +++ b/scripts/make-search-index.js @@ -26,7 +26,7 @@ * yarnpkg add lunr * * Usage: - * site ....some args.... --search-data-output tmp/search-raw.json + * reploy ....some args.... --search-data-output tmp/search-raw.json * node scripts/make-search-index.js tmp/search-raw.json _site/search-index.json _site/search-metadata.json */ @@ -40,6 +40,8 @@ if(process.argv.length !== 5) { documents = JSON.parse(fs.readFileSync(process.argv[2], {encoding: 'utf8'})) +lunr.tokenizer.separator = /(\p{P}|\p{S}|\p{Z}|\p{C})+/u + var idx = lunr(function () { this.ref('link') this.field('title', {boost: 9}) |
