dev.2ha.me/lixiyu-net
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

cancel the tokenizer for indexing search.

Browse Source
This commit is contained in:
PrinOrange
2024-01-06 11:55:42 +08:00
parent 4fdba9d2b9
commit 623c0f3b0b
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
lib/search.ts
View File

@@ -2,6 +2,10 @@ import minisearch from "minisearch";
import { cutForSearch } from "nodejs-jieba"; import { cutForSearch } from "nodejs-jieba";
import { getPostFileContent, sortedPosts } from "./post-process"; import { getPostFileContent, sortedPosts } from "./post-process";
// TODO: The jieba tokenizer seems not be supported by vercel platform
// that causes the module loading error.
// So here is the remain task for seeking better Chinese tokenizer.
function tokenizer(str: string) { function tokenizer(str: string) {
return cutForSearch(str, true); return cutForSearch(str, true);
} }
@@ -10,7 +14,7 @@ function makeSearchIndex() {
let miniSearch = new minisearch({ let miniSearch = new minisearch({
fields: ["id", "title", "tags", "subtitle", "summary", "content"], fields: ["id", "title", "tags", "subtitle", "summary", "content"],
storeFields: ["id", "title", "tags"], storeFields: ["id", "title", "tags"],
tokenize: tokenizer, // tokenize: tokenizer,
searchOptions: { searchOptions: {
fuzzy: 0.1, fuzzy: 0.1,
}, },