justin/linkwallet
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases 36 Wiki Activity

Add some tests in preparation for new ways of indexing words

Browse Source
This commit is contained in:
Justin Hawkins
2023-05-17 20:09:28 +09:30
parent 1ca348ab45
commit 76c5282695
4 changed files with 24 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
content/content.go
View File

@@ -53,13 +53,15 @@ func FetchPageInfo(bm entity.Bookmark) entity.PageInfo {
func Words(bm *entity.Bookmark) []string {
words := []string{}
words = append(words, StringToSearchWords(bm.Info.RawText)...)
words = append(words, StringToSearchWords(bm.Info.Title)...)
words = append(words, StringToSearchWords(bm.URL)...)
words = append(words, StringToStemmedSearchWords(bm.Info.RawText)...)
words = append(words, StringToStemmedSearchWords(bm.Info.Title)...)
words = append(words, StringToStemmedSearchWords(bm.URL)...)
return words
}
func StringToSearchWords(s string) []string {
// StringToStemmedSearchWords returns a list of stemmed words with stop words
// removed.
func StringToStemmedSearchWords(s string) []string {
words := []string{}
words = append(words, stemmerFilter(stopwordFilter(tokenize(s)))...)