This is a test page
This is a test paragraph
`)) }) return httptest.NewServer(mux) } func TestSimpleScrape(t *testing.T) { ts := newTestServer() defer ts.Close() bm := entity.Bookmark{URL: ts.URL} info := FetchPageInfo(bm) if info.Title != "Test Page" { t.Errorf("'%s' is wrong title (expected Test Page)", info.Title) } if info.Size != 208 { t.Errorf("expected 208 bytes, got %d", info.Size) } if info.StatusCode != 200 { t.Errorf("got status code %d not 200", info.StatusCode) } } func TestWords(t *testing.T) { bm := entity.Bookmark{ // ID: 0, // URL: "", Info: entity.PageInfo{RawText: "the quick brown fox jumped over the lazy dog"}, // Tags: []string{}, } words := Words(&bm) if len(words) != 7 { t.Errorf("got %d words not 7", len(words)) } else { if words[0] != "quick" || words[1] != "brown" || words[2] != "fox" || words[3] != "jump" || words[4] != "over" || words[5] != "lazi" || words[6] != "dog" { t.Error("incorrect words returned") } } } func TestStemmer(t *testing.T) { s := `quick quick fox 😂 smile http://google.com` words1 := StringToStemmedSearchWords(s) t.Log(words1) if len(words1) != 7 { t.Error("wrong number of words") } if words1[0] != "quick" || words1[1] != "quick" || words1[2] != "fox" || words1[3] != "smile" || words1[4] != "http" || words1[5] != "googl" || words1[6] != "com" { t.Error("bad words") } }