linkwallet/db/db.go

package db

import (
	"fmt"
	"time"

	"github.com/blevesearch/bleve/v2"

	"github.com/blevesearch/bleve/v2/analysis/analyzer/keyword"
	"github.com/blevesearch/bleve/v2/analysis/lang/en"
	"github.com/blevesearch/bleve/v2/mapping"
	"github.com/tardisx/linkwallet/entity"
	bolthold "github.com/timshannon/bolthold"
)

type DB struct {
	store *bolthold.Store
	file  string
	bleve bleve.Index
}

// Open opens the bookmark boltdb, and the bleve index. It returns
// true if the index was newly created, so the caller knows all bookmarks
// need to be re-scraped
func (db *DB) Open(path string) (bool, error) {
	// options := bolthold.DefaultOptions
	// options.Dir = dir
	// options.ValueDir = dir
	rescrapeNeeded := false
	store, err := bolthold.Open(path, 0666, nil)
	if err != nil {
		return false, fmt.Errorf("cannot open '%s' - %s", path, err)
	}

	blevePath := path + ".bleve"

	index, err := bleve.New(blevePath, createIndexMapping())

	if err != nil {
		if err == bleve.ErrorIndexPathExists {
			index, err = bleve.Open(blevePath)
			if err != nil {
				return false, fmt.Errorf("cannot open bleve '%s' - %s", path, err)
			}
		} else {
			return false, fmt.Errorf("cannot open bleve '%s' - %s", path, err)
		}
	} else {
		// we just created an index, one didn't exist, so we need to queue
		// all bookmarks to be scraped
		rescrapeNeeded = true
	}

	db.store = store
	db.file = path
	db.bleve = index
	return rescrapeNeeded, nil
}

func createIndexMapping() mapping.IndexMapping {
	indexMapping := bleve.NewIndexMapping()

	englishTextFieldMapping := bleve.NewTextFieldMapping()
	englishTextFieldMapping.Analyzer = en.AnalyzerName

	// a generic reusable mapping for keyword text
	keywordFieldMapping := bleve.NewTextFieldMapping()
	keywordFieldMapping.Analyzer = keyword.Name

	pageInfoMapping := bleve.NewDocumentMapping()
	pageInfoMapping.AddFieldMappingsAt("Title", englishTextFieldMapping)
	pageInfoMapping.AddFieldMappingsAt("Size", bleve.NewNumericFieldMapping())
	pageInfoMapping.AddFieldMappingsAt("RawText", englishTextFieldMapping)

	bookmarkMapping := bleve.NewDocumentMapping()
	bookmarkMapping.AddFieldMappingsAt("URL", bleve.NewTextFieldMapping())
	bookmarkMapping.AddFieldMappingsAt("Tags", keywordFieldMapping)
	bookmarkMapping.AddSubDocumentMapping("Info", pageInfoMapping)

	indexMapping.AddDocumentMapping("bookmark", bookmarkMapping)

	return indexMapping
}

func (db *DB) Close() {
	db.store.Close()
}

// func (db *DB) Dumpy() {
// 	res := make([]entity.Bookmark, 0, 0)
// 	db.store.Find(&res, &bolthold.Query{})
// 	log.Printf("%v", res)
// }

// IncrementSearches increments the number of searches we have ever performed by one.
func (db *DB) IncrementSearches() error {
	txn, err := db.store.Bolt().Begin(true)
	if err != nil {
		return fmt.Errorf("could not start transaction for increment searches: %s", err)
	}

	stats := entity.DBStats{}
	err = db.store.TxGet(txn, "stats", &stats)
	if err != nil && err != bolthold.ErrNotFound {
		txn.Rollback()
		return fmt.Errorf("could not get stats for incrementing searches: %s", err)
	}

	stats.Searches += 1
	err = db.store.TxUpsert(txn, "stats", &stats)
	if err != nil {
		txn.Rollback()
		return fmt.Errorf("could not upsert stats for incrementing searches: %s", err)
	}
	err = txn.Commit()
	if err != nil {
		return fmt.Errorf("could not commit increment searches transaction: %s", err)
	}

	return nil
}

// UpdateBookmarkStats updates the history on the number of bookmarks and words indexed.
func (db *DB) UpdateBookmarkStats() error {

	txn, err := db.store.Bolt().Begin(true)
	if err != nil {
		return fmt.Errorf("could not start transaction for update stats: %s", err)
	}
	// count bookmarks and words indexed
	bmI := entity.Bookmark{}
	bookmarkCount, err := db.store.TxCount(txn, &bmI, &bolthold.Query{})
	if err != nil {
		txn.Rollback()
		return fmt.Errorf("could not get bookmark count: %s", err)
	}

	// bucket these stats by day
	now := time.Now().Truncate(time.Hour * 24)

	stats := entity.DBStats{}
	err = db.store.TxGet(txn, "stats", &stats)
	if err != nil && err != bolthold.ErrNotFound {
		txn.Rollback()
		return fmt.Errorf("could not get stats: %s", err)
	}
	if stats.History == nil {
		stats.History = make(map[time.Time]entity.BookmarkInfo)
	}
	stats.History[now] = entity.BookmarkInfo{Bookmarks: bookmarkCount}
	err = db.store.TxUpsert(txn, "stats", &stats)
	if err != nil {
		txn.Rollback()
		return fmt.Errorf("could not upsert stats: %s", err)
	}

	err = txn.Commit()
	if err != nil {
		return fmt.Errorf("could not commit stats transaction: %s", err)
	}

	return nil
}