mirror of
https://github.com/gotoeasy/glogcenter.git
synced 2025-09-15 12:58:34 +08:00
103 lines
2.8 KiB
Go
103 lines
2.8 KiB
Go
package ldb
|
||
|
||
import (
|
||
"glc/com"
|
||
"glc/conf"
|
||
"glc/ldb/search"
|
||
"glc/ldb/storage"
|
||
"glc/ldb/storage/indexword"
|
||
"glc/ldb/storage/logdata"
|
||
"glc/ldb/tokenizer"
|
||
|
||
"github.com/gotoeasy/glang/cmn"
|
||
)
|
||
|
||
type Engine struct {
|
||
storeName string
|
||
logStorage *storage.LogDataStorageHandle // 日志存储控制器
|
||
idxwStorage *indexword.WordIndexStorage // 关键词反向索引存储器
|
||
}
|
||
|
||
func NewEngine(storeName string) *Engine {
|
||
if storeName == "" {
|
||
storeName = com.GeyStoreNameByDate("")
|
||
}
|
||
|
||
return &Engine{
|
||
storeName: storeName,
|
||
logStorage: storage.NewLogDataStorageHandle(storeName),
|
||
idxwStorage: indexword.NewWordIndexStorage(storeName),
|
||
}
|
||
}
|
||
|
||
func NewDefaultEngine() *Engine {
|
||
var storeName string = com.GeyStoreNameByDate("")
|
||
return &Engine{
|
||
storeName: storeName,
|
||
logStorage: storage.NewLogDataStorageHandle(storeName),
|
||
idxwStorage: indexword.NewWordIndexStorage(storeName),
|
||
}
|
||
}
|
||
|
||
// 添加日志
|
||
func (e *Engine) AddTextLog(date string, logText string, system string) {
|
||
e.logStorage.AddTextLog(date, logText, system)
|
||
}
|
||
|
||
// 添加日志
|
||
func (e *Engine) AddLogDataModel(data *logdata.LogDataModel) {
|
||
e.logStorage.AddLogDataModel(data)
|
||
}
|
||
|
||
func (e *Engine) Search(searchKey string, system string, minDatetime string, maxDatetime string, loglevel string,
|
||
currentDocId uint32, forward bool) *search.SearchResult {
|
||
|
||
// 分词后检索
|
||
var adds []string
|
||
adds = append(adds, system, loglevel)
|
||
kws := tokenizer.CutForSearchEx(searchKey, adds, nil) // 检索用关键词处理
|
||
|
||
if searchKey == "" {
|
||
cmn.Debug("无条件查询", "currentDocId =", currentDocId)
|
||
} else {
|
||
cmn.Debug("查询", searchKey, "，分词后检索", kws, "currentDocId =", currentDocId)
|
||
}
|
||
|
||
// 简单检查，存在无索引数据的关键词时，直接返回
|
||
for _, word := range kws {
|
||
idxw := indexword.NewWordIndexStorage(e.storeName)
|
||
if idxw.GetTotalCount(word) < 1 {
|
||
cmn.Debug("关键词", word, "没有索引数据，直接返回空结果")
|
||
rs := new(search.SearchResult)
|
||
rs.Total = cmn.Uint32ToString(e.logStorage.TotalCount())
|
||
rs.Count = cmn.Uint32ToString(0)
|
||
return rs
|
||
}
|
||
}
|
||
|
||
var rs *search.SearchResult
|
||
if len(kws) == 0 {
|
||
// 无条件浏览模式
|
||
rs = search.SearchLogData(e.storeName, currentDocId, forward, minDatetime, maxDatetime)
|
||
} else {
|
||
// 多关键词查询模式
|
||
rs = search.SearchWordIndex(e.storeName, kws, currentDocId, forward, minDatetime, maxDatetime)
|
||
}
|
||
|
||
if !forward {
|
||
// 修复最多匹配件数：检索（非检索更多）数据量少于1页时，最多匹配件数=检索结果件数，避免个别特殊场景下两者不一致
|
||
size := len(rs.Data)
|
||
if size < conf.GetPageSize() {
|
||
rs.Count = cmn.IntToString(size)
|
||
}
|
||
}
|
||
|
||
return rs
|
||
}
|
||
|
||
// 添加日志
|
||
func AddTextLog(md *logdata.LogDataModel) {
|
||
engine := NewDefaultEngine()
|
||
engine.AddTextLog(md.Date, md.Text, md.System)
|
||
}
|