refactor: 重构文档向量相关代码结构
This commit is contained in:
26
main.go
26
main.go
@@ -7,6 +7,7 @@ import (
|
||||
"rag/consts/public"
|
||||
"rag/controller"
|
||||
"rag/service"
|
||||
"strings"
|
||||
"syscall"
|
||||
|
||||
_ "gitea.com/red-future/common/config"
|
||||
@@ -28,9 +29,8 @@ func main() {
|
||||
http.RouteRegister([]interface{}{
|
||||
controller.Dataset,
|
||||
controller.Document,
|
||||
controller.DocumentChunk,
|
||||
controller.DocumentVector,
|
||||
controller.Keyword,
|
||||
controller.RAGQuery,
|
||||
})
|
||||
|
||||
err := utils.InitGseTool(ctx)
|
||||
@@ -38,15 +38,21 @@ func main() {
|
||||
g.Log().Error(ctx, "gse 分词工具初始化失败:", err)
|
||||
}
|
||||
|
||||
gmq.Init("config.yml")
|
||||
|
||||
if err := gmq.GetGmq("primary").GmqSubscribe(ctx, &mq.RedisSubMessage{
|
||||
redisAddress := g.Cfg().MustGet(ctx, "redis.default.address").String()
|
||||
redisAddressList := strings.Split(redisAddress, ":")
|
||||
gmq.GmqRegister(public.GmqMsgPluginsName, &mq.RedisConn{
|
||||
RedisConfig: mq.RedisConfig{
|
||||
Addr: redisAddressList[0],
|
||||
Port: redisAddressList[1],
|
||||
},
|
||||
})
|
||||
if err = gmq.GetGmq(public.GmqMsgPluginsName).GmqSubscribe(ctx, &mq.RedisSubMessage{
|
||||
SubMessage: types.SubMessage{
|
||||
Topic: public.KnowledgeDocumentChunkTopic,
|
||||
ConsumerName: public.KnowledgeDocumentChunkConsumer,
|
||||
AutoAck: public.KnowledgeDocumentChunkAutoAck,
|
||||
FetchCount: public.KnowledgeDocumentChunkBatchSize,
|
||||
HandleFunc: service.DocumentChunk.DocsChunkMsg,
|
||||
Topic: public.KnowledgeDocumentVectorTopic,
|
||||
ConsumerName: public.KnowledgeDocumentVectorConsumer,
|
||||
AutoAck: public.KnowledgeDocumentVectorAutoAck,
|
||||
FetchCount: public.KnowledgeDocumentVectorCount,
|
||||
HandleFunc: service.DocumentVector.DocsChunkMsg,
|
||||
},
|
||||
}); err != nil {
|
||||
return
|
||||
|
||||
Reference in New Issue
Block a user