feat: rag初始版

consts/public/redis_key.go

@@ -0,0 +1,20 @@
+package public
+
+const KnowledgeLockEsKey = "rag:knowledge:lock:knowledgeIdEs-%v"
+const KnowledgeLockSqlKey = "rag:knowledge:lock:knowledgeIdSql-%v"
+const KnowledgeContentHashEsKey = "rag:knowledge:knowledgeId:contentHashEs-%v"
+const KnowledgeContentHashSqlKey = "rag:knowledge:knowledgeId:contentHashSql-%v"
+
+const (
+	KnowledgeDocumentVectorStatusTopic     = "knowledge:document:vector:status:stream"
+	KnowledgeDocumentVectorStatusConsumer  = "knowledge-document-vector-status-consumer"
+	KnowledgeDocumentVectorStatusBatchSize = 1
+	KnowledgeDocumentVectorStatusAutoAck   = false
+)
+
+const (
+	KnowledgeDocumentChunkTopic     = "knowledge:document:chunk:stream"   // 请求 Stream 键名（与发消息的key一致）
+	KnowledgeDocumentChunkConsumer  = "knowledge-document-chunk-consumer" // 消费者名称（唯一标识）
+	KnowledgeDocumentChunkBatchSize = 1                                   // 批处理大小（每次读取1条）
+	KnowledgeDocumentChunkAutoAck   = false                               // ACK是否自动确认（true自动确认，false不确认）
+)

consts/public/table_name.go

@@ -0,0 +1,15 @@
+package public
+
+// sql 数据库表名
+const (
+	TableNameDocument      = "document"
+	TableNameDataset       = "dataset"
+	TableNameKeyword       = "keyword"
+	TableNameDatasetIndex  = "dataset_index"
+	TableNameDocumentChunk = "document_chunk"
+)
+
+// es 索引名称
+const (
+	IndexNameDocumentChunk = "document_chunk" // 文档分块索引
+)