Kain344/History_Api
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: implement RAG chatbot service, background cron worker, and asynchronous indexing infrastructure
All checks were successful
Build and Release / release (push) Successful in 1m30s
Details

Browse Source
This commit is contained in:
Azen Kain
2026-05-07 11:38:18 +07:00
parent 76bb1735bb
commit a4fed88b8a
7 changed files with 0 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
cmd/worker/rag/main.go
View File

@@ -40,7 +40,6 @@ func processRagTask(ctx context.Context, ragRepo repositories.RagRepository, rag
}
}
// 2. Index wikis with delay + retry
for _, wiki := range task.Wikis {
if wiki.Source != "inline" {
continue
@@ -83,7 +82,6 @@ func processRagTask(ctx context.Context, ragRepo repositories.RagRepository, rag
continue
}
// Delete existing chunks then save new ones
_ = ragRepo.DeleteBySourceIDs(ctx, "wiki", []string{wiki.ID})
for i, chunk := range chunks {
if saveErr := ragRepo.SaveChunk(ctx, "wiki", wiki.ID, task.ProjectID, i, chunk, vectors[i]); saveErr != nil {
@@ -92,12 +90,9 @@ func processRagTask(ctx context.Context, ragRepo repositories.RagRepository, rag
}
log.Info().Str("worker", workerName).Str("wiki_id", wiki.ID).Int("chunks", len(chunks)).Msg("Wiki indexed successfully")
// Delay between items to avoid rate limit
time.Sleep(itemDelay)
}
// 3. Index entities with delay + retry
for _, entity := range task.Entities {
if entity.Source != "inline" {
continue
@@ -140,7 +135,6 @@ func processRagTask(ctx context.Context, ragRepo repositories.RagRepository, rag
continue
}
// Delete existing chunks then save new ones
_ = ragRepo.DeleteBySourceIDs(ctx, "entity", []string{entity.ID})
for i, chunk := range chunks {
if saveErr := ragRepo.SaveChunk(ctx, "entity", entity.ID, task.ProjectID, i, chunk, vectors[i]); saveErr != nil {