feat: implement RAG-based chatbot service with daily usage rate limiting and background index worker

pkg/constants/stream.go

@@ -3,6 +3,8 @@ package constants
 const (
 	StreamEmailName   = "stream:email_tasks"
 	StreamStorageName = "stream:storage_tasks"
+	StreamRagName     = "stream:rag_tasks"
 	GroupEmailName    = "email_workers_group"
 	GroupStorageName  = "storage_workers_group"
+	GroupRagName      = "rag_workers_group"
 )

pkg/constants/task.go

@@ -7,6 +7,7 @@ const (
 	TaskTypeNotifyHistorianReview TaskType = "NOTIFY_HISTORIAN_REVIEW"
 	TaskTypeDeleteMedia           TaskType = "DELETE_MEDIA"
 	TaskTypeBulkDeleteMedia       TaskType = "BULK_DELETE_MEDIA"
+	TaskTypeRagIndexSubmission    TaskType = "RAG_INDEX_SUBMISSION"
 )
 
 func (t TaskType) String() string {

pkg/constants/usage.go

@@ -0,0 +1,8 @@
+package constants
+
+import "time"
+
+const (
+	MaxDailyAIUsage = 10
+	UsageExpiration = 24 * time.Hour
+)