UPDATE: Chatbot module

db/migrations/0000013_rag_documents.down.sql

@@ -0,0 +1,2 @@
+DROP TABLE IF EXISTS rag_chunks;
+DROP EXTENSION IF EXISTS vector;

db/migrations/0000013_rag_documents.up.sql

@@ -0,0 +1,21 @@
+CREATE EXTENSION IF NOT EXISTS vector;
+
+CREATE TABLE IF NOT EXISTS rag_chunks (
+    id UUID PRIMARY KEY DEFAULT uuidv7(),
+    source_type VARCHAR(50) NOT NULL,
+    source_id UUID NOT NULL,
+    project_id UUID REFERENCES projects(id) ON DELETE CASCADE,
+    chunk_index INT NOT NULL,        
+    content TEXT NOT NULL,            
+    embedding vector(3072),           
+    created_at TIMESTAMPTZ DEFAULT now(),
+    updated_at TIMESTAMPTZ DEFAULT now()
+);
+
+CREATE INDEX idx_rag_chunks_source ON rag_chunks(source_type, source_id);
+CREATE INDEX idx_rag_chunks_project ON rag_chunks(project_id);
+
+CREATE TRIGGER trigger_rag_chunks_updated_at
+BEFORE UPDATE ON rag_chunks
+FOR EACH ROW
+EXECUTE FUNCTION update_updated_at();

db/migrations/000001_users.up.sql

@@ -1,6 +1,7 @@
 CREATE EXTENSION IF NOT EXISTS postgis;
 CREATE EXTENSION IF NOT EXISTS pg_trgm;
 CREATE EXTENSION IF NOT EXISTS btree_gist;
+CREATE EXTENSION IF NOT EXISTS vector;
 
 CREATE TABLE IF NOT EXISTS users (
     id UUID PRIMARY KEY DEFAULT uuidv7(),

db/migrations/000008_wiki.up.sql

@@ -4,7 +4,7 @@ CREATE TABLE IF NOT EXISTS wikis (
     id UUID PRIMARY KEY DEFAULT uuidv7(),
     project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
     title TEXT,
-    content JSONB,
+    content TEXT,
     is_deleted BOOLEAN NOT NULL DEFAULT false,
     created_at TIMESTAMPTZ DEFAULT now(),
     updated_at TIMESTAMPTZ DEFAULT now()

db/query/rag.sql

@@ -0,0 +1,24 @@
+-- name: CreateRagChunk :one
+INSERT INTO rag_chunks (
+    id, source_type, source_id, project_id, chunk_index, content, embedding
+) VALUES (
+    COALESCE(sqlc.narg('id')::uuid, uuidv7()), 
+    $1, $2, $3, $4, $5, $6
+)
+RETURNING *;
+
+-- name: SearchRagChunks :many
+SELECT 
+    id, source_type, source_id, project_id, chunk_index, content,
+    (1 - (embedding <=> sqlc.arg('embedding')))::float8 AS similarity
+FROM rag_chunks
+WHERE 1=1
+  AND (sqlc.narg('project_id')::uuid IS NULL OR project_id = sqlc.narg('project_id')::uuid)
+  AND (sqlc.narg('source_type')::varchar IS NULL OR source_type = sqlc.narg('source_type')::varchar)
+  AND (1 - (embedding <=> sqlc.arg('embedding')))::float8 >= sqlc.arg('match_threshold')::float8
+ORDER BY embedding <=> sqlc.arg('embedding')
+LIMIT sqlc.arg('match_count');
+
+-- name: DeleteRagChunksBySourceIDs :exec
+DELETE FROM rag_chunks
+WHERE source_type = $1 AND source_id = ANY($2::uuid[]);

db/schema.sql

@@ -101,7 +101,7 @@ CREATE TABLE IF NOT EXISTS wikis (
     id UUID PRIMARY KEY DEFAULT uuidv7(),
     project_id UUID NOT NULL REFERENCES projects(id) ON DELETE CASCADE,
     title TEXT,
-    content JSONB,
+    content TEXT,
     is_deleted BOOLEAN NOT NULL DEFAULT false,
     created_at TIMESTAMPTZ DEFAULT now(),
     updated_at TIMESTAMPTZ DEFAULT now()
@@ -172,3 +172,16 @@ CREATE TABLE IF NOT EXISTS project_members (
     created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
     PRIMARY KEY (project_id, user_id)
 );
+
+CREATE TABLE IF NOT EXISTS rag_chunks (
+    id UUID PRIMARY KEY DEFAULT uuidv7(),
+    source_type VARCHAR(50) NOT NULL,
+    source_id UUID NOT NULL,
+    project_id UUID REFERENCES projects(id) ON DELETE CASCADE,
+    chunk_index INT NOT NULL,
+    content TEXT NOT NULL,
+    embedding vector(3072),
+    created_at TIMESTAMPTZ DEFAULT now(),
+    updated_at TIMESTAMPTZ DEFAULT now()
+);
+