Mirrors/colanode
1
0
Fork 0
mirror of https://github.com/colanode/colanode.git synced 2025-12-29 00:25:03 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add vector extension migration and reorder message/entry embeddings migrations

Browse Source
This commit is contained in:
Ylber Gashi
2025-01-03 21:11:43 +01:00
parent a70a3622e2
commit 4386c253ee
1 changed files with 21 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
apps/server/src/data/migrations.ts
View File

@@ -847,11 +847,20 @@ const createEntryPathsTable: Migration = {
},
};
const createVectorExtension: Migration = {
up: async (db) => {
await sql`CREATE EXTENSION IF NOT EXISTS vector`.execute(db);
},
down: async (db) => {
await sql`DROP EXTENSION IF EXISTS vector`.execute(db);
},
};
const createMessageEmbeddingsTable: Migration = {
up: async (db) => {
await db.schema
.createTable('message_embeddings')
.addColumn('message_id', 'varchar(30)', (col) => col.notNull())
.addColumn('message_id', 'varchar(30)', (col) => col.notNull())
.addColumn('chunk', 'integer', (col) => col.notNull())
.addColumn('parent_id', 'varchar(30)', (col) => col.notNull())
.addColumn('entry_id', 'varchar(30)', (col) => col.notNull())
@@ -859,7 +868,10 @@ const createMessageEmbeddingsTable: Migration = {
.addColumn('workspace_id', 'varchar(30)', (col) => col.notNull())
.addColumn('text', 'text', (col) => col.notNull())
.addColumn('embedding_vector', sql`vector(2000)`, (col) => col.notNull())
.addColumn('search_vector', sql`tsvector GENERATED ALWAYS AS (to_tsvector('english', text)) STORED`)
.addColumn(
'search_vector',
sql`tsvector GENERATED ALWAYS AS (to_tsvector('english', text)) STORED`
)
.addColumn('created_at', 'timestamptz', (col) => col.notNull())
.addColumn('updated_at', 'timestamptz')
.execute();
@@ -896,7 +908,10 @@ const createEntryEmbeddingsTable: Migration = {
.addColumn('workspace_id', 'varchar(30)', (col) => col.notNull())
.addColumn('text', 'text', (col) => col.notNull())
.addColumn('embedding_vector', sql`vector(2000)`, (col) => col.notNull())
.addColumn('search_vector', sql`tsvector GENERATED ALWAYS AS (to_tsvector('english', text)) STORED`)
.addColumn(
'search_vector',
sql`tsvector GENERATED ALWAYS AS (to_tsvector('english', text)) STORED`
)
.addColumn('created_at', 'timestamptz', (col) => col.notNull())
.addColumn('updated_at', 'timestamptz')
.execute();
@@ -939,6 +954,7 @@ export const databaseMigrations: Record<string, Migration> = {
'00014_create_file_interactions_table': createFileInteractionsTable,
'00015_create_file_tombstones_table': createFileTombstonesTable,
'00016_create_collaborations_table': createCollaborationsTable,
'00017_create_entry_embeddings_table': createEntryEmbeddingsTable,
'00018_create_message_embeddings_table': createMessageEmbeddingsTable,
'00017_create_vector_extension': createVectorExtension,
'00018_create_entry_embeddings_table': createEntryEmbeddingsTable,
'00019_create_message_embeddings_table': createMessageEmbeddingsTable,
};