WIP

migrations/009_add_document_category.sql

@@ -0,0 +1,13 @@
+-- Add category column to admin_documents table
+-- Allows categorizing documents for training different models (e.g., invoice, letter, receipt)
+
+ALTER TABLE admin_documents ADD COLUMN IF NOT EXISTS category VARCHAR(100) DEFAULT 'invoice';
+
+-- Update existing NULL values to default
+UPDATE admin_documents SET category = 'invoice' WHERE category IS NULL;
+
+-- Make it NOT NULL after setting defaults
+ALTER TABLE admin_documents ALTER COLUMN category SET NOT NULL;
+
+-- Create index for category filtering
+CREATE INDEX IF NOT EXISTS idx_admin_documents_category ON admin_documents(category);

migrations/010_add_dataset_training_status.sql

@@ -0,0 +1,28 @@
+-- Migration: Add training_status and active_training_task_id to training_datasets
+-- Description: Track training status separately from dataset build status
+
+-- Add training_status column
+ALTER TABLE training_datasets
+ADD COLUMN IF NOT EXISTS training_status VARCHAR(20) DEFAULT NULL;
+
+-- Add active_training_task_id column
+ALTER TABLE training_datasets
+ADD COLUMN IF NOT EXISTS active_training_task_id UUID DEFAULT NULL;
+
+-- Create index for training_status
+CREATE INDEX IF NOT EXISTS idx_training_datasets_training_status
+ON training_datasets(training_status);
+
+-- Create index for active_training_task_id
+CREATE INDEX IF NOT EXISTS idx_training_datasets_active_training_task_id
+ON training_datasets(active_training_task_id);
+
+-- Update existing datasets that have been used in completed training tasks to 'trained' status
+UPDATE training_datasets d
+SET status = 'trained'
+WHERE d.status = 'ready'
+AND EXISTS (
+    SELECT 1 FROM training_tasks t
+    WHERE t.dataset_id = d.dataset_id
+    AND t.status = 'completed'
+);