feat: Add AI usage tracking migration

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
2026-01-11 08:17:06 +01:00 · 2026-01-11 08:17:06 +01:00 · 340e39515f
commit 340e39515f
parent 3934cdf0ee
1 changed files with 189 additions and 0 deletions
--- a/database/migrations/006_ai_usage_tracking.sql
+++ b/database/migrations/006_ai_usage_tracking.sql
@ -0,0 +1,189 @@
+-- ============================================================
+-- NordaBiz - Migration 006: AI Usage Tracking
+-- ============================================================
+-- Created: 2026-01-11
+-- Description:
+--   Track AI (Gemini) API usage for monitoring and cost control
+--   - Request logs with tokens and costs
+--   - Daily/monthly aggregations
+--   - Rate limit tracking
+-- ============================================================
+
+-- ============================================================
+-- 1. AI USAGE LOGS - Individual API calls
+-- ============================================================
+
+CREATE TABLE IF NOT EXISTS ai_usage_logs (
+    id SERIAL PRIMARY KEY,
+
+    -- Request info
+    request_type VARCHAR(50) NOT NULL,  -- 'chat', 'news_evaluation', 'user_creation', 'image_analysis'
+    model VARCHAR(100) NOT NULL,        -- 'gemini-2.0-flash', 'gemini-1.5-pro', etc.
+
+    -- Token counts
+    tokens_input INTEGER DEFAULT 0,
+    tokens_output INTEGER DEFAULT 0,
+    tokens_total INTEGER GENERATED ALWAYS AS (tokens_input + tokens_output) STORED,
+
+    -- Cost (in USD cents for precision)
+    cost_cents DECIMAL(10, 4) DEFAULT 0,
+
+    -- Context
+    user_id INTEGER REFERENCES users(id),
+    company_id INTEGER REFERENCES companies(id),
+    related_entity_type VARCHAR(50),     -- 'zopk_news', 'chat_message', 'company', etc.
+    related_entity_id INTEGER,
+
+    -- Request details
+    prompt_length INTEGER,
+    response_length INTEGER,
+    response_time_ms INTEGER,            -- How long the API call took
+
+    -- Status
+    success BOOLEAN DEFAULT TRUE,
+    error_message TEXT,
+
+    -- Timestamps
+    created_at TIMESTAMP DEFAULT NOW()
+);
+
+-- Indexes for efficient querying
+CREATE INDEX IF NOT EXISTS idx_ai_usage_logs_created_at ON ai_usage_logs(created_at);
+CREATE INDEX IF NOT EXISTS idx_ai_usage_logs_request_type ON ai_usage_logs(request_type);
+CREATE INDEX IF NOT EXISTS idx_ai_usage_logs_user_id ON ai_usage_logs(user_id);
+CREATE INDEX IF NOT EXISTS idx_ai_usage_logs_date ON ai_usage_logs(DATE(created_at));
+
+-- ============================================================
+-- 2. AI USAGE DAILY SUMMARY - Pre-aggregated stats
+-- ============================================================
+
+CREATE TABLE IF NOT EXISTS ai_usage_daily (
+    id SERIAL PRIMARY KEY,
+
+    date DATE NOT NULL UNIQUE,
+
+    -- Request counts by type
+    chat_requests INTEGER DEFAULT 0,
+    news_evaluation_requests INTEGER DEFAULT 0,
+    user_creation_requests INTEGER DEFAULT 0,
+    image_analysis_requests INTEGER DEFAULT 0,
+    other_requests INTEGER DEFAULT 0,
+    total_requests INTEGER DEFAULT 0,
+
+    -- Token totals
+    total_tokens_input INTEGER DEFAULT 0,
+    total_tokens_output INTEGER DEFAULT 0,
+    total_tokens INTEGER DEFAULT 0,
+
+    -- Cost (in USD cents)
+    total_cost_cents DECIMAL(10, 4) DEFAULT 0,
+
+    -- Performance
+    avg_response_time_ms INTEGER,
+    error_count INTEGER DEFAULT 0,
+
+    -- Timestamps
+    created_at TIMESTAMP DEFAULT NOW(),
+    updated_at TIMESTAMP DEFAULT NOW()
+);
+
+CREATE INDEX IF NOT EXISTS idx_ai_usage_daily_date ON ai_usage_daily(date);
+
+-- ============================================================
+-- 3. AI RATE LIMITS - Track quota usage
+-- ============================================================
+
+CREATE TABLE IF NOT EXISTS ai_rate_limits (
+    id SERIAL PRIMARY KEY,
+
+    -- Limit type
+    limit_type VARCHAR(50) NOT NULL,     -- 'daily', 'hourly', 'per_minute'
+    limit_scope VARCHAR(50) NOT NULL,    -- 'global', 'user', 'ip'
+    scope_identifier VARCHAR(255),       -- user_id, ip address, or NULL for global
+
+    -- Limits
+    max_requests INTEGER NOT NULL,
+    current_requests INTEGER DEFAULT 0,
+
+    -- Reset
+    reset_at TIMESTAMP NOT NULL,
+
+    -- Timestamps
+    created_at TIMESTAMP DEFAULT NOW(),
+    updated_at TIMESTAMP DEFAULT NOW(),
+
+    UNIQUE(limit_type, limit_scope, scope_identifier)
+);
+
+-- ============================================================
+-- 4. GRANT PERMISSIONS
+-- ============================================================
+
+GRANT ALL ON TABLE ai_usage_logs TO nordabiz_app;
+GRANT ALL ON TABLE ai_usage_daily TO nordabiz_app;
+GRANT ALL ON TABLE ai_rate_limits TO nordabiz_app;
+GRANT USAGE, SELECT ON SEQUENCE ai_usage_logs_id_seq TO nordabiz_app;
+GRANT USAGE, SELECT ON SEQUENCE ai_usage_daily_id_seq TO nordabiz_app;
+GRANT USAGE, SELECT ON SEQUENCE ai_rate_limits_id_seq TO nordabiz_app;
+
+-- ============================================================
+-- 5. HELPER FUNCTION - Update daily summary
+-- ============================================================
+
+CREATE OR REPLACE FUNCTION update_ai_usage_daily()
+RETURNS TRIGGER AS $$
+BEGIN
+    INSERT INTO ai_usage_daily (
+        date,
+        chat_requests,
+        news_evaluation_requests,
+        user_creation_requests,
+        image_analysis_requests,
+        other_requests,
+        total_requests,
+        total_tokens_input,
+        total_tokens_output,
+        total_tokens,
+        total_cost_cents,
+        error_count,
+        updated_at
+    )
+    VALUES (
+        DATE(NEW.created_at),
+        CASE WHEN NEW.request_type = 'chat' THEN 1 ELSE 0 END,
+        CASE WHEN NEW.request_type = 'news_evaluation' THEN 1 ELSE 0 END,
+        CASE WHEN NEW.request_type = 'user_creation' THEN 1 ELSE 0 END,
+        CASE WHEN NEW.request_type = 'image_analysis' THEN 1 ELSE 0 END,
+        CASE WHEN NEW.request_type NOT IN ('chat', 'news_evaluation', 'user_creation', 'image_analysis') THEN 1 ELSE 0 END,
+        1,
+        COALESCE(NEW.tokens_input, 0),
+        COALESCE(NEW.tokens_output, 0),
+        COALESCE(NEW.tokens_input, 0) + COALESCE(NEW.tokens_output, 0),
+        COALESCE(NEW.cost_cents, 0),
+        CASE WHEN NEW.success = FALSE THEN 1 ELSE 0 END,
+        NOW()
+    )
+    ON CONFLICT (date) DO UPDATE SET
+        chat_requests = ai_usage_daily.chat_requests + CASE WHEN NEW.request_type = 'chat' THEN 1 ELSE 0 END,
+        news_evaluation_requests = ai_usage_daily.news_evaluation_requests + CASE WHEN NEW.request_type = 'news_evaluation' THEN 1 ELSE 0 END,
+        user_creation_requests = ai_usage_daily.user_creation_requests + CASE WHEN NEW.request_type = 'user_creation' THEN 1 ELSE 0 END,
+        image_analysis_requests = ai_usage_daily.image_analysis_requests + CASE WHEN NEW.request_type = 'image_analysis' THEN 1 ELSE 0 END,
+        other_requests = ai_usage_daily.other_requests + CASE WHEN NEW.request_type NOT IN ('chat', 'news_evaluation', 'user_creation', 'image_analysis') THEN 1 ELSE 0 END,
+        total_requests = ai_usage_daily.total_requests + 1,
+        total_tokens_input = ai_usage_daily.total_tokens_input + COALESCE(NEW.tokens_input, 0),
+        total_tokens_output = ai_usage_daily.total_tokens_output + COALESCE(NEW.tokens_output, 0),
+        total_tokens = ai_usage_daily.total_tokens + COALESCE(NEW.tokens_input, 0) + COALESCE(NEW.tokens_output, 0),
+        total_cost_cents = ai_usage_daily.total_cost_cents + COALESCE(NEW.cost_cents, 0),
+        error_count = ai_usage_daily.error_count + CASE WHEN NEW.success = FALSE THEN 1 ELSE 0 END,
+        updated_at = NOW();
+
+    RETURN NEW;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger to auto-update daily summary
+DROP TRIGGER IF EXISTS trigger_ai_usage_daily ON ai_usage_logs;
+CREATE TRIGGER trigger_ai_usage_daily
+    AFTER INSERT ON ai_usage_logs
+    FOR EACH ROW
+    EXECUTE FUNCTION update_ai_usage_daily();