Merge pull request #80 from rootcodelabs/rag-20-llm-connections-view-be

LLM connection CRUD api & integration

Author: Thirunayan22

.gitignore

@@ -3,4 +3,5 @@ __pycache__/
 *$py.class
 .venv/
 .pytest_cache/
-.env
+.env
+tim-db

DSL/Liquibase/changelog/rag-search-script-v1-llm-connections.sql

@@ -0,0 +1,37 @@
+-- Schema for LLM Connections
+CREATE TABLE llm_connections (
+    id SERIAL PRIMARY KEY,
+    
+    -- LLM Model Configuration
+    llm_platform VARCHAR(100) NOT NULL,       -- e.g. Azure AI, OpenAI
+    llm_model VARCHAR(100) NOT NULL,          -- e.g. GPT-4o
+    
+    -- Embedding Model Configuration
+    embedding_platform VARCHAR(100) NOT NULL, -- e.g. Azure AI, OpenAI
+    embedding_model VARCHAR(100) NOT NULL,    -- e.g. Ada-200-1
+    
+    -- Budget and Environment
+    monthly_budget NUMERIC(12,2) NOT NULL,    -- e.g. 1000.00
+    environment VARCHAR(50) NOT NULL,
+    
+    -- Metadata
+    connection_status VARCHAR(50) DEFAULT 'active',      -- active / inactive
+    created_at TIMESTAMP DEFAULT NOW());
+
+CREATE TABLE inference_results (
+    id SERIAL PRIMARY KEY,
+    llm_connection_id INT NOT NULL REFERENCES llm_connections(id) ON DELETE CASCADE,
+    user_question TEXT NOT NULL,                  -- raw user input
+    refined_questions JSONB,                      -- list of refined questions (LLM-generated)
+    conversation_history JSONB,                   -- prior messages (array of {role, content})
+    ranked_chunks JSONB,                          -- retrieved chunks (ranked, with metadata)
+    embedding_scores JSONB,                       -- distance scores for each chunk
+    final_answer TEXT,                            -- LLM’s final generated answer
+    created_at TIMESTAMP DEFAULT NOW()
+);
+
+CREATE TABLE inference_results_references (
+    id SERIAL PRIMARY KEY,
+    conversation_id INT NOT NULL REFERENCES inference_results(id) ON DELETE CASCADE,
+    reference_url TEXT NOT NULL
+);

DSL/Liquibase/changelog/rag-search-script-v2-user-management.sql

@@ -0,0 +1,41 @@
+-- liquibase formatted sql
+
+-- changeset Erangi Ariyasena:classifier-script-v3-changeset1
+CREATE TYPE user_status AS ENUM ('active','deleted');
+
+-- changeset Erangi Ariyasena:classifier-script-v3-changeset2
+CREATE TABLE public."user" (
+    id int8 NOT NULL GENERATED BY DEFAULT AS IDENTITY,
+    login VARCHAR(50) NOT NULL,
+    password_hash VARCHAR(60),
+    first_name VARCHAR(50),
+    last_name VARCHAR(50),
+    id_code VARCHAR(50) NOT NULL,
+    display_name VARCHAR(50),
+    status user_status,
+    csa_title VARCHAR,
+    csa_email VARCHAR,
+    created TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+    CONSTRAINT user_pkey PRIMARY KEY (id)
+);
+
+CREATE TABLE public."authority" (
+    name VARCHAR(50) PRIMARY KEY
+);
+
+CREATE TABLE public."user_authority" (
+    id int8 NOT NULL GENERATED BY DEFAULT AS IDENTITY,
+    user_id VARCHAR(50) NOT NULL,
+    authority_name VARCHAR[] NOT NULL,
+    created TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+    CONSTRAINT user_authority_pkey PRIMARY KEY (id)
+);
+
+-- changeset Erangi Ariyasena:classifier-script-v1-changeset3
+
+INSERT INTO public."user" (login,password_hash,first_name,last_name,id_code,display_name,status,csa_title,csa_email)
+VALUES ('EE30303039914','ok','classifier','test','EE30303039914','classifier','active','Title','classifier.doe@example.com');
+
+INSERT INTO public."user_authority" ( user_id, authority_name)
+VALUES ('EE30303039914', ARRAY['ROLE_ADMINISTRATOR', 'ROLE_MODEL_TRAINER'] );
+

DSL/Liquibase/changelog/rag-search-script-v3-configuration.sql

@@ -0,0 +1,15 @@
+-- liquibase formatted sql
+
+-- changeset Erangi Ariyasena:classifier-script-v5-changeset1
+CREATE TABLE public.configuration (
+    id BIGINT NOT NULL GENERATED BY DEFAULT AS IDENTITY,
+    key VARCHAR(128),
+    value VARCHAR(128),
+    created TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+    deleted BOOLEAN NOT NULL DEFAULT FALSE,
+    CONSTRAINT configuration_pkey PRIMARY KEY (id)
+);
+
+-- changeset Erangi Ariyasena:classifier-script-v5-changeset2
+INSERT INTO public.configuration (key, value)
+VALUES ('session_length', '120');

DSL/Liquibase/changelog/rag-search-script-v4-authority-data.xml

@@ -0,0 +1,17 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<databaseChangeLog xmlns="http://www.liquibase.org/xml/ns/dbchangelog"
+                   xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+                   xmlns:pro="http://www.liquibase.org/xml/ns/pro"
+                   xsi:schemaLocation="http://www.liquibase.org/xml/ns/dbchangelog
+http://www.liquibase.org/xml/ns/dbchangelog/dbchangelog-4.1.xsd
+http://www.liquibase.org/xml/ns/pro http://www.liquibase.org/xml/ns/pro/liquibase-pro-4.1.xsd">
+
+    <changeSet id="rag-search-script-v4-changeset" author="Erangi Ariyasena">
+        <loadData
+                file="data/authority.csv"
+                separator=";"
+                tableName="authority">
+            <column name="name" type="string"/>
+        </loadData>
+    </changeSet>
+</databaseChangeLog>

DSL/Liquibase/data/authority.csv

@@ -0,0 +1,3 @@
+name
+ROLE_ADMINISTRATOR
+ROLE_MODEL_TRAINER

DSL/Liquibase/liquibase.properties

@@ -0,0 +1,6 @@
+changelogFile: /changelog/master.yml
+url: jdbc:postgresql://localhost:5436/rag-search
+username: postgres
+password: dbadmin
+secureParsing: false
+liquibase.hub.mode=off

DSL/Liquibase/master.yml

@@ -0,0 +1,9 @@
+databaseChangeLog:
+  - include:
+      file: changelog/rag-search-script-v1-llm-connections.sql
+  - include:
+      file: changelog/rag-search-script-v2-user-management.sql
+  - include:
+      file: changelog/rag-search-script-v3-configuration.sql
+  - include:
+      file: changelog/rag-search-script-v4-authority-data.xml

DSL/Resql/rag-search/GET/empty.sql

@@ -0,0 +1,2 @@
+-- This is a empty sql for Buerokratt DSL delivery method
+SELECT current_date;