diff --git a/src/lib/ai/prompts.ts b/src/lib/ai/prompts.ts
new file mode 100644
index 00000000..bfe5cb92
--- /dev/null
+++ b/src/lib/ai/prompts.ts
@@ -0,0 +1,80 @@
+// src/lib/ai/prompts.ts
+
+import { VRL_REFERENCE } from "./vrl-reference";
+
+export function buildVrlSystemPrompt(context: {
+ fields?: { name: string; type: string }[];
+ currentCode?: string;
+ componentType?: string;
+ sourceTypes?: string[];
+}): string {
+ const parts: string[] = [
+ "You are a VRL (Vector Remap Language) code assistant for Vector data pipelines.",
+ "Generate VRL code based on the user's request. Output ONLY the VRL code — no explanations, no markdown fencing, no comments unless the user asks for them.",
+ "",
+ "=== VRL Function Reference ===",
+ VRL_REFERENCE,
+ ];
+
+ if (context.sourceTypes?.length) {
+ parts.push("", `Connected source types: ${context.sourceTypes.join(", ")}`);
+ }
+
+ if (context.componentType) {
+ parts.push(`Transform component type: ${context.componentType}`);
+ }
+
+ if (context.fields?.length) {
+ parts.push("", "Available fields in the event:");
+ for (const f of context.fields) {
+ parts.push(` .${f.name} (${f.type})`);
+ }
+ }
+
+ if (context.currentCode?.trim()) {
+ parts.push("", "Current VRL code in the editor:", "```", context.currentCode, "```");
+ }
+
+ return parts.join("\n");
+}
+
+export function buildPipelineSystemPrompt(context: {
+ mode: "generate" | "review";
+ currentYaml?: string;
+ componentTypes?: string[];
+ environmentName?: string;
+}): string {
+ const parts: string[] = [];
+
+ if (context.mode === "generate") {
+ parts.push(
+ "You are a Vector pipeline generator.",
+ "Generate a valid Vector YAML configuration with sources, transforms, and/or sinks sections based on the user's description.",
+ "Output ONLY valid Vector YAML — no explanations, no markdown fencing.",
+ "",
+ "Rules:",
+ "- Use descriptive component keys (e.g., kafka_source, parse_logs, datadog_sink)",
+ "- Connect components via the `inputs` field in transforms and sinks",
+ "- Use realistic default values for ports, endpoints, etc.",
+ '- For sensitive values use placeholder format: "${ENV_VAR_NAME}"',
+ );
+ } else {
+ parts.push(
+ "You are a Vector pipeline configuration reviewer.",
+ "Analyze the provided Vector pipeline YAML and provide improvement suggestions.",
+ "Focus on: performance, correctness, best practices, and potential issues.",
+ "If the user asks for a revised config, output the complete corrected YAML with no markdown fencing.",
+ "Otherwise, provide suggestions as concise text.",
+ );
+ }
+
+ if (context.environmentName) {
+ parts.push("", `Environment: ${context.environmentName}`);
+ }
+
+ if (context.currentYaml?.trim()) {
+ parts.push("", "Current pipeline configuration:", "```yaml", context.currentYaml, "```");
+ }
+
+ return parts.join("\n");
+}
diff --git a/src/lib/ai/rate-limiter.ts b/src/lib/ai/rate-limiter.ts
new file mode 100644
index 00000000..a1b2b620
--- /dev/null
+++ b/src/lib/ai/rate-limiter.ts
@@ -0,0 +1,38 @@
+// src/lib/ai/rate-limiter.ts
+
+/**
+ * In-memory token bucket rate limiter.
+ * Tracks per-team request counts with a fixed window.
+ */
+
+interface Bucket {
+ tokens: number;
+ lastRefill: number;
+}
+
+const buckets = new Map
();
+
+const DEFAULT_MAX_REQUESTS = 60;
+const WINDOW_MS = 60 * 60 * 1000; // 1 hour
+
+export function checkRateLimit(
+ teamId: string,
+ maxRequests = DEFAULT_MAX_REQUESTS,
+): { allowed: boolean; remaining: number; resetAt: number } {
+ const now = Date.now();
+ let bucket = buckets.get(teamId);
+
+ if (!bucket || now - bucket.lastRefill >= WINDOW_MS) {
+ bucket = { tokens: maxRequests, lastRefill: now };
+ buckets.set(teamId, bucket);
+ }
+
+ const resetAt = bucket.lastRefill + WINDOW_MS;
+
+ if (bucket.tokens <= 0) {
+ return { allowed: false, remaining: 0, resetAt };
+ }
+
+ bucket.tokens -= 1;
+ return { allowed: true, remaining: bucket.tokens, resetAt };
+}
diff --git a/src/lib/ai/vrl-reference.ts b/src/lib/ai/vrl-reference.ts
new file mode 100644
index 00000000..b54347b5
--- /dev/null
+++ b/src/lib/ai/vrl-reference.ts
@@ -0,0 +1,304 @@
+// Auto-generated from vrl-reference.txt — inlined for Next.js production compatibility.
+// Do NOT edit manually. Update vrl-reference.txt and re-generate if needed.
+
+export const VRL_REFERENCE = `# VRL Function Reference (Vector Remap Language)
+# Compact reference for LLM context. Updated for Vector 0.53.
+
+## Type Functions
+to_string(value) -> string | error
+ Convert any value to a string.
+ Example: to_string(42) => "42"
+
+to_int(value) -> integer | error
+ Convert a value to an integer.
+ Example: to_int("42") => 42
+
+to_float(value) -> float | error
+ Convert a value to a float.
+ Example: to_float("3.14") => 3.14
+
+to_bool(value) -> boolean | error
+ Convert a value to a boolean.
+ Example: to_bool("true") => true
+
+to_timestamp(value, [format]) -> timestamp | error
+ Parse a value into a timestamp.
+ Example: to_timestamp("2024-01-15T10:30:00Z") =>
+
+to_unix_timestamp(timestamp, [unit]) -> integer
+ Convert timestamp to Unix epoch. unit: "seconds"|"milliseconds"|"nanoseconds"
+ Example: to_unix_timestamp(now(), unit: "seconds") => 1705312200
+
+## String Functions
+contains(string, substring, [case_sensitive]) -> boolean
+ Check if string contains substring.
+ Example: contains("hello world", "world") => true
+
+starts_with(string, prefix, [case_sensitive]) -> boolean
+ Check if string starts with prefix.
+ Example: starts_with("hello", "hel") => true
+
+ends_with(string, suffix, [case_sensitive]) -> boolean
+ Check if string ends with suffix.
+ Example: ends_with("hello.log", ".log") => true
+
+slice(string, start, [end]) -> string
+ Extract substring by index.
+ Example: slice("hello", 0, 3) => "hel"
+
+replace(string, pattern, replacement, [count]) -> string
+ Replace occurrences of pattern.
+ Example: replace("foo-bar", "-", "_") => "foo_bar"
+
+split(string, separator, [limit]) -> [string]
+ Split string into array.
+ Example: split("a,b,c", ",") => ["a", "b", "c"]
+
+join(array, [separator]) -> string
+ Join array into string.
+ Example: join(["a", "b"], ",") => "a,b"
+
+upcase(string) -> string
+ Convert to uppercase.
+ Example: upcase("hello") => "HELLO"
+
+downcase(string) -> string
+ Convert to lowercase.
+ Example: downcase("HELLO") => "hello"
+
+strip_whitespace(string) -> string
+ Remove leading/trailing whitespace.
+ Example: strip_whitespace(" hello ") => "hello"
+
+truncate(string, limit, [ellipsis], [suffix]) -> string
+ Truncate string to max length.
+ Example: truncate("hello world", 5, suffix: "...") => "hello..."
+
+strlen(string) -> integer
+ Return string length.
+ Example: strlen("hello") => 5
+
+## Parse Functions
+parse_json(string) -> any | error
+ Parse JSON string into VRL value.
+ Example: parse_json("{\\"key\\":\\"value\\"}") => {"key": "value"}
+
+parse_syslog(string) -> object | error
+ Parse syslog message (RFC 5424/3164).
+ Example: parse_syslog("<34>1 2024-01-15T10:30:00Z host app - - msg") => {facility: "auth", severity: "crit", ...}
+
+parse_csv(string, [delimiter]) -> [string]
+ Parse CSV row.
+ Example: parse_csv("a,b,c") => ["a", "b", "c"]
+
+parse_key_value(string, [separator], [field_delimiter]) -> object | error
+ Parse key=value pairs.
+ Example: parse_key_value("a=1 b=2") => {"a": "1", "b": "2"}
+
+parse_grok(string, pattern) -> object | error
+ Parse with Grok pattern.
+ Example: parse_grok("55.3.244.1 GET /index", "%{IP:client} %{WORD:method} %{URIPATHPARAM:request}") => {"client": "55.3.244.1", ...}
+
+parse_regex(string, pattern) -> object | error
+ Parse with regex named captures.
+ Example: parse_regex("user=bob age=30", r'user=(?P\\w+) age=(?P\\d+)') => {"user": "bob", "age": "30"}
+
+parse_timestamp(string, format) -> timestamp | error
+ Parse timestamp with strftime format.
+ Example: parse_timestamp("2024-01-15", "%Y-%m-%d") =>
+
+parse_url(string) -> object | error
+ Parse URL into components.
+ Example: parse_url("https://example.com:8080/path?q=1") => {scheme: "https", host: "example.com", port: 8080, ...}
+
+## Encode Functions
+encode_json(value) -> string
+ Encode value as JSON.
+ Example: encode_json({"key": "value"}) => "{\\"key\\":\\"value\\"}"
+
+encode_base64(string) -> string
+ Base64 encode.
+ Example: encode_base64("hello") => "aGVsbG8="
+
+decode_base64(string) -> string | error
+ Base64 decode.
+ Example: decode_base64("aGVsbG8=") => "hello"
+
+## Coerce Functions
+to_syslog_level(integer) -> string | error
+ Convert syslog level number to name.
+ Example: to_syslog_level(0) => "emerg"
+
+to_syslog_facility(integer) -> string | error
+ Convert syslog facility number to name.
+ Example: to_syslog_facility(0) => "kern"
+
+## Object/Array Functions
+keys(object) -> [string]
+ Get object keys.
+ Example: keys({"a": 1, "b": 2}) => ["a", "b"]
+
+values(object) -> [any]
+ Get object values.
+ Example: values({"a": 1, "b": 2}) => [1, 2]
+
+length(value) -> integer
+ Length of string, array, or object.
+ Example: length([1, 2, 3]) => 3
+
+flatten(array) -> array
+ Flatten nested arrays.
+ Example: flatten([[1, 2], [3]]) => [1, 2, 3]
+
+append(array, value) -> array
+ Append value to array.
+ Example: append([1, 2], 3) => [1, 2, 3]
+
+push(array, value) -> array
+ Same as append.
+
+compact(value) -> value
+ Remove null values from object/array.
+ Example: compact({"a": 1, "b": null}) => {"a": 1}
+
+merge(object1, object2, [deep]) -> object
+ Merge objects. Later values win.
+ Example: merge({"a": 1}, {"b": 2}) => {"a": 1, "b": 2}
+
+set(object, path, value) -> object
+ Set nested value by path array.
+ Example: set({}, ["a", "b"], 1) => {"a": {"b": 1}}
+
+get(object, path) -> any | null
+ Get nested value by path array.
+ Example: get({"a": {"b": 1}}, ["a", "b"]) => 1
+
+del(object, path) -> any
+ Delete and return value at path.
+ Example: del(., .temp_field) removes .temp_field
+
+exists(path) -> boolean
+ Check if field exists.
+ Example: exists(.hostname) => true/false
+
+## IP Functions
+ip_cidr_contains(cidr, ip) -> boolean
+ Check if IP is in CIDR range.
+ Example: ip_cidr_contains("192.168.0.0/16", "192.168.1.1") => true
+
+ip_to_ipv6(ip) -> string
+ Convert IPv4 to IPv6 mapped address.
+ Example: ip_to_ipv6("1.2.3.4") => "::ffff:1.2.3.4"
+
+## Hash/Crypto Functions
+sha2(string, [variant]) -> string
+ SHA-2 hash. variant: 224|256|384|512 (default 256).
+ Example: sha2("hello") => "2cf24dba..."
+
+md5(string) -> string
+ MD5 hash.
+ Example: md5("hello") => "5d41402a..."
+
+hmac(value, key, [algorithm]) -> string
+ HMAC signature. algorithm: "SHA-256" (default).
+ Example: hmac("message", "secret") => "aa747c..."
+
+uuid_v4() -> string
+ Generate UUID v4.
+ Example: uuid_v4() => "550e8400-e29b-41d4-a716-446655440000"
+
+uuid_v7() -> string
+ Generate UUID v7 (time-sorted).
+ Example: uuid_v7() => "01876d34-..."
+
+## Timestamp Functions
+now() -> timestamp
+ Current UTC timestamp.
+ Example: .timestamp = now()
+
+format_timestamp(timestamp, format, [timezone]) -> string
+ Format timestamp as string.
+ Example: format_timestamp(now(), "%Y-%m-%d") => "2024-01-15"
+
+## Numeric Functions
+ceil(float) -> integer
+ Round up.
+ Example: ceil(3.2) => 4
+
+floor(float) -> integer
+ Round down.
+ Example: floor(3.8) => 3
+
+round(float, [precision]) -> float
+ Round to precision.
+ Example: round(3.456, precision: 2) => 3.46
+
+mod(value, modulus) -> integer
+ Modulo.
+ Example: mod(7, 3) => 1
+
+abs(number) -> number
+ Absolute value.
+ Example: abs(-5) => 5
+
+## Event Metadata Functions
+set_semantic_meaning(target, meaning) -> null
+ Annotate field with semantic meaning (e.g., "timestamp", "message", "host").
+ Example: set_semantic_meaning(.ts, "timestamp")
+
+log(message, [level], [rate_limit_secs]) -> null
+ Emit a log message during processing.
+ Example: log("processing event", level: "info")
+
+assert(condition, message) -> null | error
+ Assert condition is true.
+ Example: assert(exists(.message), "message field required")
+
+abort -> never
+ Drop the event.
+ Example: if .level == "debug" { abort }
+
+## Enrichment Functions
+get_enrichment_table_record(table, condition) -> object | error
+ Look up record from enrichment table.
+ Example: get_enrichment_table_record("geoip", {"ip": .client_ip})
+
+find_enrichment_table_records(table, condition) -> [object] | error
+ Find all matching records from enrichment table.
+ Example: find_enrichment_table_records("users", {"status": "active"})
+
+## Common VRL Patterns
+
+# Rename field
+.new_name = del(.old_name)
+
+# Add/set field
+.environment = "production"
+
+# Conditional field
+if exists(.user_agent) {
+ .browser = parse_regex!(.user_agent, r'(?PChrome|Firefox|Safari)')
+}
+
+# Drop event
+if .level == "debug" { abort }
+
+# Coalesce (first non-null)
+.host = .hostname ?? .host ?? "unknown"
+
+# Error handling with ! (abort on error)
+.parsed = parse_json!(.message)
+
+# Error handling with ?? (fallback)
+.parsed = parse_json(.message) ?? {}
+
+# Map over nested fields
+.tags = map_values(.tags) -> |_key, value| { downcase!(value) }
+
+# Redact sensitive data
+.email = redact(.email, filters: ["pattern"], redactor: {"type": "text", "replacement": "[REDACTED]"}, patterns: [r'\\S+@\\S+'])
+
+# Type coercion
+.status_code = to_int!(.status_code)
+.timestamp = to_timestamp!(.timestamp)
+`;
diff --git a/src/lib/ai/vrl-reference.txt b/src/lib/ai/vrl-reference.txt
new file mode 100644
index 00000000..d5a84928
--- /dev/null
+++ b/src/lib/ai/vrl-reference.txt
@@ -0,0 +1,300 @@
+# VRL Function Reference (Vector Remap Language)
+# Compact reference for LLM context. Updated for Vector 0.53.
+
+## Type Functions
+to_string(value) -> string | error
+ Convert any value to a string.
+ Example: to_string(42) => "42"
+
+to_int(value) -> integer | error
+ Convert a value to an integer.
+ Example: to_int("42") => 42
+
+to_float(value) -> float | error
+ Convert a value to a float.
+ Example: to_float("3.14") => 3.14
+
+to_bool(value) -> boolean | error
+ Convert a value to a boolean.
+ Example: to_bool("true") => true
+
+to_timestamp(value, [format]) -> timestamp | error
+ Parse a value into a timestamp.
+ Example: to_timestamp("2024-01-15T10:30:00Z") =>
+
+to_unix_timestamp(timestamp, [unit]) -> integer
+ Convert timestamp to Unix epoch. unit: "seconds"|"milliseconds"|"nanoseconds"
+ Example: to_unix_timestamp(now(), unit: "seconds") => 1705312200
+
+## String Functions
+contains(string, substring, [case_sensitive]) -> boolean
+ Check if string contains substring.
+ Example: contains("hello world", "world") => true
+
+starts_with(string, prefix, [case_sensitive]) -> boolean
+ Check if string starts with prefix.
+ Example: starts_with("hello", "hel") => true
+
+ends_with(string, suffix, [case_sensitive]) -> boolean
+ Check if string ends with suffix.
+ Example: ends_with("hello.log", ".log") => true
+
+slice(string, start, [end]) -> string
+ Extract substring by index.
+ Example: slice("hello", 0, 3) => "hel"
+
+replace(string, pattern, replacement, [count]) -> string
+ Replace occurrences of pattern.
+ Example: replace("foo-bar", "-", "_") => "foo_bar"
+
+split(string, separator, [limit]) -> [string]
+ Split string into array.
+ Example: split("a,b,c", ",") => ["a", "b", "c"]
+
+join(array, [separator]) -> string
+ Join array into string.
+ Example: join(["a", "b"], ",") => "a,b"
+
+upcase(string) -> string
+ Convert to uppercase.
+ Example: upcase("hello") => "HELLO"
+
+downcase(string) -> string
+ Convert to lowercase.
+ Example: downcase("HELLO") => "hello"
+
+strip_whitespace(string) -> string
+ Remove leading/trailing whitespace.
+ Example: strip_whitespace(" hello ") => "hello"
+
+truncate(string, limit, [ellipsis], [suffix]) -> string
+ Truncate string to max length.
+ Example: truncate("hello world", 5, suffix: "...") => "hello..."
+
+strlen(string) -> integer
+ Return string length.
+ Example: strlen("hello") => 5
+
+## Parse Functions
+parse_json(string) -> any | error
+ Parse JSON string into VRL value.
+ Example: parse_json("{\"key\":\"value\"}") => {"key": "value"}
+
+parse_syslog(string) -> object | error
+ Parse syslog message (RFC 5424/3164).
+ Example: parse_syslog("<34>1 2024-01-15T10:30:00Z host app - - msg") => {facility: "auth", severity: "crit", ...}
+
+parse_csv(string, [delimiter]) -> [string]
+ Parse CSV row.
+ Example: parse_csv("a,b,c") => ["a", "b", "c"]
+
+parse_key_value(string, [separator], [field_delimiter]) -> object | error
+ Parse key=value pairs.
+ Example: parse_key_value("a=1 b=2") => {"a": "1", "b": "2"}
+
+parse_grok(string, pattern) -> object | error
+ Parse with Grok pattern.
+ Example: parse_grok("55.3.244.1 GET /index", "%{IP:client} %{WORD:method} %{URIPATHPARAM:request}") => {"client": "55.3.244.1", ...}
+
+parse_regex(string, pattern) -> object | error
+ Parse with regex named captures.
+ Example: parse_regex("user=bob age=30", r'user=(?P\w+) age=(?P\d+)') => {"user": "bob", "age": "30"}
+
+parse_timestamp(string, format) -> timestamp | error
+ Parse timestamp with strftime format.
+ Example: parse_timestamp("2024-01-15", "%Y-%m-%d") =>
+
+parse_url(string) -> object | error
+ Parse URL into components.
+ Example: parse_url("https://example.com:8080/path?q=1") => {scheme: "https", host: "example.com", port: 8080, ...}
+
+## Encode Functions
+encode_json(value) -> string
+ Encode value as JSON.
+ Example: encode_json({"key": "value"}) => "{\"key\":\"value\"}"
+
+encode_base64(string) -> string
+ Base64 encode.
+ Example: encode_base64("hello") => "aGVsbG8="
+
+decode_base64(string) -> string | error
+ Base64 decode.
+ Example: decode_base64("aGVsbG8=") => "hello"
+
+## Coerce Functions
+to_syslog_level(integer) -> string | error
+ Convert syslog level number to name.
+ Example: to_syslog_level(0) => "emerg"
+
+to_syslog_facility(integer) -> string | error
+ Convert syslog facility number to name.
+ Example: to_syslog_facility(0) => "kern"
+
+## Object/Array Functions
+keys(object) -> [string]
+ Get object keys.
+ Example: keys({"a": 1, "b": 2}) => ["a", "b"]
+
+values(object) -> [any]
+ Get object values.
+ Example: values({"a": 1, "b": 2}) => [1, 2]
+
+length(value) -> integer
+ Length of string, array, or object.
+ Example: length([1, 2, 3]) => 3
+
+flatten(array) -> array
+ Flatten nested arrays.
+ Example: flatten([[1, 2], [3]]) => [1, 2, 3]
+
+append(array, value) -> array
+ Append value to array.
+ Example: append([1, 2], 3) => [1, 2, 3]
+
+push(array, value) -> array
+ Same as append.
+
+compact(value) -> value
+ Remove null values from object/array.
+ Example: compact({"a": 1, "b": null}) => {"a": 1}
+
+merge(object1, object2, [deep]) -> object
+ Merge objects. Later values win.
+ Example: merge({"a": 1}, {"b": 2}) => {"a": 1, "b": 2}
+
+set(object, path, value) -> object
+ Set nested value by path array.
+ Example: set({}, ["a", "b"], 1) => {"a": {"b": 1}}
+
+get(object, path) -> any | null
+ Get nested value by path array.
+ Example: get({"a": {"b": 1}}, ["a", "b"]) => 1
+
+del(object, path) -> any
+ Delete and return value at path.
+ Example: del(., .temp_field) removes .temp_field
+
+exists(path) -> boolean
+ Check if field exists.
+ Example: exists(.hostname) => true/false
+
+## IP Functions
+ip_cidr_contains(cidr, ip) -> boolean
+ Check if IP is in CIDR range.
+ Example: ip_cidr_contains("192.168.0.0/16", "192.168.1.1") => true
+
+ip_to_ipv6(ip) -> string
+ Convert IPv4 to IPv6 mapped address.
+ Example: ip_to_ipv6("1.2.3.4") => "::ffff:1.2.3.4"
+
+## Hash/Crypto Functions
+sha2(string, [variant]) -> string
+ SHA-2 hash. variant: 224|256|384|512 (default 256).
+ Example: sha2("hello") => "2cf24dba..."
+
+md5(string) -> string
+ MD5 hash.
+ Example: md5("hello") => "5d41402a..."
+
+hmac(value, key, [algorithm]) -> string
+ HMAC signature. algorithm: "SHA-256" (default).
+ Example: hmac("message", "secret") => "aa747c..."
+
+uuid_v4() -> string
+ Generate UUID v4.
+ Example: uuid_v4() => "550e8400-e29b-41d4-a716-446655440000"
+
+uuid_v7() -> string
+ Generate UUID v7 (time-sorted).
+ Example: uuid_v7() => "01876d34-..."
+
+## Timestamp Functions
+now() -> timestamp
+ Current UTC timestamp.
+ Example: .timestamp = now()
+
+format_timestamp(timestamp, format, [timezone]) -> string
+ Format timestamp as string.
+ Example: format_timestamp(now(), "%Y-%m-%d") => "2024-01-15"
+
+## Numeric Functions
+ceil(float) -> integer
+ Round up.
+ Example: ceil(3.2) => 4
+
+floor(float) -> integer
+ Round down.
+ Example: floor(3.8) => 3
+
+round(float, [precision]) -> float
+ Round to precision.
+ Example: round(3.456, precision: 2) => 3.46
+
+mod(value, modulus) -> integer
+ Modulo.
+ Example: mod(7, 3) => 1
+
+abs(number) -> number
+ Absolute value.
+ Example: abs(-5) => 5
+
+## Event Metadata Functions
+set_semantic_meaning(target, meaning) -> null
+ Annotate field with semantic meaning (e.g., "timestamp", "message", "host").
+ Example: set_semantic_meaning(.ts, "timestamp")
+
+log(message, [level], [rate_limit_secs]) -> null
+ Emit a log message during processing.
+ Example: log("processing event", level: "info")
+
+assert(condition, message) -> null | error
+ Assert condition is true.
+ Example: assert(exists(.message), "message field required")
+
+abort -> never
+ Drop the event.
+ Example: if .level == "debug" { abort }
+
+## Enrichment Functions
+get_enrichment_table_record(table, condition) -> object | error
+ Look up record from enrichment table.
+ Example: get_enrichment_table_record("geoip", {"ip": .client_ip})
+
+find_enrichment_table_records(table, condition) -> [object] | error
+ Find all matching records from enrichment table.
+ Example: find_enrichment_table_records("users", {"status": "active"})
+
+## Common VRL Patterns
+
+# Rename field
+.new_name = del(.old_name)
+
+# Add/set field
+.environment = "production"
+
+# Conditional field
+if exists(.user_agent) {
+ .browser = parse_regex!(.user_agent, r'(?PChrome|Firefox|Safari)')
+}
+
+# Drop event
+if .level == "debug" { abort }
+
+# Coalesce (first non-null)
+.host = .hostname ?? .host ?? "unknown"
+
+# Error handling with ! (abort on error)
+.parsed = parse_json!(.message)
+
+# Error handling with ?? (fallback)
+.parsed = parse_json(.message) ?? {}
+
+# Map over nested fields
+.tags = map_values(.tags) -> |_key, value| { downcase!(value) }
+
+# Redact sensitive data
+.email = redact(.email, filters: ["pattern"], redactor: {"type": "text", "replacement": "[REDACTED]"}, patterns: [r'\S+@\S+'])
+
+# Type coercion
+.status_code = to_int!(.status_code)
+.timestamp = to_timestamp!(.timestamp)
diff --git a/src/server/middleware/audit.ts b/src/server/middleware/audit.ts
index 91bf60ac..0dcb8142 100644
--- a/src/server/middleware/audit.ts
+++ b/src/server/middleware/audit.ts
@@ -6,6 +6,7 @@ const SENSITIVE_KEYS = new Set([
"password", "currentPassword", "newPassword",
"token", "secret", "key", "keyBase64",
"passwordHash", "httpsToken", "sshKey",
+ "aiApiKey",
]);
function sanitizeInput(input: unknown): unknown {
diff --git a/src/server/routers/team.ts b/src/server/routers/team.ts
index a1d3c5fa..a289f2cb 100644
--- a/src/server/routers/team.ts
+++ b/src/server/routers/team.ts
@@ -5,6 +5,8 @@ import { prisma } from "@/lib/prisma";
import bcrypt from "bcryptjs";
import crypto from "crypto";
import { withAudit } from "@/server/middleware/audit";
+import { encrypt } from "@/server/services/crypto";
+import { testAiConnection } from "@/server/services/ai";
/**
* Block manual team assignment/role changes for OIDC users when their
@@ -76,7 +78,7 @@ export const teamRouter = router({
select: { isSuperAdmin: true },
});
- return prisma.team.findMany({
+ const teams = await prisma.team.findMany({
where: {
name: { not: "__system__" },
...(user?.isSuperAdmin ? {} : { members: { some: { userId } } }),
@@ -86,6 +88,9 @@ export const teamRouter = router({
},
orderBy: { createdAt: "desc" },
});
+ // Strip encrypted API key — never send to client
+ // eslint-disable-next-line @typescript-eslint/no-unused-vars
+ return teams.map(({ aiApiKey: _aiApiKey, ...safeTeam }) => safeTeam);
}),
get: protectedProcedure
@@ -104,7 +109,10 @@ export const teamRouter = router({
if (!team) {
throw new TRPCError({ code: "NOT_FOUND", message: "Team not found" });
}
- return team;
+ // Strip encrypted API key — never send to client
+ // eslint-disable-next-line @typescript-eslint/no-unused-vars
+ const { aiApiKey: _aiApiKey, ...safeTeam } = team;
+ return safeTeam;
}),
create: protectedProcedure
@@ -466,4 +474,64 @@ export const teamRouter = router({
select: { id: true, authMethod: true },
});
}),
+
+ getAiConfig: protectedProcedure
+ .use(withTeamAccess("ADMIN"))
+ .input(z.object({ teamId: z.string() }))
+ .query(async ({ input }) => {
+ const team = await prisma.team.findUniqueOrThrow({
+ where: { id: input.teamId },
+ select: {
+ aiEnabled: true,
+ aiProvider: true,
+ aiBaseUrl: true,
+ aiModel: true,
+ aiApiKey: true,
+ },
+ });
+ return {
+ aiEnabled: team.aiEnabled,
+ aiProvider: team.aiProvider,
+ aiBaseUrl: team.aiBaseUrl,
+ aiModel: team.aiModel,
+ hasApiKey: !!team.aiApiKey,
+ };
+ }),
+
+ updateAiConfig: protectedProcedure
+ .use(withTeamAccess("ADMIN"))
+ .use(withAudit("team.ai_config_updated", "Team"))
+ .input(
+ z.object({
+ teamId: z.string(),
+ aiEnabled: z.boolean().optional(),
+ aiProvider: z.enum(["openai", "anthropic", "custom"]).nullable().optional(),
+ aiBaseUrl: z.string().nullable().optional(),
+ aiModel: z.string().nullable().optional(),
+ aiApiKey: z.string().nullable().optional(),
+ }),
+ )
+ .mutation(async ({ input }) => {
+ const { teamId, aiApiKey, ...rest } = input;
+ const data: Record = { ...rest };
+
+ // Encrypt API key if provided
+ if (aiApiKey !== undefined) {
+ data.aiApiKey = aiApiKey ? `enc:${encrypt(aiApiKey)}` : null;
+ }
+
+ return prisma.team.update({
+ where: { id: teamId },
+ data,
+ select: { id: true, aiEnabled: true, aiProvider: true, aiBaseUrl: true, aiModel: true },
+ });
+ }),
+
+ testAiConnection: protectedProcedure
+ .use(withTeamAccess("ADMIN"))
+ .use(withAudit("team.ai_connection_tested", "Team"))
+ .input(z.object({ teamId: z.string() }))
+ .mutation(async ({ input }) => {
+ return testAiConnection(input.teamId);
+ }),
});
diff --git a/src/server/services/ai.ts b/src/server/services/ai.ts
new file mode 100644
index 00000000..b29aa182
--- /dev/null
+++ b/src/server/services/ai.ts
@@ -0,0 +1,207 @@
+import { prisma } from "@/lib/prisma";
+import { decrypt } from "./crypto";
+import { checkRateLimit } from "@/lib/ai/rate-limiter";
+
+const ENCRYPTED_PREFIX = "enc:";
+
+const ALLOWED_PROTOCOLS = new Set(["http:", "https:"]);
+
+function validateBaseUrl(baseUrl: string): void {
+ let parsed: URL;
+ try {
+ parsed = new URL(baseUrl);
+ } catch {
+ throw new Error("Invalid AI base URL");
+ }
+
+ if (!ALLOWED_PROTOCOLS.has(parsed.protocol)) {
+ throw new Error("AI base URL must use http or https");
+ }
+
+ // URL.hostname strips brackets from IPv6 and normalises numeric encodings
+ const hostname = parsed.hostname.toLowerCase();
+
+ const isBlocked =
+ // Loopback
+ hostname === "localhost" ||
+ hostname === "127.0.0.1" ||
+ hostname === "::1" ||
+ hostname === "0.0.0.0" ||
+ hostname === "::" ||
+ // mDNS / internal TLDs
+ hostname.endsWith(".local") ||
+ hostname.endsWith(".internal") ||
+ // IPv4 private ranges
+ hostname.startsWith("10.") ||
+ hostname.startsWith("192.168.") ||
+ /^172\.(1[6-9]|2\d|3[01])\./.test(hostname) ||
+ // Link-local (full range)
+ hostname.startsWith("169.254.") ||
+ // Cloud metadata endpoints
+ hostname === "metadata.google.internal" ||
+ // IPv6 link-local, unique-local, and IPv4-mapped
+ hostname.startsWith("fe80:") ||
+ hostname.startsWith("fc00:") ||
+ hostname.startsWith("fd00:") ||
+ hostname.startsWith("::ffff:");
+
+ if (isBlocked) {
+ throw new Error("AI base URL must not point to internal or private addresses");
+ }
+}
+
+interface StreamCompletionParams {
+ teamId: string;
+ systemPrompt: string;
+ userPrompt: string;
+ onToken: (token: string) => void;
+ signal?: AbortSignal;
+}
+
+function decryptApiKey(encryptedKey: string): string {
+ if (encryptedKey.startsWith(ENCRYPTED_PREFIX)) {
+ return decrypt(encryptedKey.slice(ENCRYPTED_PREFIX.length));
+ }
+ return encryptedKey;
+}
+
+function getDefaultBaseUrl(provider: string | null): string {
+ switch (provider) {
+ case "anthropic":
+ return "https://api.anthropic.com/v1";
+ case "openai":
+ default:
+ return "https://api.openai.com/v1";
+ }
+}
+
+export async function getTeamAiConfig(teamId: string, { requireEnabled = true } = {}) {
+ const team = await prisma.team.findUnique({
+ where: { id: teamId },
+ select: {
+ aiEnabled: true,
+ aiProvider: true,
+ aiBaseUrl: true,
+ aiApiKey: true,
+ aiModel: true,
+ },
+ });
+
+ if (!team) throw new Error("Team not found");
+ if (requireEnabled && !team.aiEnabled) throw new Error("AI is not enabled for this team");
+ if (!team.aiApiKey) throw new Error("AI API key is not configured");
+
+ return {
+ provider: team.aiProvider ?? "openai",
+ baseUrl: team.aiBaseUrl || getDefaultBaseUrl(team.aiProvider),
+ apiKey: decryptApiKey(team.aiApiKey),
+ model: team.aiModel ?? "gpt-4o",
+ };
+}
+
+export async function streamCompletion({
+ teamId,
+ systemPrompt,
+ userPrompt,
+ onToken,
+ signal,
+}: StreamCompletionParams): Promise {
+ const rateLimit = checkRateLimit(teamId);
+ if (!rateLimit.allowed) {
+ throw new Error(
+ `Rate limit exceeded. Resets at ${new Date(rateLimit.resetAt).toISOString()}`
+ );
+ }
+
+ const config = await getTeamAiConfig(teamId);
+ validateBaseUrl(config.baseUrl);
+
+ const response = await fetch(`${config.baseUrl}/chat/completions`, {
+ method: "POST",
+ headers: {
+ "Content-Type": "application/json",
+ Authorization: `Bearer ${config.apiKey}`,
+ },
+ body: JSON.stringify({
+ model: config.model,
+ stream: true,
+ messages: [
+ { role: "system", content: systemPrompt },
+ { role: "user", content: userPrompt },
+ ],
+ }),
+ signal,
+ });
+
+ if (!response.ok) {
+ const errorText = await response.text().catch(() => "Unknown error");
+ throw new Error(`AI provider error (${response.status}): ${errorText}`);
+ }
+
+ if (!response.body) {
+ throw new Error("No response body from AI provider");
+ }
+
+ const reader = response.body.getReader();
+ const decoder = new TextDecoder();
+ let buffer = "";
+
+ try {
+ while (true) {
+ const { done, value } = await reader.read();
+ if (done) break;
+
+ buffer += decoder.decode(value, { stream: true });
+ const lines = buffer.split("\n");
+ buffer = lines.pop() ?? "";
+
+ for (const line of lines) {
+ const trimmed = line.trim();
+ if (!trimmed || !trimmed.startsWith("data: ")) continue;
+ const data = trimmed.slice(6);
+ if (data === "[DONE]") return;
+
+ try {
+ const parsed = JSON.parse(data);
+ const content = parsed.choices?.[0]?.delta?.content;
+ if (content) {
+ onToken(content);
+ }
+ } catch {
+ // Skip malformed SSE lines
+ }
+ }
+ }
+ } finally {
+ reader.releaseLock();
+ }
+}
+
+export async function testAiConnection(teamId: string): Promise<{ ok: boolean; error?: string }> {
+ try {
+ const config = await getTeamAiConfig(teamId, { requireEnabled: false });
+ validateBaseUrl(config.baseUrl);
+
+ const response = await fetch(`${config.baseUrl}/chat/completions`, {
+ method: "POST",
+ headers: {
+ "Content-Type": "application/json",
+ Authorization: `Bearer ${config.apiKey}`,
+ },
+ body: JSON.stringify({
+ model: config.model,
+ max_tokens: 5,
+ messages: [{ role: "user", content: "Say hi" }],
+ }),
+ });
+
+ if (!response.ok) {
+ const errorText = await response.text().catch(() => "Unknown error");
+ return { ok: false, error: `${response.status}: ${errorText}` };
+ }
+
+ return { ok: true };
+ } catch (err) {
+ return { ok: false, error: err instanceof Error ? err.message : String(err) };
+ }
+}