Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion agent/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ RUN CGO_ENABLED=0 go build -ldflags="-s -w -X github.com/TerrifiedBug/vectorflow

# Stage 2: Download Vector
FROM alpine:3.21 AS vector
ARG VECTOR_VERSION=0.44.0
ARG VECTOR_VERSION=0.53.0
RUN apk add --no-cache curl && \
curl -sSfL -o /tmp/vector.tar.gz \
"https://packages.timber.io/vector/${VECTOR_VERSION}/vector-${VECTOR_VERSION}-x86_64-unknown-linux-musl.tar.gz" && \
Expand Down
2 changes: 1 addition & 1 deletion agent/install.sh
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ VECTOR_DATA_DIR="/var/lib/vector"
CONFIG_DIR="/etc/vectorflow"
ENV_FILE="${CONFIG_DIR}/agent.env"
SERVICE_NAME="vf-agent"
VECTOR_VERSION="0.44.0"
VECTOR_VERSION="0.53.0"

# Defaults
VF_URL=""
Expand Down
2 changes: 1 addition & 1 deletion docker/server/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ RUN --mount=type=cache,target=/root/.local/share/pnpm/store \

# ---- Stage 2: Download Vector binary (cached unless VECTOR_VERSION changes) ----
FROM alpine:3.21 AS vector
ARG VECTOR_VERSION=0.44.0
ARG VECTOR_VERSION=0.53.0
RUN apk add --no-cache curl && \
curl -sSfL -o /tmp/vector.tar.gz \
"https://packages.timber.io/vector/${VECTOR_VERSION}/vector-${VECTOR_VERSION}-x86_64-unknown-linux-musl.tar.gz" && \
Expand Down
13 changes: 11 additions & 2 deletions src/components/flow/detail-panel.tsx
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
"use client";

import { useCallback, useEffect, useMemo, useState } from "react";
import { Copy, Trash2, Lock, Info, MousePointerClick } from "lucide-react";
import { Copy, Trash2, Lock, Info, MousePointerClick, ExternalLink } from "lucide-react";
import { useFlowStore } from "@/stores/flow-store";
import { SchemaForm } from "@/components/config-forms/schema-form";
import { VrlEditor } from "@/components/vrl-editor/vrl-editor";
Expand Down Expand Up @@ -255,8 +255,17 @@ export function DetailPanel({ pipelineId, isDeployed }: DetailPanelProps) {
<Card className="gap-4 py-4">
<CardHeader className="pb-0">
<div className="flex items-center justify-between gap-2">
<CardTitle className="truncate text-base">
<CardTitle className="flex items-center gap-1.5 truncate text-base">
{componentDef.displayName}
<a
href={`https://vector.dev/docs/reference/configuration/${componentDef.kind}s/${componentDef.type}/`}
target="_blank"
rel="noopener noreferrer"
className="inline-flex text-muted-foreground hover:text-foreground"
aria-label="Open Vector docs"
>
<ExternalLink className="h-3.5 w-3.5" />
</a>
</CardTitle>
<div className="flex items-center gap-1.5">
<Badge
Expand Down
15 changes: 10 additions & 5 deletions src/lib/vector/schemas/shared.ts
Original file line number Diff line number Diff line change
Expand Up @@ -175,14 +175,19 @@ export function requestSchema() {

export function encodingSchema(
codecs: string[] = [
"avro",
"cef",
"csv",
"gelf",
"json",
"ndjson",
"text",
"logfmt",
"csv",
"avro",
"raw_message",
"native",
"native_json",
"otlp",
"protobuf",
"raw_message",
"syslog",
"text",
],
) {
return {
Expand Down
36 changes: 18 additions & 18 deletions src/lib/vector/schemas/sinks/aws.ts
Original file line number Diff line number Diff line change
Expand Up @@ -129,8 +129,8 @@ export const awsSinks: VectorComponentDef[] = [
type: "string",
description: "Timezone for date specifiers in templates (default: UTC)",
},
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "protobuf", "raw_message", "text"]),
...compressionSchema(["none", "gzip"], "gzip"),
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "otlp", "protobuf", "raw_message", "syslog", "text"]),
...compressionSchema(["gzip", "none", "snappy", "zlib", "zstd"], "gzip"),
...authAwsSchema(),
...tlsSchema(),
...batchSchema({ max_bytes: "10MB", timeout_secs: "300" }),
Expand Down Expand Up @@ -197,15 +197,15 @@ export const awsSinks: VectorComponentDef[] = [
type: "string",
description: "KMS key ARN for encrypting logs",
},
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "protobuf", "raw_message", "text"]),
...compressionSchema(["none", "gzip"], "none"),
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "otlp", "protobuf", "raw_message", "syslog", "text"]),
...compressionSchema(["gzip", "none", "snappy", "zlib", "zstd"], "none"),
...authAwsSchema(),
...tlsSchema(),
...batchSchema({ max_bytes: "1MB", timeout_secs: "1" }),
...bufferSchema(),
...requestSchema(),
},
required: ["group_name", "stream_name"],
required: ["group_name", "stream_name", "encoding"],
},
},
{
Expand All @@ -232,7 +232,7 @@ export const awsSinks: VectorComponentDef[] = [
type: "string",
description: "Custom endpoint for use with AWS-compatible services",
},
...compressionSchema(["none", "gzip"], "none"),
...compressionSchema(["gzip", "none", "snappy", "zlib", "zstd"], "none"),
...authAwsSchema(),
...tlsSchema(),
...batchSchema({ timeout_secs: "1" }),
Expand Down Expand Up @@ -269,15 +269,15 @@ export const awsSinks: VectorComponentDef[] = [
type: "string",
description: "Log field to use as the partition key for Kinesis records",
},
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "protobuf", "raw_message", "text"]),
...compressionSchema(["none", "gzip"], "none"),
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "otlp", "protobuf", "raw_message", "syslog", "text"]),
...compressionSchema(["gzip", "none", "snappy", "zlib", "zstd"], "none"),
...authAwsSchema(),
...tlsSchema(),
...batchSchema({ max_bytes: "4MB", timeout_secs: "1" }),
...bufferSchema(),
...requestSchema(),
},
required: ["stream_name"],
required: ["stream_name", "encoding"],
},
},
{
Expand Down Expand Up @@ -308,15 +308,15 @@ export const awsSinks: VectorComponentDef[] = [
type: "string",
description: "Custom endpoint for use with AWS-compatible services",
},
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "protobuf", "raw_message", "text"]),
...compressionSchema(["none", "gzip"], "none"),
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "otlp", "protobuf", "raw_message", "syslog", "text"]),
...compressionSchema(["gzip", "none", "snappy", "zlib", "zstd"], "none"),
...authAwsSchema(),
...tlsSchema(),
...batchSchema({ max_bytes: "5MB", timeout_secs: "1" }),
...bufferSchema(),
...requestSchema(),
},
required: ["stream_name"],
required: ["stream_name", "encoding"],
},
},
{
Expand Down Expand Up @@ -351,13 +351,13 @@ export const awsSinks: VectorComponentDef[] = [
type: "string",
description: "Deduplication ID for FIFO queues (template-enabled)",
},
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "protobuf", "raw_message", "text"]),
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "otlp", "protobuf", "raw_message", "syslog", "text"]),
...authAwsSchema(),
...tlsSchema(),
...bufferSchema(),
...requestSchema(),
},
required: ["queue_url"],
required: ["queue_url", "encoding"],
},
},
{
Expand All @@ -372,9 +372,9 @@ export const awsSinks: VectorComponentDef[] = [
configSchema: {
type: "object",
properties: {
queue_url: {
topic_arn: {
type: "string",
description: "SQS queue URL for SNS publishing",
description: "The ARN of the SNS topic to publish to",
},
region: {
type: "string",
Expand All @@ -392,13 +392,13 @@ export const awsSinks: VectorComponentDef[] = [
type: "string",
description: "Deduplication ID for FIFO queues (template-enabled)",
},
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "protobuf", "raw_message", "text"]),
...encodingSchema(["avro", "cef", "csv", "gelf", "json", "logfmt", "native", "native_json", "otlp", "protobuf", "raw_message", "syslog", "text"]),
...authAwsSchema(),
...tlsSchema(),
...bufferSchema(),
...requestSchema(),
},
required: ["queue_url"],
required: ["topic_arn", "encoding"],
},
},
];
4 changes: 3 additions & 1 deletion src/lib/vector/schemas/sinks/azure.ts
Original file line number Diff line number Diff line change
Expand Up @@ -56,8 +56,10 @@ export const azureSinks: VectorComponentDef[] = [
"logfmt",
"native",
"native_json",
"otlp",
"protobuf",
"raw_message",
"syslog",
"text",
]),
...compressionSchema(
Expand All @@ -68,7 +70,7 @@ export const azureSinks: VectorComponentDef[] = [
...bufferSchema(),
...requestSchema(),
},
required: ["connection_string", "container_name"],
required: ["connection_string", "container_name", "encoding"],
},
},
{
Expand Down
19 changes: 12 additions & 7 deletions src/lib/vector/schemas/sinks/gcp.ts
Original file line number Diff line number Diff line change
Expand Up @@ -108,8 +108,10 @@ export const gcpSinks: VectorComponentDef[] = [
"logfmt",
"native",
"native_json",
"otlp",
"protobuf",
"raw_message",
"syslog",
"text",
]),
...compressionSchema(
Expand All @@ -121,7 +123,7 @@ export const gcpSinks: VectorComponentDef[] = [
...bufferSchema(),
...requestSchema(),
},
required: ["bucket"],
required: ["bucket", "encoding"],
},
},
{
Expand Down Expand Up @@ -225,7 +227,7 @@ export const gcpSinks: VectorComponentDef[] = [
...bufferSchema(),
...requestSchema(),
},
required: ["log_id"],
required: ["log_id", "resource"],
},
},
{
Expand Down Expand Up @@ -269,7 +271,7 @@ export const gcpSinks: VectorComponentDef[] = [
...bufferSchema(),
...requestSchema(),
},
required: ["project_id"],
required: ["project_id", "resource"],
},
},
{
Expand Down Expand Up @@ -308,16 +310,18 @@ export const gcpSinks: VectorComponentDef[] = [
"logfmt",
"native",
"native_json",
"otlp",
"protobuf",
"raw_message",
"syslog",
"text",
]),
...tlsSchema(),
...batchSchema({ max_bytes: "10MB", timeout_secs: "1" }),
...bufferSchema(),
...requestSchema(),
},
required: ["project", "topic"],
required: ["project", "topic", "encoding"],
},
},
{
Expand Down Expand Up @@ -357,7 +361,6 @@ export const gcpSinks: VectorComponentDef[] = [
"us",
"eu",
"asia",
"australia-southeast1",
"canada",
"dammam",
"doha",
Expand Down Expand Up @@ -396,17 +399,19 @@ export const gcpSinks: VectorComponentDef[] = [
"logfmt",
"native",
"native_json",
"otlp",
"protobuf",
"raw_message",
"syslog",
"text",
]),
...compressionSchema(["gzip", "none"], "none"),
...compressionSchema(["gzip", "none", "snappy", "zlib", "zstd"], "none"),
...tlsSchema(),
...batchSchema({ max_bytes: "1MB", timeout_secs: "15" }),
...bufferSchema(),
...requestSchema(),
},
required: ["customer_id", "log_type"],
required: ["customer_id", "log_type", "encoding"],
},
},
];
6 changes: 3 additions & 3 deletions src/lib/vector/schemas/sinks/logging.ts
Original file line number Diff line number Diff line change
Expand Up @@ -91,7 +91,7 @@ export const loggingSinks: VectorComponentDef[] = [
...bufferSchema(),
...requestSchema(),
},
required: ["endpoint"],
required: ["endpoint", "encoding"],
},
},
{
Expand Down Expand Up @@ -146,7 +146,7 @@ export const loggingSinks: VectorComponentDef[] = [
...tlsSchema(),
...bufferSchema(),
},
required: ["endpoint"],
required: ["endpoint", "encoding"],
},
},
{
Expand Down Expand Up @@ -236,7 +236,7 @@ export const loggingSinks: VectorComponentDef[] = [
...bufferSchema(),
...requestSchema(),
},
required: ["endpoint", "default_token"],
required: ["endpoint", "default_token", "encoding"],
},
},
{
Expand Down
Loading
Loading