diff --git a/.gitignore b/.gitignore index dfea432b..cac2d6f1 100644 --- a/.gitignore +++ b/.gitignore @@ -195,3 +195,8 @@ cython_debug/ # Logs folder logs/ + +# Container folder +container/run/ +container/logs/ +container/fluentlogs/ diff --git a/demo/Dockerfile b/Dockerfile similarity index 95% rename from demo/Dockerfile rename to Dockerfile index e63255e4..a21c0cf7 100644 --- a/demo/Dockerfile +++ b/Dockerfile @@ -13,7 +13,6 @@ COPY --from=ghcr.io/astral-sh/uv:latest /uv /usr/local/bin/uv COPY pyproject.toml README.md ./ COPY ./src ./src -COPY ./demo ./demo COPY ./tests ./tests RUN uv pip install --system -e . diff --git a/container/Dockerfile_fluentd b/container/Dockerfile_fluentd new file mode 100644 index 00000000..e57239db --- /dev/null +++ b/container/Dockerfile_fluentd @@ -0,0 +1,10 @@ +FROM fluent/fluentd:latest + +USER root + +RUN apt update -y && apt install -y make build-essential + +RUN fluent-gem install fluent-plugin-parser-protobuf +RUN fluent-gem install fluent-plugin-detectmate +RUN fluent-gem install fluent-plugin-nng +RUN fluent-gem install fluent-plugin-kafka diff --git a/container/config/detector_config.yaml b/container/config/detector_config.yaml new file mode 100644 index 00000000..fa7b4537 --- /dev/null +++ b/container/config/detector_config.yaml @@ -0,0 +1,9 @@ +detectors: + NewValueDetector: + method_type: new_value_detector + data_use_training: 2 + auto_config: false + global: # define global instance for new_value_detector similar to "events" + global_instance: # define instance name + header_variables: # another level to have the same structure as "events" + - pos: URL diff --git a/container/config/detector_settings.yaml b/container/config/detector_settings.yaml new file mode 100644 index 00000000..cac6269c --- /dev/null +++ b/container/config/detector_settings.yaml @@ -0,0 +1,17 @@ +component_name: NewValueDetector01 +component_type: NewValueDetector # this is the component class name, the service will automatically search for the matching component config schema +log_level: "DEBUG" +log_dir: "/logs" + +# Manager Interface (Command Channel) +http_host: 0.0.0.0 + +# Engine Interface (Data Channel) +engine_addr: "ipc:///run/detector.ipc" +engine_autostart: true + +# Output Destinations (where processed data is sent) +out_addr: + - "ipc:///run/output.ipc" + +out_dial_timeout: 1000 diff --git a/container/config/parser_config.yaml b/container/config/parser_config.yaml new file mode 100644 index 00000000..1b865ea9 --- /dev/null +++ b/container/config/parser_config.yaml @@ -0,0 +1,11 @@ +parsers: + MatcherParser: + method_type: matcher_parser + auto_config: false + log_format: ' - - [