From 96deaa04ac817bc6bfc627cf40bbb052248d00db Mon Sep 17 00:00:00 2001 From: Quentin Smith Date: Wed, 18 Mar 2026 19:06:22 -0400 Subject: [PATCH 1/7] Enable otel for the default pipeline iff the pipeline has not been modified from the default and the user doesn't opt out --- apps/builtinconf.go | 6 +++--- cmd/agent_wrapper/main.go | 4 ++-- cmd/google_cloud_ops_agent_engine/main.go | 6 +++--- cmd/ops_agent_uap_plugin/plugin_test.go | 4 ++-- cmd/ops_agent_uap_plugin/service_windows.go | 6 +++--- cmd/ops_agent_windows/run_windows.go | 6 +++--- cmd/simulacra/simulacra.go | 4 ++-- confgenerator/agentmetrics.go | 1 - confgenerator/confgenerator.go | 3 +-- confgenerator/confgenerator_test.go | 6 ++---- confgenerator/config.go | 21 ++++++++++++++++++--- confgenerator/confmerger.go | 4 ++-- confgenerator/feature_tracking_test.go | 4 ++-- internal/self_metrics/self_metrics.go | 3 +-- internal/self_metrics/self_metrics_test.go | 5 +++-- 15 files changed, 47 insertions(+), 36 deletions(-) diff --git a/apps/builtinconf.go b/apps/builtinconf.go index 361f2f2063..558d33d2b6 100644 --- a/apps/builtinconf.go +++ b/apps/builtinconf.go @@ -16,8 +16,8 @@ package apps import cg "github.com/GoogleCloudPlatform/ops-agent/confgenerator" -var ( - BuiltInConfStructs = map[string]*cg.UnifiedConfig{ +func init() { + cg.BuiltInConfStructs = map[string]*cg.UnifiedConfig{ "linux": { Logging: &cg.Logging{ Receivers: map[string]cg.LoggingReceiver{ @@ -105,4 +105,4 @@ var ( }, }, } -) +} diff --git a/cmd/agent_wrapper/main.go b/cmd/agent_wrapper/main.go index 44430c9398..ea0dd83c36 100644 --- a/cmd/agent_wrapper/main.go +++ b/cmd/agent_wrapper/main.go @@ -21,7 +21,7 @@ import ( "os" "os/exec" - "github.com/GoogleCloudPlatform/ops-agent/apps" + _ "github.com/GoogleCloudPlatform/ops-agent/apps" "github.com/GoogleCloudPlatform/ops-agent/confgenerator" "gopkg.in/natefinch/lumberjack.v2" ) @@ -34,7 +34,7 @@ func getLogFileRotation(config *confgenerator.UnifiedConfig) confgenerator.LogFi } func run(logFilename, configurationPath string, cmd *exec.Cmd) error { - ucConfig, err := confgenerator.MergeConfFiles(context.Background(), configurationPath, apps.BuiltInConfStructs) + ucConfig, err := confgenerator.MergeConfFiles(context.Background(), configurationPath) if err != nil { return err } diff --git a/cmd/google_cloud_ops_agent_engine/main.go b/cmd/google_cloud_ops_agent_engine/main.go index a263f7c3a3..6fce0c5916 100644 --- a/cmd/google_cloud_ops_agent_engine/main.go +++ b/cmd/google_cloud_ops_agent_engine/main.go @@ -20,7 +20,7 @@ import ( "log" "os" - "github.com/GoogleCloudPlatform/ops-agent/apps" + _ "github.com/GoogleCloudPlatform/ops-agent/apps" "github.com/GoogleCloudPlatform/ops-agent/confgenerator" "github.com/GoogleCloudPlatform/ops-agent/internal/healthchecks" "github.com/GoogleCloudPlatform/ops-agent/internal/logs" @@ -55,7 +55,7 @@ func main() { func run() error { ctx := context.Background() // TODO(lingshi) Move this to a shared place across Linux and Windows. - uc, err := confgenerator.MergeConfFiles(ctx, *input, apps.BuiltInConfStructs) + uc, err := confgenerator.MergeConfFiles(ctx, *input) if err != nil { return err } @@ -63,7 +63,7 @@ func run() error { // Log the built-in and merged config files to STDOUT. These are then written // by journald to var/log/syslog and so to Cloud Logging once the ops-agent is // running. - log.Printf("Built-in config:\n%s", apps.BuiltInConfStructs["linux"]) + log.Printf("Built-in config:\n%s", confgenerator.BuiltInConfStructs["linux"]) log.Printf("Merged config:\n%s", uc) switch *service { diff --git a/cmd/ops_agent_uap_plugin/plugin_test.go b/cmd/ops_agent_uap_plugin/plugin_test.go index a6e0e038e8..50dc1f5df3 100644 --- a/cmd/ops_agent_uap_plugin/plugin_test.go +++ b/cmd/ops_agent_uap_plugin/plugin_test.go @@ -23,7 +23,7 @@ import ( "buf.build/go/protoyaml" // Import the protoyaml-go package pb "github.com/GoogleCloudPlatform/google-guest-agent/pkg/proto/plugin_comm" - "github.com/GoogleCloudPlatform/ops-agent/apps" + _ "github.com/GoogleCloudPlatform/ops-agent/apps" "github.com/GoogleCloudPlatform/ops-agent/confgenerator" "github.com/GoogleCloudPlatform/ops-agent/internal/platform" spb "google.golang.org/protobuf/types/known/structpb" @@ -188,7 +188,7 @@ func TestWriteCustomConfigToFile(t *testing.T) { t.Errorf("%v: writeCustomConfigToFile got error: %v, want nil error", tc.name, err) } - _, err = confgenerator.MergeConfFiles(context.Background(), configPath, apps.BuiltInConfStructs) + _, err = confgenerator.MergeConfFiles(context.Background(), configPath) if err != nil { t.Errorf("%v: conf generator fails to validate the output Ops agent yaml: %v", tc.name, err) } diff --git a/cmd/ops_agent_uap_plugin/service_windows.go b/cmd/ops_agent_uap_plugin/service_windows.go index b8e9720884..687a475130 100644 --- a/cmd/ops_agent_uap_plugin/service_windows.go +++ b/cmd/ops_agent_uap_plugin/service_windows.go @@ -29,7 +29,7 @@ import ( "sync" "unsafe" - "github.com/GoogleCloudPlatform/ops-agent/apps" + _ "github.com/GoogleCloudPlatform/ops-agent/apps" "github.com/GoogleCloudPlatform/ops-agent/confgenerator" "github.com/GoogleCloudPlatform/ops-agent/internal/healthchecks" "github.com/GoogleCloudPlatform/ops-agent/internal/logs" @@ -207,12 +207,12 @@ func findPreExistentAgents(mgr serviceManager, agentWindowsServiceNames []string } func generateSubAgentConfigs(ctx context.Context, userConfigPath string, pluginStateDir string) error { - uc, err := confgenerator.MergeConfFiles(ctx, userConfigPath, apps.BuiltInConfStructs) + uc, err := confgenerator.MergeConfFiles(ctx, userConfigPath) if err != nil { return err } - log.Printf("Built-in config:\n%s\n", apps.BuiltInConfStructs["windows"]) + log.Printf("Built-in config:\n%s\n", confgenerator.BuiltInConfStructs["windows"]) log.Printf("Merged config:\n%s\n", uc) // The generated otlp metric json files are used only by the otel service. diff --git a/cmd/ops_agent_windows/run_windows.go b/cmd/ops_agent_windows/run_windows.go index 22851f5341..17b3df7206 100644 --- a/cmd/ops_agent_windows/run_windows.go +++ b/cmd/ops_agent_windows/run_windows.go @@ -23,7 +23,7 @@ import ( "os" "path/filepath" - "github.com/GoogleCloudPlatform/ops-agent/apps" + _ "github.com/GoogleCloudPlatform/ops-agent/apps" "github.com/GoogleCloudPlatform/ops-agent/confgenerator" "github.com/GoogleCloudPlatform/ops-agent/internal/healthchecks" "github.com/GoogleCloudPlatform/ops-agent/internal/logs" @@ -158,12 +158,12 @@ func (srv *service) runHealthChecks() { func (s *service) generateConfigs(ctx context.Context) error { // TODO(lingshi) Move this to a shared place across Linux and Windows. - uc, err := confgenerator.MergeConfFiles(ctx, s.userConf, apps.BuiltInConfStructs) + uc, err := confgenerator.MergeConfFiles(ctx, s.userConf) if err != nil { return err } - s.log.Info(EngineEventID, fmt.Sprintf("Built-in config:\n%s\n", apps.BuiltInConfStructs["windows"])) + s.log.Info(EngineEventID, fmt.Sprintf("Built-in config:\n%s\n", confgenerator.BuiltInConfStructs["windows"])) s.log.Info(EngineEventID, fmt.Sprintf("Merged config:\n%s\n", uc)) if err := s.checkForStandaloneAgents(uc); err != nil { return err diff --git a/cmd/simulacra/simulacra.go b/cmd/simulacra/simulacra.go index 1d5ea8994f..5461148443 100644 --- a/cmd/simulacra/simulacra.go +++ b/cmd/simulacra/simulacra.go @@ -30,7 +30,7 @@ import ( "github.com/GoogleCloudPlatform/opentelemetry-operations-collector/integration_test/gce-testing-internal/gce" "github.com/GoogleCloudPlatform/opentelemetry-operations-collector/integration_test/gce-testing-internal/logging" - "github.com/GoogleCloudPlatform/ops-agent/apps" + _ "github.com/GoogleCloudPlatform/ops-agent/apps" "github.com/GoogleCloudPlatform/ops-agent/confgenerator" "github.com/GoogleCloudPlatform/ops-agent/integration_test/agents" "github.com/binxio/gcloudconfig" @@ -166,7 +166,7 @@ func getReceiversFromConfig(ctx context.Context, vm *gce.VM, logger *logging.Dir return []string{}, nil } - config, err := confgenerator.MergeConfFiles(ctx, configFilePath, apps.BuiltInConfStructs) + config, err := confgenerator.MergeConfFiles(ctx, configFilePath) if err != nil { return nil, err } diff --git a/confgenerator/agentmetrics.go b/confgenerator/agentmetrics.go index c46ec11642..649bf18d7f 100644 --- a/confgenerator/agentmetrics.go +++ b/confgenerator/agentmetrics.go @@ -33,7 +33,6 @@ type AgentSelfMetrics struct { FluentBitPort int OtelPort int OtelRuntimeDir string - OtelLogging bool } // Following reference : https://github.com/googleapis/googleapis/blob/master/google/rpc/code.proto diff --git a/confgenerator/confgenerator.go b/confgenerator/confgenerator.go index 7074ab84d6..7e31ce9ecc 100644 --- a/confgenerator/confgenerator.go +++ b/confgenerator/confgenerator.go @@ -197,7 +197,6 @@ func (uc *UnifiedConfig) GenerateOtelConfig(ctx context.Context, outDir, stateDi FluentBitPort: fluentbit.MetricsPort, OtelPort: otel.MetricsPort, OtelRuntimeDir: outDir, - OtelLogging: uc.Logging.Service.OTelLogging, } agentSelfMetrics.AddSelfMetricsPipelines(receiverPipelines, pipelines, ctx) resource, err := p.GetResource() @@ -542,7 +541,7 @@ func (uc *UnifiedConfig) generateFluentbitComponents(ctx context.Context, userAg out = append(out, service.Component()) out = append(out, fluentbit.MetricsInputComponent()) - if l != nil && l.Service != nil && !l.Service.OTelLogging { + if l != nil && l.Service != nil && (l.Service.OTelLogging == nil || !*l.Service.OTelLogging) { // Type for sorting. var sources []fbSource var tags []string diff --git a/confgenerator/confgenerator_test.go b/confgenerator/confgenerator_test.go index 90fe8449b3..6335540f2c 100644 --- a/confgenerator/confgenerator_test.go +++ b/confgenerator/confgenerator_test.go @@ -25,7 +25,7 @@ import ( "testing" "github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp" - "github.com/GoogleCloudPlatform/ops-agent/apps" + _ "github.com/GoogleCloudPlatform/ops-agent/apps" "github.com/GoogleCloudPlatform/ops-agent/confgenerator" "github.com/GoogleCloudPlatform/ops-agent/confgenerator/resourcedetector" "github.com/GoogleCloudPlatform/ops-agent/internal/platform" @@ -261,12 +261,11 @@ func generateConfigs(pc platformConfig, testDir string) (got map[string]string, mergedUc, err := confgenerator.MergeConfFiles( ctx, filepath.Join("testdata", testDir, inputFileName), - apps.BuiltInConfStructs, ) if err != nil { return } - got[builtinConfigFileName] = apps.BuiltInConfStructs[pc.platform.Name()].String() + got[builtinConfigFileName] = confgenerator.BuiltInConfStructs[pc.platform.Name()].String() // Fluent Bit configs flbGeneratedConfigs, err := mergedUc.GenerateFluentBitConfigs(ctx, @@ -351,7 +350,6 @@ func generateOtelConfigWithOtlpExporterEnabled(got map[string]string, experiment mergedUcOtlp, err := confgenerator.MergeConfFiles( ctxOtlp, filepath.Join("testdata", testDir, inputFileName), - apps.BuiltInConfStructs, ) if err == nil { otelGeneratedConfigOtlp, err := mergedUcOtlp.GenerateOtelConfig(ctxOtlp, "", "") diff --git a/confgenerator/config.go b/confgenerator/config.go index 401b596bd4..dcbb637f18 100644 --- a/confgenerator/config.go +++ b/confgenerator/config.go @@ -21,6 +21,7 @@ import ( "path/filepath" "reflect" "runtime" + "slices" "sort" "strings" "time" @@ -38,6 +39,10 @@ import ( "go.uber.org/multierr" ) +// BuiltInConfStructs contains the default configuration for each platform. +// It is populated by an initializer in the `apps` package. +var BuiltInConfStructs map[string]*UnifiedConfig + // Ops Agent config. type UnifiedConfig struct { Combined *Combined `yaml:"combined,omitempty"` @@ -583,7 +588,7 @@ type LoggingService struct { Compress string `yaml:"compress,omitempty" validate:"omitempty,oneof=gzip,experimental=log_compression"` LogLevel string `yaml:"log_level,omitempty" validate:"omitempty,oneof=error warn info debug trace"` Pipelines map[string]*Pipeline `validate:"dive,keys,startsnotwith=lib:"` - OTelLogging bool `yaml:"experimental_otel_logging,omitempty" validate:"omitempty,experimental=otel_logging"` + OTelLogging *bool `yaml:"experimental_otel_logging,omitempty" validate:"omitempty"` } type Pipeline struct { @@ -1084,16 +1089,23 @@ func (uc *UnifiedConfig) loggingPipelines(ctx context.Context) ([]PipelineInstan if err != nil { return nil, err } + platformDefaultConfig := BuiltInConfStructs[platform.FromContext(ctx).Name()].Logging exp_otlp := experimentsFromContext(ctx)["otlp_logging"] exp_otel := l.Service.OTelLogging var out []PipelineInstance for _, pID := range otel.SortedKeys(l.Service.Pipelines) { p := l.Service.Pipelines[pID] + defaultP, ok := platformDefaultConfig.Service.Pipelines[pID] + isDefaultPipeline := ok && slices.Equal(p.ReceiverIDs, defaultP.ReceiverIDs) && slices.Equal(p.ProcessorIDs, defaultP.ProcessorIDs) for _, rID := range p.ReceiverIDs { receiver, ok := receivers[rID] if !ok { return nil, fmt.Errorf("logging receiver %q not found", rID) } + defaultReceiver, ok := platformDefaultConfig.Receivers[rID] + if !ok || !reflect.DeepEqual(receiver, defaultReceiver) { + isDefaultPipeline = false + } var processors []struct { ID string Component @@ -1120,7 +1132,9 @@ func (uc *UnifiedConfig) loggingPipelines(ctx context.Context) ([]PipelineInstan Receiver: receiver, Processors: processors, } - if exp_otel || (receiver.Type() == "otlp" && exp_otlp) { + if (exp_otel != nil && *exp_otel) || // User asked for OTel logging + (exp_otel == nil && isDefaultPipeline) || // Unmodified default pipeline + (receiver.Type() == "otlp" && exp_otlp) { // OTLP receiver instance.Backend = BackendOTel } out = append(out, instance) @@ -1195,7 +1209,8 @@ func (uc *UnifiedConfig) OTelLoggingSupported(ctx context.Context) bool { if ucLoggingCopy.Logging.Service == nil { ucLoggingCopy.Logging.Service = &LoggingService{} } - ucLoggingCopy.Logging.Service.OTelLogging = true + t := true + ucLoggingCopy.Logging.Service.OTelLogging = &t _, err = ucLoggingCopy.GenerateOtelConfig(ctx, "", "") return err == nil } diff --git a/confgenerator/confmerger.go b/confgenerator/confmerger.go index 666b0b4d52..9369e51cb7 100644 --- a/confgenerator/confmerger.go +++ b/confgenerator/confmerger.go @@ -23,8 +23,8 @@ import ( ) // MergeConfFiles merges the user provided config with the built-in config struct for the platform. -func MergeConfFiles(ctx context.Context, userConfPath string, builtInConfStructs map[string]*UnifiedConfig) (*UnifiedConfig, error) { - builtInStruct := builtInConfStructs[platform.FromContext(ctx).Name()] +func MergeConfFiles(ctx context.Context, userConfPath string) (*UnifiedConfig, error) { + builtInStruct := BuiltInConfStructs[platform.FromContext(ctx).Name()] // Start with the built-in config. result, err := builtInStruct.DeepCopy(ctx) diff --git a/confgenerator/feature_tracking_test.go b/confgenerator/feature_tracking_test.go index 21dafdb9f1..fd8706a5d6 100644 --- a/confgenerator/feature_tracking_test.go +++ b/confgenerator/feature_tracking_test.go @@ -26,7 +26,7 @@ import ( "testing" "time" - "github.com/GoogleCloudPlatform/ops-agent/apps" + _ "github.com/GoogleCloudPlatform/ops-agent/apps" "github.com/GoogleCloudPlatform/ops-agent/confgenerator" "github.com/GoogleCloudPlatform/ops-agent/confgenerator/fluentbit" "github.com/GoogleCloudPlatform/ops-agent/confgenerator/otel" @@ -42,7 +42,7 @@ import ( ) var emptyUc = confgenerator.UnifiedConfig{} -var builtInConfLinux = apps.BuiltInConfStructs["linux"] +var builtInConfLinux = confgenerator.BuiltInConfStructs["linux"] var expectedFeatureBase = []confgenerator.Feature{ { diff --git a/internal/self_metrics/self_metrics.go b/internal/self_metrics/self_metrics.go index 0d7704660b..3bdd98425e 100644 --- a/internal/self_metrics/self_metrics.go +++ b/internal/self_metrics/self_metrics.go @@ -23,7 +23,6 @@ import ( "time" mexporter "github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric" - "github.com/GoogleCloudPlatform/ops-agent/apps" "github.com/GoogleCloudPlatform/ops-agent/confgenerator" "go.opentelemetry.io/collector/pdata/pmetric" "go.opentelemetry.io/contrib/detectors/gcp" @@ -343,7 +342,7 @@ func getUserAndMergedConfigs(ctx context.Context, userConfPath string) (*confgen userUc = &confgenerator.UnifiedConfig{} } - mergedUc, err := confgenerator.MergeConfFiles(ctx, userConfPath, apps.BuiltInConfStructs) + mergedUc, err := confgenerator.MergeConfFiles(ctx, userConfPath) if err != nil { return nil, nil, err } diff --git a/internal/self_metrics/self_metrics_test.go b/internal/self_metrics/self_metrics_test.go index d57c942793..9379229c45 100644 --- a/internal/self_metrics/self_metrics_test.go +++ b/internal/self_metrics/self_metrics_test.go @@ -19,6 +19,7 @@ import ( "testing" "github.com/GoogleCloudPlatform/ops-agent/apps" + _ "github.com/GoogleCloudPlatform/ops-agent/apps" "github.com/GoogleCloudPlatform/ops-agent/confgenerator" "github.com/GoogleCloudPlatform/ops-agent/internal/self_metrics" "gotest.tools/v3/assert" @@ -33,7 +34,7 @@ func TestEnabledReceiversDefaultConfig(t *testing.T) { }{ { name: "builtin_linux", - config: apps.BuiltInConfStructs["linux"], + config: confgenerator.BuiltInConfStructs["linux"], enabledReceivers: self_metrics.EnabledReceivers{ MetricsReceiverCountsByType: map[string]int{"hostmetrics": 1}, LogsReceiverCountsByType: map[string]int{"files": 1}, @@ -41,7 +42,7 @@ func TestEnabledReceiversDefaultConfig(t *testing.T) { }, { name: "builtin_windows", - config: apps.BuiltInConfStructs["windows"], + config: confgenerator.BuiltInConfStructs["windows"], enabledReceivers: self_metrics.EnabledReceivers{ MetricsReceiverCountsByType: map[string]int{"hostmetrics": 1, "iis": 1, "mssql": 1}, LogsReceiverCountsByType: map[string]int{"windows_event_log": 1}, From 3c43ea76167ef3074bf711b4c277f8d4b87ee401 Mon Sep 17 00:00:00 2001 From: Quentin Smith Date: Wed, 18 Mar 2026 19:09:58 -0400 Subject: [PATCH 2/7] Add test of `experimental_otel_logging: false` and update goldens --- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../linux-dataproc/fluent_bit_main.conf | 34 - .../builtin/golden/linux-dataproc/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../builtin/golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../builtin/golden/linux/fluent_bit_main.conf | 34 - .../goldens/builtin/golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../builtin/golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../goldens/builtin/golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 53 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 53 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 414 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 414 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 61 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 61 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 430 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 430 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../0f15dbe303dc7122d43443c9a4c31632.lua | 28 + .../4d6012ff003886818fb9b9285b4af962.lua | 19 + .../5fc5f42c16c9e1ab8292e3d42f74f3be.lua | 49 + .../adea349dc2d92cd07daa1d7847f5e96a.lua | 0 .../b4a0dead382dce7b4fe011d3f59fdb6d.lua} | 2 +- .../linux-gpu/enabled_receivers_otlp.json | 1 + .../linux-gpu/feature_tracking_otlp.json | 1 + .../golden/linux-gpu/features.yaml | 16 + .../golden/linux-gpu/fluent_bit_main.conf | 187 ++++ .../golden/linux-gpu/fluent_bit_parser.conf | 13 + .../golden/linux-gpu/otel.yaml | 743 ++++++++++++++++ .../0f15dbe303dc7122d43443c9a4c31632.lua | 28 + .../4d6012ff003886818fb9b9285b4af962.lua | 19 + .../5fc5f42c16c9e1ab8292e3d42f74f3be.lua | 49 + .../adea349dc2d92cd07daa1d7847f5e96a.lua | 0 .../b4a0dead382dce7b4fe011d3f59fdb6d.lua} | 2 +- .../golden/linux/enabled_receivers_otlp.json | 1 + .../golden/linux/feature_tracking_otlp.json | 1 + .../golden/linux/features.yaml | 16 + .../golden/linux/fluent_bit_main.conf | 187 ++++ .../golden/linux/fluent_bit_parser.conf | 13 + .../golden/linux/otel.yaml | 703 +++++++++++++++ .../0f15dbe303dc7122d43443c9a4c31632.lua | 28 + .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 0 .../4d6012ff003886818fb9b9285b4af962.lua | 19 + .../5fc5f42c16c9e1ab8292e3d42f74f3be.lua | 49 + .../98b52408a7bd746aaf24acc193569c95.lua | 0 .../b4a0dead382dce7b4fe011d3f59fdb6d.lua} | 2 +- .../windows-2012/enabled_receivers_otlp.json | 1 + .../windows-2012/feature_tracking_otlp.json | 1 + .../golden/windows-2012/features.yaml | 16 + .../golden/windows-2012/fluent_bit_main.conf | 230 +++++ .../windows-2012/fluent_bit_parser.conf | 20 + .../golden/windows-2012/otel.yaml | 838 ++++++++++++++++++ .../0f15dbe303dc7122d43443c9a4c31632.lua | 28 + .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 0 .../4d6012ff003886818fb9b9285b4af962.lua | 19 + .../5fc5f42c16c9e1ab8292e3d42f74f3be.lua | 49 + .../98b52408a7bd746aaf24acc193569c95.lua | 0 .../b4a0dead382dce7b4fe011d3f59fdb6d.lua} | 2 +- .../windows/enabled_receivers_otlp.json | 1 + .../golden/windows/feature_tracking_otlp.json | 1 + .../golden/windows/features.yaml | 16 + .../golden/windows/fluent_bit_main.conf | 230 +++++ .../golden/windows/fluent_bit_parser.conf | 20 + .../golden/windows/otel.yaml | 838 ++++++++++++++++++ .../logging-default_no_otel/input.yaml | 17 + .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 23 +- .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 23 +- .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 85 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 85 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 454 ++++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 454 ++++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 66 +- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 66 +- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux-gpu/fluent_bit_main.conf | 34 - .../golden/linux-gpu/otel.yaml | 73 ++ .../adea349dc2d92cd07daa1d7847f5e96a.lua | 74 -- .../golden/linux/fluent_bit_main.conf | 34 - .../golden/linux/otel.yaml | 73 ++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows-2012/fluent_bit_main.conf | 77 -- .../windows-2012/fluent_bit_parser.conf | 7 - .../golden/windows-2012/otel.yaml | 434 +++++++++ .../146b78ab41a36fa1b4ec1ea65f7b95bd.lua | 74 -- .../98b52408a7bd746aaf24acc193569c95.lua | 17 - .../golden/windows/fluent_bit_main.conf | 77 -- .../golden/windows/fluent_bit_parser.conf | 7 - .../golden/windows/otel.yaml | 434 +++++++++ 2742 files changed, 178160 insertions(+), 92190 deletions(-) delete mode 100644 confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/builtin/golden/linux-dataproc/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/builtin/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/builtin/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/builtin/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/builtin/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/98b52408a7bd746aaf24acc193569c95.lua create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/0f15dbe303dc7122d43443c9a4c31632.lua create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/4d6012ff003886818fb9b9285b4af962.lua create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/5fc5f42c16c9e1ab8292e3d42f74f3be.lua rename confgenerator/testdata/goldens/{all-backward_compatible_with_explicit_exporters => logging-default_no_otel}/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua (100%) rename confgenerator/testdata/goldens/{builtin/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua => logging-default_no_otel/golden/linux-gpu/b4a0dead382dce7b4fe011d3f59fdb6d.lua} (90%) create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/enabled_receivers_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/feature_tracking_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/features.yaml create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/fluent_bit_main.conf create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/fluent_bit_parser.conf create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/otel.yaml create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux/0f15dbe303dc7122d43443c9a4c31632.lua create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux/4d6012ff003886818fb9b9285b4af962.lua create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux/5fc5f42c16c9e1ab8292e3d42f74f3be.lua rename confgenerator/testdata/goldens/{all-backward_compatible_with_explicit_exporters => logging-default_no_otel}/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua (100%) rename confgenerator/testdata/goldens/{builtin/golden/windows/98b52408a7bd746aaf24acc193569c95.lua => logging-default_no_otel/golden/linux/b4a0dead382dce7b4fe011d3f59fdb6d.lua} (90%) create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux/enabled_receivers_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux/feature_tracking_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux/features.yaml create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux/fluent_bit_main.conf create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux/fluent_bit_parser.conf create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/linux/otel.yaml create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows-2012/0f15dbe303dc7122d43443c9a4c31632.lua rename confgenerator/testdata/goldens/{all-user_config_file_deleted => logging-default_no_otel}/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua (100%) create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows-2012/4d6012ff003886818fb9b9285b4af962.lua create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows-2012/5fc5f42c16c9e1ab8292e3d42f74f3be.lua rename confgenerator/testdata/goldens/{all-user_config_file_deleted => logging-default_no_otel}/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua (100%) rename confgenerator/testdata/goldens/{combined-receiver_otlp/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua => logging-default_no_otel/golden/windows-2012/b4a0dead382dce7b4fe011d3f59fdb6d.lua} (90%) create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows-2012/enabled_receivers_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows-2012/feature_tracking_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows-2012/features.yaml create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows-2012/fluent_bit_main.conf create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows-2012/fluent_bit_parser.conf create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows-2012/otel.yaml create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows/0f15dbe303dc7122d43443c9a4c31632.lua rename confgenerator/testdata/goldens/{all-user_config_file_deleted => logging-default_no_otel}/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua (100%) create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows/4d6012ff003886818fb9b9285b4af962.lua create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows/5fc5f42c16c9e1ab8292e3d42f74f3be.lua rename confgenerator/testdata/goldens/{all-user_config_file_deleted => logging-default_no_otel}/golden/windows/98b52408a7bd746aaf24acc193569c95.lua (100%) rename confgenerator/testdata/goldens/{combined-receiver_otlp/golden/windows/98b52408a7bd746aaf24acc193569c95.lua => logging-default_no_otel/golden/windows/b4a0dead382dce7b4fe011d3f59fdb6d.lua} (90%) create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows/enabled_receivers_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows/feature_tracking_otlp.json create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows/features.yaml create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows/fluent_bit_main.conf create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows/fluent_bit_parser.conf create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/golden/windows/otel.yaml create mode 100644 confgenerator/testdata/goldens/logging-default_no_otel/input.yaml delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs_contains/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs_contains/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs_contains/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs_contains/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs_contains/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_exclude_logs_contains/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_modify_fields/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_modify_fields/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_modify_fields/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_modify_fields/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_modify_fields/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_modify_fields/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_order/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_order/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_order/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_order/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_order/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_order/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_journald_receiver/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_journald_receiver/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_not_first/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_not_first/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_not_first/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_not_first/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_not_first/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_not_first/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_processor_not_in_use/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_processor_not_in_use/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_processor_not_in_use/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_processor_not_in_use/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_processor_not_in_use/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_processor_not_in_use/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_languages/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_languages/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_languages/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_languages/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_languages/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_languages/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_processors_same_language/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_processors_same_language/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_processors_same_language/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_processors_same_language/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_processors_same_language/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_three_processors_same_language/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_languages/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_languages/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_languages/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_languages/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_languages/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_languages/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_processors/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_processors/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_processors/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_processors/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_processors/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-processor_parse_multiline_two_processors/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_apache_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_cassandra_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchbase/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchbase/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchbase/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchbase/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchbase/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchbase/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchdb/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchdb/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchdb/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchdb/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchdb/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_couchdb/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_elasticsearch_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_log_file_path/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_log_file_path/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_log_file_path/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_log_file_path/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_log_file_path/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_log_file_path/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_refresh_interval/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_refresh_interval/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_refresh_interval/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_refresh_interval/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_refresh_interval/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_refresh_interval/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_type_multiple_receivers/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_type_multiple_receivers/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_type_multiple_receivers/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_type_multiple_receivers/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_type_multiple_receivers/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_files_type_multiple_receivers/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_flink/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_flink/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_flink/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_flink/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_flink/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_flink/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_conflicting_id/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_conflicting_id/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_conflicting_id/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_conflicting_id/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_conflicting_id/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_conflicting_id/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_with_dot/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_with_dot/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_with_dot/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_with_dot/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_with_dot/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_multiple_receivers_with_dot/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_omitting_optional_parameters/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_omitting_optional_parameters/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_omitting_optional_parameters/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_omitting_optional_parameters/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_omitting_optional_parameters/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_forward_omitting_optional_parameters/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop_refresh_interval/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop_refresh_interval/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop_refresh_interval/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop_refresh_interval/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop_refresh_interval/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hadoop_refresh_interval/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hbase/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hbase/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hbase/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hbase/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hbase/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_hbase/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_jetty/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_jetty/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_jetty/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_jetty/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_jetty/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_jetty/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_kafka_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mongodb/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mongodb/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mongodb/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mongodb/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mongodb/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mongodb/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_mysql_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_nginx_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_oracledb_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_postgresql_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_rabbitmq/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_rabbitmq/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_rabbitmq/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_rabbitmq/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_rabbitmq/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_rabbitmq/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_redis_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_saphana_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_solr/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_solr/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_solr/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_solr/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_solr/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_solr/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_systemd/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_systemd/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_duplicated_port_but_not_used/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_duplicated_port_but_not_used/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_duplicated_port_but_not_used/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_duplicated_port_but_not_used/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_duplicated_port_but_not_used/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_duplicated_port_but_not_used/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_omitting_optional_parameters/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_omitting_optional_parameters/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_omitting_optional_parameters/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_omitting_optional_parameters/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_omitting_optional_parameters/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tcp_omitting_optional_parameters/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_tomcat_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_varnish/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_varnish/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_varnish/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_varnish/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_varnish/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_varnish/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_vault/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_vault/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_vault/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_vault/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_vault/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_vault/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_wildfly/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_wildfly/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_wildfly/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_wildfly/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_wildfly/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_wildfly/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/logging-receiver_zookeeper_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-custom_log_level/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-custom_log_level/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-custom_log_level/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-custom_log_level/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-custom_log_level/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-custom_log_level/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-default_overrides_disable_all/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-default_overrides_disable_all/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-default_overrides_disable_all/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-default_overrides_disable_all/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-default_overrides_disable_all/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-default_overrides_disable_all/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-exporter_prometheus_otlp/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-exporter_prometheus_otlp/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-exporter_prometheus_otlp/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-exporter_prometheus_otlp/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-exporter_prometheus_otlp/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-exporter_prometheus_otlp/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_all_nvml_metrics_individually/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_all_nvml_metrics_individually/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_all_nvml_metrics_individually/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_all_nvml_metrics_individually/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_all_nvml_metrics_individually/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_all_nvml_metrics_individually/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_individual/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_individual/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_individual/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_individual/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_individual/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_individual/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_prefixes/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_prefixes/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_prefixes/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_prefixes/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_prefixes/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_by_prefixes/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_globs/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_globs/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_globs/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_globs/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_globs/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_globs/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_special_chars/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_special_chars/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_special_chars/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_special_chars/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_special_chars/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_metrics_type_filter_with_special_chars/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_workload_metrics/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_workload_metrics/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_workload_metrics/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_workload_metrics/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_workload_metrics/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_exclude_workload_metrics/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_three_exclude_metrics_processors_not_disable_nvml/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_three_exclude_metrics_processors_not_disable_nvml/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_three_exclude_metrics_processors_not_disable_nvml/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_three_exclude_metrics_processors_not_disable_nvml/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_three_exclude_metrics_processors_not_disable_nvml/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_three_exclude_metrics_processors_not_disable_nvml/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_two_exclude_metrics_processors/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_two_exclude_metrics_processors/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_two_exclude_metrics_processors/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_two_exclude_metrics_processors/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_two_exclude_metrics_processors/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-processor_two_exclude_metrics_processors/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver-no-collection_interval/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver-no-collection_interval/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver-no-collection_interval/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver-no-collection_interval/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver-no-collection_interval/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver-no-collection_interval/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq_no_jvm/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq_no_jvm/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq_no_jvm/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq_no_jvm/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq_no_jvm/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_activemq_no_jvm/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_aerospike/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_aerospike/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_aerospike/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_aerospike/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_aerospike/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_aerospike/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_apache_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_cassandra_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchbase/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchbase/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchbase/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchbase/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchbase/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchbase/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchdb/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchdb/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchdb/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchdb/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchdb/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_couchdb/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_custom_collection_interval/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_custom_collection_interval/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_custom_collection_interval/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_custom_collection_interval/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_custom_collection_interval/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_custom_collection_interval/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_dcgm/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_dcgm/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_dcgm_v2/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_dcgm_v2/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_credentials/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_credentials/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_credentials/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_credentials/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_credentials/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_credentials/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_custom_endpoint_http/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_custom_endpoint_http/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_custom_endpoint_http/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_custom_endpoint_http/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_custom_endpoint_http/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_custom_endpoint_http/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_disable_cluster_metrics/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_disable_cluster_metrics/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_disable_cluster_metrics/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_disable_cluster_metrics/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_disable_cluster_metrics/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_disable_cluster_metrics/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_no_jvm/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_no_jvm/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_no_jvm/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_no_jvm/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_no_jvm/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_no_jvm/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_tls_credentials/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_tls_credentials/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_tls_credentials/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_tls_credentials/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_tls_credentials/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_elasticsearch_tls_credentials/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_nvml_from_hostmetrics/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_nvml_from_hostmetrics/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_nvml_from_hostmetrics/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_nvml_from_hostmetrics/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_nvml_from_hostmetrics/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_nvml_from_hostmetrics/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_subset_of_nvml_metrics/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_subset_of_nvml_metrics/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_subset_of_nvml_metrics/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_subset_of_nvml_metrics/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_subset_of_nvml_metrics/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_exclude_subset_of_nvml_metrics/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_flink/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_flink/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_flink/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_flink/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_flink/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_flink/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop_no_jvm/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop_no_jvm/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop_no_jvm/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop_no_jvm/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop_no_jvm/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hadoop_no_jvm/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase_no_jvm/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase_no_jvm/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase_no_jvm/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase_no_jvm/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase_no_jvm/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_hbase_no_jvm/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty_no_jvm/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty_no_jvm/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty_no_jvm/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty_no_jvm/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty_no_jvm/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jetty_no_jvm/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_auth/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_auth/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_auth/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_auth/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_auth/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_auth/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_endpoint/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_endpoint/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_endpoint/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_endpoint/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_endpoint/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_jvm_with_endpoint/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka_no_jvm/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka_no_jvm/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka_no_jvm/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka_no_jvm/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka_no_jvm/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_kafka_no_jvm/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_memcached/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_memcached/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_memcached/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_memcached/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_memcached/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_memcached/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb_unix_socket/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb_unix_socket/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb_unix_socket/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb_unix_socket/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb_unix_socket/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mongodb_unix_socket/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql_missing_endpoint/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql_missing_endpoint/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql_missing_endpoint/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql_missing_endpoint/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql_missing_endpoint/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_mysql_missing_endpoint/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_nginx_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_all_params/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_all_params/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_all_params/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_all_params/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_all_params/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_all_params/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_unix_socket/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_unix_socket/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_unix_socket/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_unix_socket/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_unix_socket/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_oracledb_unix_socket/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_no_sni/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_no_sni/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_no_sni/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_no_sni/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_no_sni/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_no_sni/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_with_certs/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_with_certs/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_with_certs/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_with_certs/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_with_certs/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_postgresql_tls_with_certs/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_basic_auth/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_basic_auth/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_basic_auth/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_basic_auth/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_basic_auth/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_basic_auth/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_complex/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_complex/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_complex/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_complex/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_complex/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_complex/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_default_replacement/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_default_replacement/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_default_replacement/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_default_replacement/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_default_replacement/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_default_replacement/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_multi_replacement_regex/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_multi_replacement_regex/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_multi_replacement_regex/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_multi_replacement_regex/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_multi_replacement_regex/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_multi_replacement_regex/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_node_exporter/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_node_exporter/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_node_exporter/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_node_exporter/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_node_exporter/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_node_exporter/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_relabel/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_relabel/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_relabel/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_relabel/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_relabel/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_relabel/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_replace_using_capture_groups/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_replace_using_capture_groups/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_replace_using_capture_groups/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_replace_using_capture_groups/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_replace_using_capture_groups/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_replace_using_capture_groups/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_scrape_interval/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_scrape_interval/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_scrape_interval/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_scrape_interval/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_scrape_interval/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_scrape_interval/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_tlx_with_certs/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_tlx_with_certs/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_tlx_with_certs/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_tlx_with_certs/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_tlx_with_certs/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_prometheus_tlx_with_certs/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_no_sni/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_no_sni/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_no_sni/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_no_sni/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_no_sni/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_no_sni/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_with_certs/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_with_certs/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_with_certs/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_with_certs/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_with_certs/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_rabbitmq_tls_with_certs/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_redis_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_saphana/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_saphana/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_saphana/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_saphana/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_saphana/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_saphana/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_solr/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_solr/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_solr/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_solr/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_solr/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_solr/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_tomcat_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_varnish/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_varnish/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_varnish/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_varnish/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_varnish/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_varnish/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_tls/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_tls/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_tls/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_tls/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_tls/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_tls/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_with_token/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_with_token/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_with_token/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_with_token/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_with_token/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_vault_with_token/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly_with_host_port/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly_with_host_port/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly_with_host_port/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly_with_host_port/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly_with_host_port/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_wildfly_with_host_port/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper_endpoint/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper_endpoint/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper_endpoint/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper_endpoint/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper_endpoint/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/metrics-receiver_zookeeper_endpoint/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-all-backward_compatible_with_explicit_exporters/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-all-backward_compatible_with_explicit_exporters/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-all-backward_compatible_with_explicit_exporters/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-all-backward_compatible_with_explicit_exporters/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_active_directory_ds/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_active_directory_ds/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_iis/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_iis/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_iis/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_iis/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_new_channels/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_new_channels/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_new_channels/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_new_channels/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_xml/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_xml/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_xml/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-receiver_winlog2_xml/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-use_ansi/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-use_ansi/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-use_ansi/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-logging-use_ansi/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_iis/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_iis/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_iis/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_iis/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_iis/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_iis/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_mssql/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_mssql/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_mssql/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_mssql/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_mssql/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-default_overrides_disable_mssql/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-pipeline_multiple_pipelines/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-pipeline_multiple_pipelines/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-pipeline_multiple_pipelines/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-pipeline_multiple_pipelines/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_active_directory_ds/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_active_directory_ds/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_active_directory_ds/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_active_directory_ds/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_duplicate/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_duplicate/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_duplicate/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_duplicate/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_override/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_override/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_override/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_iis_v2_override/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_jvm_missing_endpoint/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_jvm_missing_endpoint/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_jvm_missing_endpoint/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_jvm_missing_endpoint/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_jvm_missing_endpoint/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_jvm_missing_endpoint/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_duplicate/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_duplicate/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_duplicate/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_duplicate/golden/windows/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_override/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_override/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_override/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua delete mode 100644 confgenerator/testdata/goldens/windows-metrics-receiver_mssql_v2_override/golden/windows/98b52408a7bd746aaf24acc193569c95.lua diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/otel.yaml index 7887c1d616..d2f3ab62d6 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -612,7 +630,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -651,7 +714,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/otel.yaml b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/otel.yaml index 26f8febea0..3985834d23 100644 --- a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -588,7 +606,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -625,7 +688,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_main.conf index b1d4631b4c..a501806636 100644 --- a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -84,12 +69,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match host.syslog Name lua @@ -177,7 +156,7 @@ script 4d6012ff003886818fb9b9285b4af962.lua [OUTPUT] - Match_Regex ^(default_pipeline\.syslog|host\.syslog)$ + Match_Regex ^(host\.syslog)$ Name stackdriver Retry_Limit 3 http_request_key logging.googleapis.com/httpRequest diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/otel.yaml index 5c2550376f..9a47cb3ea4 100644 --- a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -622,7 +640,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -661,7 +724,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_main.conf index b1d4631b4c..a501806636 100644 --- a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Buffer_Chunk_Size 512k Buffer_Max_Size 2M @@ -84,12 +69,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match host.syslog Name lua @@ -177,7 +156,7 @@ script 4d6012ff003886818fb9b9285b4af962.lua [OUTPUT] - Match_Regex ^(default_pipeline\.syslog|host\.syslog)$ + Match_Regex ^(host\.syslog)$ Name stackdriver Retry_Limit 3 http_request_key logging.googleapis.com/httpRequest diff --git a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/otel.yaml b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/otel.yaml index b9fd2f67cf..72f6124e84 100644 --- a/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -593,7 +611,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -630,7 +693,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/otel.yaml index 9f9077b721..34d11a08f9 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -622,7 +640,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -661,7 +724,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/otel.yaml b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/otel.yaml index 06f9be3ffc..472081ef20 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/linux/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -593,7 +611,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -630,7 +693,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/otel.yaml b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/all-user_config_file_deleted/golden/windows/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_main.conf index 682c5488ed..d1bff564db 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match * Name lua @@ -161,19 +140,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/otel.yaml b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/otel.yaml index 06f9be3ffc..472081ef20 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/otel.yaml +++ b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -593,7 +611,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -630,7 +693,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/otel.yaml index 9f9077b721..34d11a08f9 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -622,7 +640,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -661,7 +724,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/builtin/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/builtin/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/builtin/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/builtin/golden/linux/otel.yaml b/confgenerator/testdata/goldens/builtin/golden/linux/otel.yaml index 06f9be3ffc..472081ef20 100644 --- a/confgenerator/testdata/goldens/builtin/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/builtin/golden/linux/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -593,7 +611,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -630,7 +693,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/builtin/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/builtin/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/builtin/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/builtin/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/builtin/golden/windows-2012/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/builtin/golden/windows-2012/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/builtin/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/builtin/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/builtin/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/builtin/golden/windows/otel.yaml b/confgenerator/testdata/goldens/builtin/golden/windows/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/builtin/golden/windows/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml index e4c6a9ff86..3527d0d5bf 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml @@ -704,7 +704,52 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -750,6 +795,14 @@ service: extensions: - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog logs/logs_otlp_otlp: exporters: - googlecloud/logging diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml index 49b5e12046..2b536b522e 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml @@ -675,7 +675,52 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -719,6 +764,14 @@ service: extensions: - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog logs/logs_otlp_otlp: exporters: - googlecloud/logging diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml index e2cacf12ef..9a4b56e669 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml @@ -753,6 +753,369 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -796,6 +1159,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -832,6 +1216,36 @@ service: extensions: - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 logs/logs_otlp_otlp: exporters: - googlecloud/logging diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml index e2cacf12ef..9a4b56e669 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml @@ -753,6 +753,369 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -796,6 +1159,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -832,6 +1216,36 @@ service: extensions: - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 logs/logs_otlp_otlp: exporters: - googlecloud/logging diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/otel.yaml index e130aa9b1d..73eab61730 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -15,6 +29,10 @@ exporters: service_resource_labels: true skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -652,7 +670,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -695,7 +758,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/otel.yaml index 1e41feed75..67fd3c33e8 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -15,6 +29,10 @@ exporters: service_resource_labels: true skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -623,7 +641,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -664,7 +727,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/otel.yaml index c77f11ade8..b14b4cf79d 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -15,6 +29,10 @@ exporters: service_resource_labels: true skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -701,6 +719,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -744,6 +1125,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -777,7 +1179,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/otel.yaml index c77f11ade8..b14b4cf79d 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -15,6 +29,10 @@ exporters: service_resource_labels: true skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -701,6 +719,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -744,6 +1125,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -777,7 +1179,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/otel.yaml index 4448f3280c..ab7b1d9999 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux-gpu/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -15,6 +29,10 @@ exporters: service_resource_labels: true skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -660,7 +678,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -703,7 +766,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/otel.yaml index 810277fba0..efd301a6ba 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/linux/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -15,6 +29,10 @@ exporters: service_resource_labels: true skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -630,7 +648,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -671,7 +734,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/otel.yaml index 9fe92bb8c5..22d4579f86 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows-2012/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -15,6 +29,10 @@ exporters: service_resource_labels: true skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -710,6 +728,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -753,6 +1134,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -786,7 +1188,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/otel.yaml index 9fe92bb8c5..22d4579f86 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlecloudmonitoring_with_processor/golden/windows/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -15,6 +29,10 @@ exporters: service_resource_labels: true skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -710,6 +728,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -753,6 +1134,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -786,7 +1188,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/otel.yaml index a0dc2a37fb..95764556e8 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -657,7 +675,52 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -700,7 +763,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/otel.yaml index 461e0e85db..0044ca8f90 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/linux/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -628,7 +646,52 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -669,7 +732,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/otel.yaml index 5141b033cb..f942bb10ba 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows-2012/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -706,6 +724,369 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -749,6 +1130,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -782,7 +1184,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/otel.yaml index 5141b033cb..f942bb10ba 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_googlemanagedprometheus/golden/windows/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -706,6 +724,369 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -749,6 +1130,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -782,7 +1184,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/otel.yaml index a0dc2a37fb..95764556e8 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux-gpu/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -657,7 +675,52 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -700,7 +763,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/otel.yaml index 461e0e85db..0044ca8f90 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/linux/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -628,7 +646,52 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -669,7 +732,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/otel.yaml index 5141b033cb..f942bb10ba 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows-2012/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -706,6 +724,369 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -749,6 +1130,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -782,7 +1184,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/otel.yaml index 5141b033cb..f942bb10ba 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_grpcendpoint/golden/windows/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -706,6 +724,369 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -749,6 +1130,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -782,7 +1184,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/otel.yaml index a494b605bb..28e72c8738 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux-gpu/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -657,7 +675,52 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -700,7 +763,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/otel.yaml index 1f0ae9e002..67c39a87ef 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/linux/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -628,7 +646,52 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -669,7 +732,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/otel.yaml index 1c217eb1ce..e04c830fa7 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows-2012/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -706,6 +724,369 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -749,6 +1130,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -782,7 +1184,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/otel.yaml index 1c217eb1ce..e04c830fa7 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_multiple_pipelines/golden/windows/otel.yaml @@ -7,6 +7,20 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlecloud/otel: metric: instrumentation_library_labels: true @@ -19,6 +33,10 @@ exporters: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -706,6 +724,369 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -749,6 +1130,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -782,7 +1184,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/otel.yaml index dcff74f1ad..7aaba7cec7 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux-gpu/otel.yaml @@ -7,10 +7,28 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlemanagedprometheus: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -645,7 +663,52 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -688,7 +751,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/otel.yaml index 881eedef00..997fe36ee8 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/linux/otel.yaml @@ -7,10 +7,28 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlemanagedprometheus: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -616,7 +634,52 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -657,7 +720,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/otel.yaml index 01b9f7e63b..192156de87 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows-2012/otel.yaml @@ -7,10 +7,28 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlemanagedprometheus: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -694,6 +712,369 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -737,6 +1118,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -770,7 +1172,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/otel.yaml index 01b9f7e63b..192156de87 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_no_traces/golden/windows/otel.yaml @@ -7,10 +7,28 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s googlemanagedprometheus: metric: add_metric_suffixes: false user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -694,6 +712,369 @@ processors: - set(attributes["cluster"], "__gce__") where "__gce__" != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["instance_name"], resource.attributes["host.name"]) where resource.attributes["host.name"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" - set(attributes["machine_type"], resource.attributes["host.type"]) where resource.attributes["host.type"] != nil and resource.attributes["cloud.platform"] == "gcp_compute_engine" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -737,6 +1118,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -770,7 +1172,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/otel.yaml index 8e17500e0c..de6d9d79bc 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux-gpu/otel.yaml @@ -15,6 +15,9 @@ exporters: headers: User-Agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) extensions: + file_storage: + create_directory: true + directory: file_storage googleclientauth: {} processors: agentmetrics/hostmetrics_0: @@ -900,7 +903,52 @@ processors: - set(attributes["service.name"], resource.attributes["service.name"]) where resource.attributes["service.name"] != nil - set(attributes["service.namespace"], resource.attributes["service.namespace"]) where resource.attributes["service.namespace"] != nil - set(attributes["service.instance.id"], resource.attributes["service.instance.id"]) where resource.attributes["service.instance.id"] != nil + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -948,8 +996,21 @@ receivers: - 0.0.0.0:20201 service: extensions: + - file_storage - googleclientauth pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - otlp_grpc/otlp + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_0 + - transform/otlp_grpc/otlp_logs_1 + - transform/otlp_grpc/otlp_logs_2 + - batch/otlp_grpc/otlp_logs_3 + receivers: + - filelog/syslog logs/logs_otlp_otlp: exporters: - otlp_grpc/otlp diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/otel.yaml index c784c3552b..d515fa7acf 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/linux/otel.yaml @@ -15,6 +15,9 @@ exporters: headers: User-Agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) extensions: + file_storage: + create_directory: true + directory: file_storage googleclientauth: {} processors: agentmetrics/hostmetrics_0: @@ -856,7 +859,52 @@ processors: - set(attributes["service.name"], resource.attributes["service.name"]) where resource.attributes["service.name"] != nil - set(attributes["service.namespace"], resource.attributes["service.namespace"]) where resource.attributes["service.namespace"] != nil - set(attributes["service.instance.id"], resource.attributes["service.instance.id"]) where resource.attributes["service.instance.id"] != nil + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -902,8 +950,21 @@ receivers: - 0.0.0.0:20201 service: extensions: + - file_storage - googleclientauth pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - otlp_grpc/otlp + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_0 + - transform/otlp_grpc/otlp_logs_1 + - transform/otlp_grpc/otlp_logs_2 + - batch/otlp_grpc/otlp_logs_3 + receivers: + - filelog/syslog logs/logs_otlp_otlp: exporters: - otlp_grpc/otlp diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/otel.yaml index 554b501e9d..36b1b98f4f 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows-2012/otel.yaml @@ -15,6 +15,9 @@ exporters: headers: User-Agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) extensions: + file_storage: + create_directory: true + directory: file_storage googleclientauth: {} processors: agentmetrics/hostmetrics_0: @@ -964,6 +967,369 @@ processors: - set(attributes["service.name"], resource.attributes["service.name"]) where resource.attributes["service.name"] != nil - set(attributes["service.namespace"], resource.attributes["service.namespace"]) where resource.attributes["service.namespace"] != nil - set(attributes["service.instance.id"], resource.attributes["service.instance.id"]) where resource.attributes["service.instance.id"] != nil + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -1011,6 +1377,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -1045,8 +1432,51 @@ receivers: object: SQLServer:Databases service: extensions: + - file_storage - googleclientauth pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - otlp_grpc/otlp + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_0 + - transform/otlp_grpc/otlp_logs_1 + - transform/otlp_grpc/otlp_logs_2 + - batch/otlp_grpc/otlp_logs_3 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - otlp_grpc/otlp + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_0 + - transform/otlp_grpc/otlp_logs_1 + - transform/otlp_grpc/otlp_logs_2 + - batch/otlp_grpc/otlp_logs_3 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - otlp_grpc/otlp + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_0 + - transform/otlp_grpc/otlp_logs_1 + - transform/otlp_grpc/otlp_logs_2 + - batch/otlp_grpc/otlp_logs_3 + receivers: + - windowseventlog/windows__event__log_2 logs/logs_otlp_otlp: exporters: - otlp_grpc/otlp diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/otel.yaml index 554b501e9d..36b1b98f4f 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp_otlpgrpc_exporter/golden/windows/otel.yaml @@ -15,6 +15,9 @@ exporters: headers: User-Agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) extensions: + file_storage: + create_directory: true + directory: file_storage googleclientauth: {} processors: agentmetrics/hostmetrics_0: @@ -964,6 +967,369 @@ processors: - set(attributes["service.name"], resource.attributes["service.name"]) where resource.attributes["service.name"] != nil - set(attributes["service.namespace"], resource.attributes["service.namespace"]) where resource.attributes["service.namespace"] != nil - set(attributes["service.instance.id"], resource.attributes["service.instance.id"]) where resource.attributes["service.instance.id"] != nil + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -1011,6 +1377,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -1045,8 +1432,51 @@ receivers: object: SQLServer:Databases service: extensions: + - file_storage - googleclientauth pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - otlp_grpc/otlp + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_0 + - transform/otlp_grpc/otlp_logs_1 + - transform/otlp_grpc/otlp_logs_2 + - batch/otlp_grpc/otlp_logs_3 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - otlp_grpc/otlp + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_0 + - transform/otlp_grpc/otlp_logs_1 + - transform/otlp_grpc/otlp_logs_2 + - batch/otlp_grpc/otlp_logs_3 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - otlp_grpc/otlp + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + - resource/otlp_grpc/otlp_logs_0 + - transform/otlp_grpc/otlp_logs_1 + - transform/otlp_grpc/otlp_logs_2 + - batch/otlp_grpc/otlp_logs_3 + receivers: + - windowseventlog/windows__event__log_2 logs/logs_otlp_otlp: exporters: - otlp_grpc/otlp diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/otel.yaml index 9f9077b721..34d11a08f9 100644 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux-gpu/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -622,7 +640,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -661,7 +724,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/otel.yaml b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/otel.yaml index 06f9be3ffc..472081ef20 100644 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/linux/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -593,7 +611,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -630,7 +693,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows-2012/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/otel.yaml b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/global-default-log-rotation_custom/golden/windows/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/fluent_bit_main.conf index 22f954033f..c8c034cb63 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/otel.yaml index 9f9077b721..34d11a08f9 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux-gpu/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -622,7 +640,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -661,7 +724,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/fluent_bit_main.conf index 22f954033f..c8c034cb63 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/otel.yaml b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/otel.yaml index 06f9be3ffc..472081ef20 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/linux/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -593,7 +611,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -630,7 +693,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/fluent_bit_main.conf index 1dadddeb00..f869006ec4 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows-2012/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/fluent_bit_main.conf index 1dadddeb00..f869006ec4 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/otel.yaml b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_false/golden/windows/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/otel.yaml index 9f9077b721..34d11a08f9 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux-gpu/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -622,7 +640,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -661,7 +724,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/fluent_bit_main.conf index a41f7f5311..9d767d886b 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/otel.yaml b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/otel.yaml index 06f9be3ffc..472081ef20 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/linux/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -593,7 +611,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -630,7 +693,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows-2012/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/fluent_bit_main.conf index 15d4d8eb89..a8cb802c02 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/otel.yaml b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/global-service_default_self_log_file_collection_true/golden/windows/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/fluent_bit_main.conf index bb713cc956..38c8c523ec 100644 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/otel.yaml index 9f9077b721..34d11a08f9 100644 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux-gpu/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -622,7 +640,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -661,7 +724,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua deleted file mode 100644 index b2a60a042b..0000000000 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/adea349dc2d92cd07daa1d7847f5e96a.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "syslog" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/fluent_bit_main.conf index bb713cc956..38c8c523ec 100644 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/fluent_bit_main.conf @@ -17,21 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Buffer_Chunk_Size 512k - Buffer_Max_Size 2M - DB ${buffers_dir}/default_pipeline_syslog - DB.locking true - Key message - Mem_Buf_Limit 10M - Name tail - Path /var/log/messages,/var/log/syslog - Read_from_Head True - Rotate_Wait 30 - Skip_Long_Lines On - Tag default_pipeline.syslog - storage.type filesystem - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -69,12 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.syslog - Name lua - call process - script adea349dc2d92cd07daa1d7847f5e96a.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -155,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.syslog)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/otel.yaml index 06f9be3ffc..472081ef20 100644 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-custom_log_level/golden/linux/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -593,7 +611,52 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/syslog_0: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "syslog") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: + filelog/syslog: + exclude: [] + fingerprint_size: 5kb + include: + - /var/log/messages + - /var/log/syslog + include_file_name: false + operators: + - from: body + id: body + to: body.message + type: move + preserve_leading_whitespaces: true + preserve_trailing_whitespaces: true + start_at: beginning + storage: file_storage hostmetrics/hostmetrics: collection_interval: 60s scrapers: @@ -630,7 +693,17 @@ receivers: - targets: - 0.0.0.0:20201 service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_syslog: + exporters: + - googlecloud/logging + processors: + - transform/syslog_0 + - resourcedetection/_global_0 + receivers: + - filelog/syslog metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/fluent_bit_main.conf index 05154de5b5..ee05da029c 100644 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/fluent_bit_parser.conf b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows-2012/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua deleted file mode 100644 index d9899bcc92..0000000000 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/146b78ab41a36fa1b4ec1ea65f7b95bd.lua +++ /dev/null @@ -1,74 +0,0 @@ - -function process(tag, timestamp, record) -local __field_0 = (function() -return record["agent.googleapis.com/log_file_path"] -end)(); -local __field_1 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] -end)(); -local __field_2 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] -end)(); -local __field_3 = (function() -if record["logging.googleapis.com/labels"] == nil -then -return nil -end -return record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] -end)(); -local __field_4 = (function() -return record["logging.googleapis.com/logName"] -end)(); -(function(value) -record["agent.googleapis.com/log_file_path"] = value -end)(nil); -local v = __field_0; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["agent.googleapis.com/log_file_path"] = value -end)(v) -local v = __field_1; -if v == nil then v = "test-mig" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/name"] = value -end)(v) -local v = __field_2; -if v == nil then v = "test-zone" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/instance_group_manager/zone"] = value -end)(v) -local v = __field_3; -if v == nil then v = "" end; -(function(value) -if record["logging.googleapis.com/labels"] == nil -then -record["logging.googleapis.com/labels"] = {} -end -record["logging.googleapis.com/labels"]["compute.googleapis.com/resource_name"] = value -end)(v) -local v = __field_4; -if v == nil then v = "windows_event_log" end; -(function(value) -record["logging.googleapis.com/logName"] = value -end)(v) -return 2, timestamp, record -end diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/98b52408a7bd746aaf24acc193569c95.lua deleted file mode 100644 index ff2ff3202b..0000000000 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/98b52408a7bd746aaf24acc193569c95.lua +++ /dev/null @@ -1,17 +0,0 @@ - -function parser_nest(tag, timestamp, record) - local nestedRecord = {} - local parseKey = "TimeGenerated" - for k, v in pairs(record) do - if k ~= parseKey then - nestedRecord[k] = v - end - end - - local result = {} - result[parseKey] = record[parseKey] - result["logging.googleapis.com/__tmp"] = nestedRecord - - return 2, timestamp, result -end - diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/fluent_bit_main.conf index 05154de5b5..ee05da029c 100644 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/fluent_bit_main.conf +++ b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/fluent_bit_main.conf @@ -17,14 +17,6 @@ Scrape_Interval 60 Scrape_On_Start True -[INPUT] - Channels System,Application,Security - DB ${buffers_dir}/default_pipeline_windows_event_log - Interval_Sec 1 - Name winlog - String_Inserts true - Tag default_pipeline.windows_event_log - [INPUT] Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} Interval_NSec 0 @@ -62,62 +54,6 @@ Tag ops-agent-health storage.type memory -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_nest - script 98b52408a7bd746aaf24acc193569c95.lua - -[FILTER] - Key_Name TimeGenerated - Match default_pipeline.windows_event_log - Name parser - Preserve_Key True - Reserve_Data True - Parser default_pipeline.windows_event_log.timestamp_parser - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call parser_merge_record - script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua - -[FILTER] - Add logging.googleapis.com/severity ERROR - Condition Key_Value_Equals EventType Error - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity INFO - Condition Key_Value_Equals EventType Information - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity WARNING - Condition Key_Value_Equals EventType Warning - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType SuccessAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Add logging.googleapis.com/severity NOTICE - Condition Key_Value_Equals EventType FailureAudit - Match default_pipeline.windows_event_log - Name modify - -[FILTER] - Match default_pipeline.windows_event_log - Name lua - call process - script 146b78ab41a36fa1b4ec1ea65f7b95bd.lua - [FILTER] Match ops-agent-fluent-bit Name lua @@ -198,19 +134,6 @@ call process script 4d6012ff003886818fb9b9285b4af962.lua -[OUTPUT] - Match_Regex ^(default_pipeline\.windows_event_log)$ - Name stackdriver - Retry_Limit 3 - http_request_key logging.googleapis.com/httpRequest - net.connect_timeout_log_error False - resource gce_instance - stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - storage.total_limit_size 2G - tls On - tls.verify Off - workers 8 - [OUTPUT] Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ Name stackdriver diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/fluent_bit_parser.conf b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/fluent_bit_parser.conf index 42d5c07fac..3c603780bd 100644 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/fluent_bit_parser.conf +++ b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/fluent_bit_parser.conf @@ -1,10 +1,3 @@ -[PARSER] - Format regex - Name default_pipeline.windows_event_log.timestamp_parser - Regex (?\d+-\d+-\d+ \d+:\d+:\d+ [+-]\d{4}) - Time_Format %Y-%m-%d %H:%M:%S %z - Time_Key timestamp - [PARSER] Format regex Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing diff --git a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/otel.yaml index 20a543017a..d860edeb56 100644 --- a/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-custom_log_level/golden/windows/otel.yaml @@ -7,6 +7,24 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) + googlecloud/logging: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1000 + sizer: items + block_on_overflow: true + enabled: true + num_consumers: 10 + queue_size: 12000 + sizer: items + storage: file_storage + timeout: 3600s +extensions: + file_storage: + create_directory: true + directory: file_storage processors: agentmetrics/hostmetrics_0: blank_label_metrics: @@ -671,6 +689,369 @@ processors: - context: metric statements: - extract_count_metric(true) where name == "grpc.client.attempt.duration" + transform/windows__event__log_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_1_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_1_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_0: + error_mode: ignore + log_statements: + - context: log + statements: + - set(body["parsed_xml"], ParseSimplifiedXML(attributes["log.record.original"])) where (attributes != nil and attributes["log.record.original"] != nil) + - delete_key(attributes, "log.record.original") where (attributes != nil and attributes["log.record.original"] != nil) + transform/windows__event__log_2_1: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], body["channel"]) where (body != nil and body["channel"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], body["computer"]) where (body != nil and body["computer"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], body["event_data"]["binary"]) where (body != nil and body["event_data"] != nil and body["event_data"]["binary"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], body["parsed_xml"]["Event"]["System"]["Task"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["System"] != nil and body["parsed_xml"]["Event"]["System"]["Task"] != nil) + - delete_key(cache, "__field_4") where (cache != nil and cache["__field_4"] != nil) + - set(cache["__field_4"], body["event_id"]["id"]) where (body != nil and body["event_id"] != nil and body["event_id"]["id"] != nil) + - delete_key(cache, "__field_5") where (cache != nil and cache["__field_5"] != nil) + - set(cache["__field_5"], body["level"]) where (body != nil and body["level"] != nil) + - delete_key(cache, "__field_6") where (cache != nil and cache["__field_6"] != nil) + - set(cache["__field_6"], body["parsed_xml"]["Event"]["RenderingInfo"]["Message"]) where (body != nil and body["parsed_xml"] != nil and body["parsed_xml"]["Event"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"] != nil and body["parsed_xml"]["Event"]["RenderingInfo"]["Message"] != nil) + - delete_key(cache, "__field_7") where (cache != nil and cache["__field_7"] != nil) + - set(cache["__field_7"], body["event_id"]["qualifiers"]) where (body != nil and body["event_id"] != nil and body["event_id"]["qualifiers"] != nil) + - delete_key(cache, "__field_8") where (cache != nil and cache["__field_8"] != nil) + - set(cache["__field_8"], body["record_id"]) where (body != nil and body["record_id"] != nil) + - delete_key(cache, "__field_9") where (cache != nil and cache["__field_9"] != nil) + - set(cache["__field_9"], body["security"]["user_id"]) where (body != nil and body["security"] != nil and body["security"]["user_id"] != nil) + - delete_key(cache, "__field_10") where (cache != nil and cache["__field_10"] != nil) + - set(cache["__field_10"], body["provider"]["name"]) where (body != nil and body["provider"] != nil and body["provider"]["name"] != nil) + - delete_key(cache, "__field_11") where (cache != nil and cache["__field_11"] != nil) + - set(cache["__field_11"], body["event_data"]["data"]) where (body != nil and body["event_data"] != nil and body["event_data"]["data"] != nil) + - delete_key(cache, "__field_12") where (cache != nil and cache["__field_12"] != nil) + - set(cache["__field_12"], body["system_time"]) where (body != nil and body["system_time"] != nil) + - set(cache["body"], body) + - keep_keys(body, []) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(body["Channel"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(body["ComputerName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(cache["value"], ConvertCase(cache["value"], "lower")) + - set(body["Data"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], Int(cache["value"])) + - set(body["EventCategory"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_4"]) + - set(body["EventID"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_5"]) + - set(cache["value"], "SuccessAudit") where ContainsValue(cache["body"]["keywords"], "Audit Success") + - set(cache["value"], "FailureAudit") where ContainsValue(cache["body"]["keywords"], "Audit Failure") + - set(body["EventType"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_6"]) + - set(body["Message"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_7"]) + - set(body["Qualifiers"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_8"]) + - set(body["RecordNumber"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_9"]) + - set(cache["value"], "") where cache["value"] == nil + - set(body["Sid"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_10"]) + - set(cache["value"], cache["body"]["provider"]["event_source"]) where ((cache != nil and cache["body"] != nil and cache["body"]["provider"] != nil and cache["body"]["provider"]["event_source"] != nil) and (not cache["body"]["provider"]["event_source"] == "")) + - set(body["SourceName"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_11"]) + - set(cache["value"], ToValues(cache["value"])) where (cache != nil and cache["value"] != nil) + - set(body["StringInserts"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeGenerated"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_12"]) + - set(cache["value"], FormatTime(Time(cache["value"], "%Y-%m-%dT%T.%sZ"), "%Y-%m-%d %T.%s +0000")) + - set(body["TimeWritten"], cache["value"]) where (cache != nil and cache["value"] != nil) + transform/windows__event__log_2_2: + error_mode: ignore + log_statements: + - context: log + statements: + - delete_key(cache, "__field_0") where (cache != nil and cache["__field_0"] != nil) + - set(cache["__field_0"], attributes["compute.googleapis.com/instance_group_manager/name"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/name"] != nil) + - delete_key(cache, "__field_1") where (cache != nil and cache["__field_1"] != nil) + - set(cache["__field_1"], attributes["compute.googleapis.com/instance_group_manager/zone"]) where (attributes != nil and attributes["compute.googleapis.com/instance_group_manager/zone"] != nil) + - delete_key(cache, "__field_2") where (cache != nil and cache["__field_2"] != nil) + - set(cache["__field_2"], attributes["compute.googleapis.com/resource_name"]) where (attributes != nil and attributes["compute.googleapis.com/resource_name"] != nil) + - delete_key(cache, "__field_3") where (cache != nil and cache["__field_3"] != nil) + - set(cache["__field_3"], attributes["gcp.log_name"]) where (attributes != nil and attributes["gcp.log_name"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_0"]) + - set(cache["value"], "test-mig") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_1"]) + - set(cache["value"], "test-zone") where cache["value"] == nil + - set(attributes["compute.googleapis.com/instance_group_manager/zone"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_2"]) + - set(cache["value"], "") where cache["value"] == nil + - set(attributes["compute.googleapis.com/resource_name"], cache["value"]) where (cache != nil and cache["value"] != nil) + - delete_key(cache, "value") where (cache != nil and cache["value"] != nil) + - set(cache["value"], cache["__field_3"]) + - set(cache["value"], "windows_event_log") where cache["value"] == nil + - set(attributes["gcp.log_name"], cache["value"]) where (cache != nil and cache["value"] != nil) receivers: hostmetrics/hostmetrics: collection_interval: 60s @@ -710,6 +1091,27 @@ receivers: static_configs: - targets: - 0.0.0.0:20201 + windowseventlog/windows__event__log: + channel: System + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_1: + channel: Application + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage + windowseventlog/windows__event__log_2: + channel: Security + ignore_channel_errors: true + include_log_record_original: true + poll_interval: 1s + start_at: beginning + storage: file_storage windowsperfcounters/iis: collection_interval: 60s perfcounters: @@ -743,7 +1145,39 @@ receivers: - _Total object: SQLServer:Databases service: + extensions: + - file_storage pipelines: + logs/logs_default__pipeline_windows__event__log: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_0 + - transform/windows__event__log_1 + - transform/windows__event__log_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log + logs/logs_default__pipeline_windows__event__log_1: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_1_0 + - transform/windows__event__log_1_1 + - transform/windows__event__log_1_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_1 + logs/logs_default__pipeline_windows__event__log_2: + exporters: + - googlecloud/logging + processors: + - transform/windows__event__log_2_0 + - transform/windows__event__log_2_1 + - transform/windows__event__log_2_2 + - resourcedetection/_global_0 + receivers: + - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: exporters: - googlecloud diff --git a/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/0f15dbe303dc7122d43443c9a4c31632.lua b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/0f15dbe303dc7122d43443c9a4c31632.lua new file mode 100644 index 0000000000..dda27aee97 --- /dev/null +++ b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/0f15dbe303dc7122d43443c9a4c31632.lua @@ -0,0 +1,28 @@ + +function process(tag, timestamp, record) +local v = "ops-agent"; +(function(value) +if record["logging.googleapis.com/labels"] == nil +then +record["logging.googleapis.com/labels"] = {} +end +record["logging.googleapis.com/labels"]["agent.googleapis.com/health/agentKind"] = value +end)(v) +local v = "latest"; +(function(value) +if record["logging.googleapis.com/labels"] == nil +then +record["logging.googleapis.com/labels"] = {} +end +record["logging.googleapis.com/labels"]["agent.googleapis.com/health/agentVersion"] = value +end)(v) +local v = "v1"; +(function(value) +if record["logging.googleapis.com/labels"] == nil +then +record["logging.googleapis.com/labels"] = {} +end +record["logging.googleapis.com/labels"]["agent.googleapis.com/health/schemaVersion"] = value +end)(v) +return 2, timestamp, record +end diff --git a/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/4d6012ff003886818fb9b9285b4af962.lua b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/4d6012ff003886818fb9b9285b4af962.lua new file mode 100644 index 0000000000..c225be24d5 --- /dev/null +++ b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/4d6012ff003886818fb9b9285b4af962.lua @@ -0,0 +1,19 @@ + +function process(tag, timestamp, record) +local __field_0 = (function() +return record["severity"] +end)(); +(function(value) +record["severity"] = value +end)(nil); +local v = __field_0; +if v == "debug" then v = "DEBUG" +elseif v == "error" then v = "ERROR" +elseif v == "info" then v = "INFO" +elseif v == "warn" then v = "WARNING" +end +(function(value) +record["logging.googleapis.com/severity"] = value +end)(v) +return 2, timestamp, record +end diff --git a/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/5fc5f42c16c9e1ab8292e3d42f74f3be.lua b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/5fc5f42c16c9e1ab8292e3d42f74f3be.lua new file mode 100644 index 0000000000..c5465182b5 --- /dev/null +++ b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/5fc5f42c16c9e1ab8292e3d42f74f3be.lua @@ -0,0 +1,49 @@ + + function shallow_merge(record, parsedRecord) + -- If no exiting record exists + if (record == nil) then + return parsedRecord + end + + for k, v in pairs(parsedRecord) do + record[k] = v + end + + return record +end + +function merge(record, parsedRecord) + -- If no exiting record exists + if record == nil then + return parsedRecord + end + + -- Potentially overwrite or merge the original records. + for k, v in pairs(parsedRecord) do + -- If there is no conflict + if k == "logging.googleapis.com/logName" then + -- Ignore the parsed payload since the logName is controlled + -- by the OpsAgent. + elseif k == "logging.googleapis.com/labels" then + -- LogEntry.labels are basically a map[string]string and so only require a + -- shallow merge (one level deep merge). + record[k] = shallow_merge(record[k], v) + else + record[k] = v + end + end + + return record +end + +function parser_merge_record(tag, timestamp, record) + originalPayload = record["logging.googleapis.com/__tmp"] + if originalPayload == nil then + return 0, timestamp, record + end + + -- Remove original payload + record["logging.googleapis.com/__tmp"] = nil + record = merge(originalPayload, record) + return 2, timestamp, record +end diff --git a/confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua similarity index 100% rename from confgenerator/testdata/goldens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua rename to confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/adea349dc2d92cd07daa1d7847f5e96a.lua diff --git a/confgenerator/testdata/goldens/builtin/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/b4a0dead382dce7b4fe011d3f59fdb6d.lua similarity index 90% rename from confgenerator/testdata/goldens/builtin/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua rename to confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/b4a0dead382dce7b4fe011d3f59fdb6d.lua index ff2ff3202b..6263563b66 100644 --- a/confgenerator/testdata/goldens/builtin/golden/windows-2012/98b52408a7bd746aaf24acc193569c95.lua +++ b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/b4a0dead382dce7b4fe011d3f59fdb6d.lua @@ -1,7 +1,7 @@ function parser_nest(tag, timestamp, record) local nestedRecord = {} - local parseKey = "TimeGenerated" + local parseKey = "message" for k, v in pairs(record) do if k ~= parseKey then nestedRecord[k] = v diff --git a/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/enabled_receivers_otlp.json b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/enabled_receivers_otlp.json new file mode 100644 index 0000000000..9cf0a64e2d --- /dev/null +++ b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/enabled_receivers_otlp.json @@ -0,0 +1 @@ +{"resourceMetrics":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeMetrics":[{"scope":{},"metrics":[{"name":"agent.googleapis.com/agent/ops_agent/enabled_receivers","gauge":{"dataPoints":[{"attributes":[{"key":"telemetry_type","value":{"stringValue":"metrics"}},{"key":"receiver_type","value":{"stringValue":"hostmetrics"}}],"asInt":"1"},{"attributes":[{"key":"telemetry_type","value":{"stringValue":"logs"}},{"key":"receiver_type","value":{"stringValue":"files"}}],"asInt":"1"}]}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/feature_tracking_otlp.json b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/feature_tracking_otlp.json new file mode 100644 index 0000000000..75f041e155 --- /dev/null +++ b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/feature_tracking_otlp.json @@ -0,0 +1 @@ +{"resourceMetrics":[{"resource":{"attributes":[{"key":"k","value":{"stringValue":"v"}}]},"scopeMetrics":[{"scope":{},"metrics":[{"name":"agent.googleapis.com/agent/internal/ops/feature_tracking","gauge":{"dataPoints":[{"attributes":[{"key":"module","value":{"stringValue":"logging"}},{"key":"feature","value":{"stringValue":"service:pipelines"}},{"key":"key","value":{"stringValue":"default_pipeline_overridden"}},{"key":"value","value":{"stringValue":"false"}}],"asInt":"1"},{"attributes":[{"key":"module","value":{"stringValue":"metrics"}},{"key":"feature","value":{"stringValue":"service:pipelines"}},{"key":"key","value":{"stringValue":"default_pipeline_overridden"}},{"key":"value","value":{"stringValue":"false"}}],"asInt":"1"},{"attributes":[{"key":"module","value":{"stringValue":"global"}},{"key":"feature","value":{"stringValue":"default:self_log"}},{"key":"key","value":{"stringValue":"default_self_log_file_collection"}},{"key":"value","value":{"stringValue":"true"}}],"asInt":"1"},{"attributes":[{"key":"module","value":{"stringValue":"logging"}},{"key":"feature","value":{"stringValue":"service:otel_logging"}},{"key":"key","value":{"stringValue":"otel_logging_supported_config"}},{"key":"value","value":{"stringValue":"true"}}],"asInt":"1"}]}}]}]}]} \ No newline at end of file diff --git a/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/features.yaml b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/features.yaml new file mode 100644 index 0000000000..83149d1d58 --- /dev/null +++ b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/features.yaml @@ -0,0 +1,16 @@ +- module: logging + feature: service:pipelines + key: default_pipeline_overridden + value: "false" +- module: metrics + feature: service:pipelines + key: default_pipeline_overridden + value: "false" +- module: global + feature: default:self_log + key: default_self_log_file_collection + value: "true" +- module: logging + feature: service:otel_logging + key: otel_logging_supported_config + value: "true" diff --git a/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/fluent_bit_main.conf new file mode 100644 index 0000000000..a41f7f5311 --- /dev/null +++ b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/fluent_bit_main.conf @@ -0,0 +1,187 @@ +@SET buffers_dir=/var/lib/google-cloud-ops-agent/fluent-bit/buffers +@SET logs_dir=/var/log/google-cloud-ops-agent + +[SERVICE] + Daemon off + Flush 1 + Log_Level info + dns.resolver legacy + storage.backlog.mem_limit 50M + storage.checksum off + storage.max_chunks_up 128 + storage.metrics on + storage.sync normal + +[INPUT] + Name fluentbit_metrics + Scrape_Interval 60 + Scrape_On_Start True + +[INPUT] + Buffer_Chunk_Size 512k + Buffer_Max_Size 2M + DB ${buffers_dir}/default_pipeline_syslog + DB.locking true + Key message + Mem_Buf_Limit 10M + Name tail + Path /var/log/messages,/var/log/syslog + Read_from_Head True + Rotate_Wait 30 + Skip_Long_Lines On + Tag default_pipeline.syslog + storage.type filesystem + +[INPUT] + Dummy {"code": "LogPingOpsAgent", "severity": "DEBUG"} + Interval_NSec 0 + Interval_Sec 600 + Name dummy + Tag ops-agent-health + +[INPUT] + Buffer_Chunk_Size 512k + Buffer_Max_Size 2M + DB ${buffers_dir}/ops-agent-fluent-bit + DB.locking true + Key message + Mem_Buf_Limit 10M + Name tail + Path ${logs_dir}/subagents/logging-module.log + Read_from_Head True + Rotate_Wait 30 + Skip_Long_Lines On + Tag ops-agent-fluent-bit + storage.type memory + +[INPUT] + Buffer_Chunk_Size 512k + Buffer_Max_Size 2M + DB ${buffers_dir}/ops-agent-health + DB.locking true + Key message + Mem_Buf_Limit 10M + Name tail + Path ${logs_dir}/health-checks.log + Read_from_Head True + Rotate_Wait 30 + Skip_Long_Lines On + Tag ops-agent-health + storage.type memory + +[FILTER] + Match default_pipeline.syslog + Name lua + call process + script adea349dc2d92cd07daa1d7847f5e96a.lua + +[FILTER] + Match ops-agent-fluent-bit + Name lua + call parser_nest + script b4a0dead382dce7b4fe011d3f59fdb6d.lua + +[FILTER] + Key_Name message + Match ops-agent-fluent-bit + Name parser + Preserve_Key True + Reserve_Data True + Parser ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing + +[FILTER] + Match ops-agent-fluent-bit + Name lua + call parser_merge_record + script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua + +[FILTER] + Match ops-agent-health + Name lua + call parser_nest + script b4a0dead382dce7b4fe011d3f59fdb6d.lua + +[FILTER] + Key_Name message + Match ops-agent-health + Name parser + Reserve_Data True + Parser ops-agent-health.health-checks-json + +[FILTER] + Match ops-agent-health + Name lua + call parser_merge_record + script 5fc5f42c16c9e1ab8292e3d42f74f3be.lua + +[FILTER] + Match ops-agent-health + Name grep + Regex severity INFO|ERROR|WARNING|DEBUG|info|error|warning|debug + +[FILTER] + Match ops-agent-fluent-bit + Name rewrite_tag + Rule message \[error\]\s\[lib\]\sbackend\sfailed ops-agent-health true + +[FILTER] + Name modify + Match ops-agent-health + Condition Key_value_matches message \[error\]\s\[lib\]\sbackend\sfailed + Set code LogPipelineErr + Set message "[Runtime Check] Result: FAIL, Error code: LogPipelineErr, Failure: Ops Agent logging pipeline failed, Solution: Refer to provided documentation link., Resource: https://cloud.google.com/stackdriver/docs/solutions/agents/ops-agent/troubleshoot-find-info" + +[FILTER] + Match ops-agent-fluent-bit + Name rewrite_tag + Rule message \[error\]\s\[parser\]\scannot\sparse ops-agent-health true + +[FILTER] + Name modify + Match ops-agent-health + Condition Key_value_matches message \[error\]\s\[parser\]\scannot\sparse + Set code LogParseErr + Set message "[Runtime Check] Result: WARNING, Error code: LogParseErr, Failure: Ops Agent failed to parse logs, Solution: Refer to provided documentation link., Resource: https://cloud.google.com/stackdriver/docs/solutions/agents/ops-agent/troubleshoot-find-info" + +[FILTER] + Match ops-agent-health + Name lua + call process + script 0f15dbe303dc7122d43443c9a4c31632.lua + +[FILTER] + Match ops-agent-* + Name lua + call process + script 4d6012ff003886818fb9b9285b4af962.lua + +[OUTPUT] + Match_Regex ^(default_pipeline\.syslog)$ + Name stackdriver + Retry_Limit 3 + http_request_key logging.googleapis.com/httpRequest + net.connect_timeout_log_error False + resource gce_instance + stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + storage.total_limit_size 2G + tls On + tls.verify Off + workers 8 + +[OUTPUT] + Match_Regex ^(ops-agent-health|ops-agent-fluent-bit)$ + Name stackdriver + Retry_Limit 3 + http_request_key logging.googleapis.com/httpRequest + net.connect_timeout_log_error False + resource gce_instance + stackdriver_agent Google-Cloud-Ops-Agent-Logging/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) + tls On + tls.verify Off + workers 8 + +[OUTPUT] + Match * + Name prometheus_exporter + host 0.0.0.0 + port 20202 diff --git a/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/fluent_bit_parser.conf b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/fluent_bit_parser.conf new file mode 100644 index 0000000000..3c603780bd --- /dev/null +++ b/confgenerator/testdata/goldens/logging-default_no_otel/golden/linux-gpu/fluent_bit_parser.conf @@ -0,0 +1,13 @@ +[PARSER] + Format regex + Name ops-agent-fluent-bit.fluent-bit-self-log-regex-parsing + Regex (?\[[ ]*(?