From 69c0acf847b2c6335be99a4c62fe1d57013cba4f Mon Sep 17 00:00:00 2001 From: Francisco Valente <1435136+franciscovalentecastro@users.noreply.github.com> Date: Thu, 5 Feb 2026 22:39:24 +0000 Subject: [PATCH 1/6] Create `LoggingPersistentQueue` and `LoggingNonPersistentQueue` to support log buffering. --- apps/otlp.go | 2 +- confgenerator/confgenerator.go | 60 ++++++++++++++++++++++-------- confgenerator/logging_receivers.go | 8 ++-- confgenerator/otel/modular.go | 9 +++-- 4 files changed, 56 insertions(+), 23 deletions(-) diff --git a/apps/otlp.go b/apps/otlp.go index a46181dae7..fd1f6309a6 100644 --- a/apps/otlp.go +++ b/apps/otlp.go @@ -145,7 +145,7 @@ func (r ReceiverOTLP) Pipelines(ctx context.Context) ([]otel.ReceiverPipeline, e ExporterTypes: map[string]otel.ExporterType{ "metrics": receiverPipelineType, "traces": otel.OTel, - "logs": otel.Logging, + "logs": otel.LoggingPersistentQueue, }, Receiver: otel.Component{ Type: "otlp", diff --git a/confgenerator/confgenerator.go b/confgenerator/confgenerator.go index 679d66b50a..54ab56aad0 100644 --- a/confgenerator/confgenerator.go +++ b/confgenerator/confgenerator.go @@ -57,15 +57,34 @@ func googleCloudExporter(userAgent string, instrumentationLabels bool, serviceRe } } -func googleCloudLoggingExporter() otel.Component { - return otel.Component{ - Type: "googlecloud", - Config: map[string]interface{}{ - // Set to mirror the 60s max limit of default retry window in Google Cloud Logging apiv2 go client : - // https://github.com/googleapis/google-cloud-go/blob/logging/v1.4.2/logging/apiv2/logging_client.go#L78-L90 - "timeout": "60s", +func googleCloudLoggingExporter(persistent_queue bool) otel.Component { + config := map[string]interface{}{ + // Set to mirror the 60s max limit of default retry window in Google Cloud Logging apiv2 go client : + // https://github.com/googleapis/google-cloud-go/blob/logging/v1.4.2/logging/apiv2/logging_client.go#L78-L90 + "timeout": "60s", + "sending_queue": map[string]interface{}{ + "enabled": true, + "block_on_overflow": true, + "wait_for_result": true, + "batch": map[string]interface{}{ + "flush_timeout": "200ms", + "min_size": 1, + "max_size": 1000, + "sizer": "items", + }, }, } + + if persistent_queue { + if sq, ok := config["sending_queue"].(map[string]interface{}); ok { + sq["storage"] = dbStorageExtensionID() + } + } + + return otel.Component{ + Type: "googlecloud", + Config: config, + } } func ConvertPrometheusExporterToOtlpExporter(pipeline otel.ReceiverPipeline, ctx context.Context) otel.ReceiverPipeline { @@ -152,6 +171,11 @@ func fileStorageExtensionID() string { return "file_storage" } +// dbStorageExtensionID returns the file_storage extension used by all receivers and exporters. +func dbStorageExtensionID() string { + return "db_storage" +} + // fileStorageExtensionConfig returns a configured file_storage extension to be used by all receivers and exporters. func fileStorageExtensionConfig(stateDir string) map[string]interface{} { return map[string]interface{}{ @@ -160,6 +184,14 @@ func fileStorageExtensionConfig(stateDir string) map[string]interface{} { } } +// dbStorageExtensionConfig returns a configured file_storage extension to be used by all receivers and exporters. +func dbStorageExtensionConfig(stateDir string) map[string]interface{} { + return map[string]interface{}{ + "driver": "sqlite", + "datasource": fmt.Sprintf("file://%s?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL)", path.Join(stateDir, "db_storage.db")), + } +} + func (uc *UnifiedConfig) getEnabledExtensions(ctx context.Context, stateDir string) map[string]interface{} { extensions := map[string]interface{}{} expOtlpExporter := experimentsFromContext(ctx)["otlp_exporter"] @@ -168,6 +200,7 @@ func (uc *UnifiedConfig) getEnabledExtensions(ctx context.Context, stateDir stri } if uc.Logging.Service.OTelLogging { extensions["file_storage"] = fileStorageExtensionConfig(stateDir) + extensions["db_storage"] = dbStorageExtensionConfig(stateDir) } return extensions } @@ -222,14 +255,11 @@ func (uc *UnifiedConfig) GenerateOtelConfig(ctx context.Context, outDir, stateDi }, }, }, - otel.Logging: { - Exporter: googleCloudLoggingExporter(), - ProcessorsByType: map[string][]otel.Component{ - // Batching logs improves log export performance. - "logs": { - otel.BatchProcessor(1000, 1000, "200ms"), - }, - }, + otel.LoggingPersistentQueue: { + Exporter: googleCloudLoggingExporter(true), + }, + otel.LoggingNonPersistentQueue: { + Exporter: googleCloudLoggingExporter(false), }, }, }.Generate(ctx) diff --git a/confgenerator/logging_receivers.go b/confgenerator/logging_receivers.go index bdd33b05c6..20982ae725 100644 --- a/confgenerator/logging_receivers.go +++ b/confgenerator/logging_receivers.go @@ -244,7 +244,7 @@ func (r LoggingReceiverFilesMixin) Pipelines(ctx context.Context) ([]otel.Receiv "logs": nil, }, ExporterTypes: map[string]otel.ExporterType{ - "logs": otel.Logging, + "logs": otel.LoggingNonPersistentQueue, }, }}, nil } @@ -369,7 +369,7 @@ func (r LoggingReceiverSyslog) Pipelines(ctx context.Context) ([]otel.ReceiverPi }, ExporterTypes: map[string]otel.ExporterType{ - "logs": otel.Logging, + "logs": otel.LoggingPersistentQueue, }, }}, nil } @@ -638,7 +638,7 @@ func (r LoggingReceiverWindowsEventLog) Pipelines(ctx context.Context) ([]otel.R "logs": p, }, ExporterTypes: map[string]otel.ExporterType{ - "logs": otel.Logging, + "logs": otel.LoggingNonPersistentQueue, }, }) } @@ -1028,7 +1028,7 @@ func (r LoggingReceiverSystemd) Pipelines(ctx context.Context) ([]otel.ReceiverP }, ExporterTypes: map[string]otel.ExporterType{ - "logs": otel.Logging, + "logs": otel.LoggingNonPersistentQueue, }, }}, nil } diff --git a/confgenerator/otel/modular.go b/confgenerator/otel/modular.go index d2a738383a..35a7eef162 100644 --- a/confgenerator/otel/modular.go +++ b/confgenerator/otel/modular.go @@ -38,7 +38,8 @@ const ( System GMP OTLP - Logging + LoggingPersistentQueue + LoggingNonPersistentQueue ) const ( Override ResourceDetectionMode = iota @@ -52,8 +53,10 @@ func (t ExporterType) Name() string { return "" } else if t == OTel { return "otel" - } else if t == Logging { - return "logging" + } else if t == LoggingPersistentQueue { + return "logging_persistent_queue" + } else if t == LoggingNonPersistentQueue { + return "logging_non_persistent_queue" } else if t == OTLP { return "otlp" } else { From 206a46538d675207ba9134f3ecc6be0fcb2ce7fd Mon Sep 17 00:00:00 2001 From: Francisco Valente <1435136+franciscovalentecastro@users.noreply.github.com> Date: Thu, 5 Feb 2026 22:40:24 +0000 Subject: [PATCH 2/6] Update transformation test. --- transformation_test/transformation_test.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/transformation_test/transformation_test.go b/transformation_test/transformation_test.go index 689049a32e..584e4edcc8 100644 --- a/transformation_test/transformation_test.go +++ b/transformation_test/transformation_test.go @@ -404,7 +404,7 @@ func (transformationConfig transformationTest) generateOTelConfig(ctx context.Co ReceiverPipelines: rps, Pipelines: pls, Exporters: map[otel.ExporterType]otel.ExporterComponents{ - otel.Logging: { + otel.LoggingNonPersistentQueue: { ProcessorsByType: map[string][]otel.Component{ // Batch with 1.5s timeout to group in the same log request // all late entries flushed from a multiline parser after 1s. From 510c5d70cf451a3fa03eec9c3adcaac9f7ada28d Mon Sep 17 00:00:00 2001 From: Francisco Valente <1435136+franciscovalentecastro@users.noreply.github.com> Date: Tue, 10 Feb 2026 22:09:59 +0000 Subject: [PATCH 3/6] Update goldens. --- .../golden/linux-gpu/otel.yaml | 19 +++++--- .../golden/linux/otel.yaml | 19 +++++--- .../golden/windows-2012/otel.yaml | 19 +++++--- .../golden/windows/otel.yaml | 19 +++++--- .../golden/linux-gpu/otel.yaml | 25 +++++++---- .../golden/linux/otel.yaml | 25 +++++++---- .../golden/windows-2012/otel.yaml | 31 +++++++------ .../golden/windows/otel.yaml | 31 +++++++------ .../golden/linux-gpu/otel.yaml | 25 +++++++---- .../golden/linux/otel.yaml | 25 +++++++---- .../golden/windows-2012/otel.yaml | 31 +++++++------ .../golden/windows/otel.yaml | 31 +++++++------ .../golden/linux-gpu/otel.yaml | 37 ++++++++++++---- .../golden/linux/otel.yaml | 37 ++++++++++++---- .../golden/windows-2012/otel.yaml | 43 +++++++++++++------ .../golden/windows/otel.yaml | 43 +++++++++++++------ .../golden/linux-gpu/otel.yaml | 25 +++++++---- .../golden/linux/otel.yaml | 25 +++++++---- .../golden/windows-2012/otel.yaml | 31 +++++++------ .../golden/windows/otel.yaml | 31 +++++++------ .../golden/linux-gpu/otel.yaml | 22 +++++++--- .../golden/linux/otel.yaml | 22 +++++++--- .../golden/windows-2012/otel.yaml | 28 +++++++----- .../golden/windows/otel.yaml | 28 +++++++----- .../golden/linux-gpu/otel.yaml | 25 +++++++---- .../golden/linux/otel.yaml | 25 +++++++---- .../golden/windows-2012/otel.yaml | 31 +++++++------ .../golden/windows/otel.yaml | 31 +++++++------ .../golden/linux-gpu/otel.yaml | 25 +++++++---- .../golden/linux/otel.yaml | 25 +++++++---- .../golden/windows-2012/otel.yaml | 31 +++++++------ .../golden/windows/otel.yaml | 31 +++++++------ .../golden/linux-gpu/otel.yaml | 31 +++++++------ .../golden/linux/otel.yaml | 31 +++++++------ .../golden/windows-2012/otel.yaml | 37 ++++++++-------- .../golden/windows/otel.yaml | 37 ++++++++-------- .../golden/linux-gpu/otel.yaml | 28 +++++++----- .../golden/linux/otel.yaml | 28 +++++++----- .../golden/windows-2012/otel.yaml | 34 ++++++++------- .../golden/windows/otel.yaml | 34 ++++++++------- .../golden/linux-gpu/otel.yaml | 26 +++++++---- .../golden/linux/otel.yaml | 26 +++++++---- .../golden/windows-2012/otel.yaml | 26 +++++++---- .../golden/windows/otel.yaml | 26 +++++++---- .../golden/linux-gpu/otel.yaml | 25 +++++++---- .../golden/linux/otel.yaml | 25 +++++++---- .../golden/windows-2012/otel.yaml | 37 ++++++++-------- .../golden/windows/otel.yaml | 37 ++++++++-------- .../golden/windows-2012/otel.yaml | 34 ++++++++------- .../golden/windows/otel.yaml | 34 ++++++++------- 50 files changed, 894 insertions(+), 558 deletions(-) diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml index 822cdbd3dc..bfd958cc69 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/otel.yaml @@ -7,7 +7,17 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s googlecloud/otel: metric: @@ -25,10 +35,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -738,11 +744,10 @@ service: pipelines: logs/logs_otlp_otlp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/otlp_0 - resourcedetection/_global_1 - - batch/googlecloud/logging_logs_0 receivers: - otlp/otlp metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml index e8c79bff12..7a03b526cf 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/otel.yaml @@ -7,7 +7,17 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s googlecloud/otel: metric: @@ -25,10 +35,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -707,11 +713,10 @@ service: pipelines: logs/logs_otlp_otlp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/otlp_0 - resourcedetection/_global_1 - - batch/googlecloud/logging_logs_0 receivers: - otlp/otlp metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml index a33a37df22..b884dde2e7 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/otel.yaml @@ -7,7 +7,17 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s googlecloud/otel: metric: @@ -25,10 +35,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -820,11 +826,10 @@ service: pipelines: logs/logs_otlp_otlp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/otlp_0 - resourcedetection/_global_1 - - batch/googlecloud/logging_logs_0 receivers: - otlp/otlp metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml index a33a37df22..b884dde2e7 100644 --- a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/otel.yaml @@ -7,7 +7,17 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s googlecloud/otel: metric: @@ -25,10 +35,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -820,11 +826,10 @@ service: pipelines: logs/logs_otlp_otlp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/otlp_0 - resourcedetection/_global_1 - - batch/googlecloud/logging_logs_0 receivers: - otlp/otlp metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux-gpu/otel.yaml index d3866f44c2..19d2945a96 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux-gpu/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -876,19 +884,19 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/sample__logs_0 - filter/logs_p1_sample__logs_0 @@ -915,7 +923,6 @@ service: - filter/logs_p1_sample__logs_21 - filter/logs_p1_sample__logs_22 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux/otel.yaml index 0f34224e79..4fe87d314e 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -844,20 +852,20 @@ receivers: - 0.0.0.0:20201 service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/sample__logs_0 - filter/logs_p1_sample__logs_0 @@ -884,7 +892,6 @@ service: - filter/logs_p1_sample__logs_21 - filter/logs_p1_sample__logs_22 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml index 259a3ba414..0a1c5f9d6a 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1297,44 +1305,42 @@ receivers: object: SQLServer:Databases service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/sample__logs_0 - filter/logs_p1_sample__logs_0 @@ -1361,7 +1367,6 @@ service: - filter/logs_p1_sample__logs_21 - filter/logs_p1_sample__logs_22 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows/otel.yaml index 259a3ba414..15196332eb 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1298,43 +1306,41 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/sample__logs_0 - filter/logs_p1_sample__logs_0 @@ -1361,7 +1367,6 @@ service: - filter/logs_p1_sample__logs_21 - filter/logs_p1_sample__logs_22 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux-gpu/otel.yaml index 25f41a2ae5..53f4c6d819 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux-gpu/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -849,24 +857,23 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/sample__logs_0 - transform/logs_p1_sample__logs_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux/otel.yaml index 69d9db3c61..46b5fbc326 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -818,24 +826,23 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/sample__logs_0 - transform/logs_p1_sample__logs_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows-2012/otel.yaml index 6dd1ba29b6..525d38ece0 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows-2012/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1271,48 +1279,45 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/sample__logs_0 - transform/logs_p1_sample__logs_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows/otel.yaml index 6dd1ba29b6..525d38ece0 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1271,48 +1279,45 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/sample__logs_0 - transform/logs_p1_sample__logs_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux-gpu/otel.yaml index d8ef662f48..2cb18f75e6 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux-gpu/otel.yaml @@ -7,9 +7,33 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true + timeout: 60s + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +41,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -765,24 +785,23 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/sample__logs_0 - transform/logs_p1_sample__logs_0 - resourcedetection/_global_1 - - batch/googlecloud/logging_logs_0 receivers: - otlp/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml index 07991c2beb..9d4ee4d64d 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml @@ -7,9 +7,33 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true + timeout: 60s + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +41,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -733,25 +753,24 @@ receivers: - 0.0.0.0:20201 service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/sample__logs_0 - transform/logs_p1_sample__logs_0 - resourcedetection/_global_1 - - batch/googlecloud/logging_logs_0 receivers: - otlp/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows-2012/otel.yaml index cd0d51dd91..86aec0b7f5 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows-2012/otel.yaml @@ -7,9 +7,33 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true + timeout: 60s + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +41,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1187,48 +1207,45 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/sample__logs_0 - transform/logs_p1_sample__logs_0 - resourcedetection/_global_1 - - batch/googlecloud/logging_logs_0 receivers: - otlp/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows/otel.yaml index cd0d51dd91..86aec0b7f5 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows/otel.yaml @@ -7,9 +7,33 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true + timeout: 60s + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +41,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1187,48 +1207,45 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_p1_sample__logs: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/sample__logs_0 - transform/logs_p1_sample__logs_0 - resourcedetection/_global_1 - - batch/googlecloud/logging_logs_0 receivers: - otlp/sample__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux-gpu/otel.yaml index f7c46a3cea..bcf5e1ac87 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux-gpu/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -816,24 +824,23 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_pipeline1_log__source__id1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/log__source__id1_0 - transform/logs_pipeline1_log__source__id1_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/log__source__id1 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux/otel.yaml index 24b15719d8..ae81f0b89c 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -785,24 +793,23 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_pipeline1_log__source__id1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/log__source__id1_0 - transform/logs_pipeline1_log__source__id1_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/log__source__id1 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml index 2aaa7a632d..bda45afa87 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1237,49 +1245,46 @@ receivers: object: SQLServer:Databases service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_pipeline1_log__source__id1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/log__source__id1_0 - transform/logs_pipeline1_log__source__id1_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/log__source__id1 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows/otel.yaml index 2aaa7a632d..f44cbdbed0 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1238,48 +1246,45 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_pipeline1_log__source__id1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/log__source__id1_0 - transform/logs_pipeline1_log__source__id1_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/log__source__id1 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml index 348b453b51..3112d88316 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -771,16 +779,16 @@ receivers: - 0.0.0.0:20201 service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - transform/logs_default__pipeline_syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux/otel.yaml index 7421e42482..32cc63c707 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -741,15 +749,15 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - transform/logs_default__pipeline_syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml index d927eb8d72..aabac6041a 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1303,42 +1311,40 @@ receivers: object: SQLServer:Databases service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - transform/logs_default__pipeline_windows__event__log_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - transform/logs_default__pipeline_windows__event__log_1_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - transform/logs_default__pipeline_windows__event__log_2_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows/otel.yaml index d927eb8d72..e287c16eb6 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1304,41 +1312,39 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - transform/logs_default__pipeline_windows__event__log_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - transform/logs_default__pipeline_windows__event__log_1_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - transform/logs_default__pipeline_windows__event__log_2_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux-gpu/otel.yaml index 5d87bb6cf1..9299be9da1 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux-gpu/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -761,23 +769,22 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_pipeline1_log__source__id1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/log__source__id1_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/log__source__id1 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux/otel.yaml index 723c4c60d4..3047ee2056 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -730,23 +738,22 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_pipeline1_log__source__id1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/log__source__id1_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/log__source__id1 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows-2012/otel.yaml index 72d312ccb1..32773921b1 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows-2012/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1183,47 +1191,44 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_pipeline1_log__source__id1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/log__source__id1_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/log__source__id1 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml index 72d312ccb1..e00371322c 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1182,48 +1190,45 @@ receivers: object: SQLServer:Databases service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_pipeline1_log__source__id1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/log__source__id1_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/log__source__id1 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml index 70129b80f6..6c3708a695 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -850,27 +858,26 @@ receivers: - 0.0.0.0:20201 service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_kafka_kafka: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/kafka_0 - transform/kafka_1 - transform/kafka_2 - transform/kafka_3 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/kafka metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux/otel.yaml index 6fcc9d8591..2e5dee2317 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -820,26 +828,25 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_kafka_kafka: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/kafka_0 - transform/kafka_1 - transform/kafka_2 - transform/kafka_3 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/kafka metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows-2012/otel.yaml index 8224db04a7..a529edc20a 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows-2012/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1273,50 +1281,47 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_kafka_kafka: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/kafka_0 - transform/kafka_1 - transform/kafka_2 - transform/kafka_3 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/kafka metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows/otel.yaml index 8224db04a7..a529edc20a 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1273,50 +1281,47 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_kafka_kafka: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/kafka_0 - transform/kafka_1 - transform/kafka_2 - transform/kafka_3 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/kafka metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/otel.yaml index f3329a2b6e..139fecfcb2 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -1391,19 +1399,19 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_mysql_mysql__error: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/mysql__error_0 - transform/mysql__error_1 @@ -1411,12 +1419,11 @@ service: - transform/mysql__error_3 - transform/mysql__error_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__error logs/logs_mysql_mysql__general: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/mysql__general_0 - transform/mysql__general_1 @@ -1424,12 +1431,11 @@ service: - transform/mysql__general_3 - transform/mysql__general_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__general logs/logs_mysql_mysql__slow: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/mysql__slow_0 - transform/mysql__slow_1 @@ -1437,7 +1443,6 @@ service: - transform/mysql__slow_3 - transform/mysql__slow_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__slow metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/otel.yaml index da5cb03d53..a45bd58ef1 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -1360,19 +1368,19 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_mysql_mysql__error: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/mysql__error_0 - transform/mysql__error_1 @@ -1380,12 +1388,11 @@ service: - transform/mysql__error_3 - transform/mysql__error_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__error logs/logs_mysql_mysql__general: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/mysql__general_0 - transform/mysql__general_1 @@ -1393,12 +1400,11 @@ service: - transform/mysql__general_3 - transform/mysql__general_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__general logs/logs_mysql_mysql__slow: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/mysql__slow_0 - transform/mysql__slow_1 @@ -1406,7 +1412,6 @@ service: - transform/mysql__slow_3 - transform/mysql__slow_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__slow metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows-2012/otel.yaml index 8ec2a62ef3..c816fffc64 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows-2012/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1813,43 +1821,41 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_mysql_mysql__error: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/mysql__error_0 - transform/mysql__error_1 @@ -1857,12 +1863,11 @@ service: - transform/mysql__error_3 - transform/mysql__error_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__error logs/logs_mysql_mysql__general: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/mysql__general_0 - transform/mysql__general_1 @@ -1870,12 +1875,11 @@ service: - transform/mysql__general_3 - transform/mysql__general_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__general logs/logs_mysql_mysql__slow: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/mysql__slow_0 - transform/mysql__slow_1 @@ -1883,7 +1887,6 @@ service: - transform/mysql__slow_3 - transform/mysql__slow_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__slow metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/otel.yaml index 8ec2a62ef3..c816fffc64 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1813,43 +1821,41 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_mysql_mysql__error: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/mysql__error_0 - transform/mysql__error_1 @@ -1857,12 +1863,11 @@ service: - transform/mysql__error_3 - transform/mysql__error_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__error logs/logs_mysql_mysql__general: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/mysql__general_0 - transform/mysql__general_1 @@ -1870,12 +1875,11 @@ service: - transform/mysql__general_3 - transform/mysql__general_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__general logs/logs_mysql_mysql__slow: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - logstransform/mysql__slow_0 - transform/mysql__slow_1 @@ -1883,7 +1887,6 @@ service: - transform/mysql__slow_3 - transform/mysql__slow_4 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/mysql__slow metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux-gpu/otel.yaml index acdba612cf..fc02cddb0e 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux-gpu/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -1023,36 +1031,34 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_nginx_nginx__access: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/nginx__access_0 - transform/nginx__access_1 - transform/nginx__access_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/nginx__access logs/logs_nginx_nginx__error: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/nginx__error_0 - transform/nginx__error_1 - transform/nginx__error_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/nginx__error metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml index 16cd2a4677..28ba8b6ee4 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -991,37 +999,35 @@ receivers: - 0.0.0.0:20201 service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_nginx_nginx__access: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/nginx__access_0 - transform/nginx__access_1 - transform/nginx__access_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/nginx__access logs/logs_nginx_nginx__error: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/nginx__error_0 - transform/nginx__error_1 - transform/nginx__error_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/nginx__error metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows-2012/otel.yaml index 0d41b2b2c9..5c91c50350 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows-2012/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1445,60 +1453,56 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_nginx_nginx__access: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/nginx__access_0 - transform/nginx__access_1 - transform/nginx__access_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/nginx__access logs/logs_nginx_nginx__error: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/nginx__error_0 - transform/nginx__error_1 - transform/nginx__error_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/nginx__error metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows/otel.yaml index 0d41b2b2c9..5c91c50350 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1445,60 +1453,56 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_nginx_nginx__access: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/nginx__access_0 - transform/nginx__access_1 - transform/nginx__access_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/nginx__access logs/logs_nginx_nginx__error: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/nginx__error_0 - transform/nginx__error_1 - transform/nginx__error_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/nginx__error metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml index 389a2d80cd..b0218b3afa 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml @@ -7,9 +7,22 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +30,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -874,28 +883,27 @@ receivers: listen_address: 2.2.2.2:2222 service: extensions: + - db_storage - file_storage pipelines: logs/logs_pipeline1_test__syslog__source__id__tcp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/test__syslog__source__id__tcp_0 - transform/test__syslog__source__id__tcp_1 - transform/logs_pipeline1_test__syslog__source__id__tcp_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - syslog/test__syslog__source__id__tcp logs/logs_pipeline2_test__syslog__source__id__udp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/test__syslog__source__id__udp_0 - transform/test__syslog__source__id__udp_1 - transform/logs_pipeline2_test__syslog__source__id__udp_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - syslog/test__syslog__source__id__udp metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux/otel.yaml index 687f3cf6c7..c78e0e6ecc 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux/otel.yaml @@ -7,9 +7,22 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +30,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -844,27 +853,26 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_pipeline1_test__syslog__source__id__tcp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/test__syslog__source__id__tcp_0 - transform/test__syslog__source__id__tcp_1 - transform/logs_pipeline1_test__syslog__source__id__tcp_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - syslog/test__syslog__source__id__tcp logs/logs_pipeline2_test__syslog__source__id__udp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/test__syslog__source__id__udp_0 - transform/test__syslog__source__id__udp_1 - transform/logs_pipeline2_test__syslog__source__id__udp_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - syslog/test__syslog__source__id__udp metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows-2012/otel.yaml index 7e9a032dda..00e2759ef9 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows-2012/otel.yaml @@ -7,9 +7,22 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +30,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -957,27 +966,26 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_pipeline1_test__syslog__source__id__tcp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/test__syslog__source__id__tcp_0 - transform/test__syslog__source__id__tcp_1 - transform/logs_pipeline1_test__syslog__source__id__tcp_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - syslog/test__syslog__source__id__tcp logs/logs_pipeline2_test__syslog__source__id__udp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/test__syslog__source__id__udp_0 - transform/test__syslog__source__id__udp_1 - transform/logs_pipeline2_test__syslog__source__id__udp_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - syslog/test__syslog__source__id__udp metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows/otel.yaml index 7e9a032dda..00e2759ef9 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows/otel.yaml @@ -7,9 +7,22 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + storage: db_storage + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +30,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -957,27 +966,26 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_pipeline1_test__syslog__source__id__tcp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/test__syslog__source__id__tcp_0 - transform/test__syslog__source__id__tcp_1 - transform/logs_pipeline1_test__syslog__source__id__tcp_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - syslog/test__syslog__source__id__tcp logs/logs_pipeline2_test__syslog__source__id__udp: exporters: - - googlecloud/logging + - googlecloud/logging_persistent_queue processors: - transform/test__syslog__source__id__udp_0 - transform/test__syslog__source__id__udp_1 - transform/logs_pipeline2_test__syslog__source__id__udp_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - syslog/test__syslog__source__id__udp metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux-gpu/otel.yaml index 50e270c292..e9202447b5 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux-gpu/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -785,25 +793,24 @@ receivers: - 0.0.0.0:20201 service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_systemd__pipeline_systemd__logs: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/systemd__logs_0 - transform/systemd__logs_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - journald/systemd__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux/otel.yaml index 63bd352092..d2021bf27b 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=linux;ShortName=linux_platform;ShortVersion=linux_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms cumulativetodelta/loggingmetrics_4: include: match_type: strict @@ -755,24 +763,23 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/syslog_0 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - filelog/syslog logs/logs_systemd__pipeline_systemd__logs: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/systemd__logs_0 - transform/systemd__logs_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - journald/systemd__logs metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml index 95eeac7ae1..5257abe8c6 100644 --- a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1564,69 +1572,64 @@ receivers: object: SQLServer:Databases service: extensions: + - db_storage - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_winlog2_winlog2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/winlog2_0 - transform/winlog2_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/winlog2 logs/logs_winlog2_winlog2_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/winlog2_1_0 - transform/winlog2_1_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/winlog2_1 logs/logs_winlog2_winlog2_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/winlog2_2_0 - transform/winlog2_2_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/winlog2_2 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows/otel.yaml b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows/otel.yaml index 95eeac7ae1..79a7111c9f 100644 --- a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1565,68 +1573,63 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_winlog2_winlog2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/winlog2_0 - transform/winlog2_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/winlog2 logs/logs_winlog2_winlog2_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/winlog2_1_0 - transform/winlog2_1_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/winlog2_1 logs/logs_winlog2_winlog2_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/winlog2_2_0 - transform/winlog2_2_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/winlog2_2 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows-2012/otel.yaml index c6f7ec7a2e..81d72c268b 100644 --- a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows-2012/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1263,58 +1271,54 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_winlog2_winlog2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/winlog2_0 - transform/winlog2_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/winlog2 logs/logs_winlog2_winlog2_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/winlog2_1_0 - transform/winlog2_1_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/winlog2_1 metrics/default__pipeline_hostmetrics: diff --git a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows/otel.yaml b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows/otel.yaml index c6f7ec7a2e..81d72c268b 100644 --- a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows/otel.yaml @@ -7,9 +7,21 @@ exporters: service_resource_labels: false skip_create_descriptor: true user_agent: Google-Cloud-Ops-Agent-Metrics/latest (BuildDistro=build_distro;Platform=windows;ShortName=win_platform;ShortVersion=win_platform_version) - googlecloud/logging: + googlecloud/logging_non_persistent_queue: + sending_queue: + batch: + flush_timeout: 200ms + max_size: 1000 + min_size: 1 + sizer: items + block_on_overflow: true + enabled: true + wait_for_result: true timeout: 60s extensions: + db_storage: + datasource: file://db_storage.db?_pragma=busy_timeout(10000)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL) + driver: sqlite file_storage: create_directory: true directory: file_storage @@ -17,10 +29,6 @@ processors: agentmetrics/hostmetrics_0: blank_label_metrics: - system.cpu.utilization - batch/googlecloud/logging_logs_0: - send_batch_max_size: 1000 - send_batch_size: 1000 - timeout: 200ms casttosum/iis_1: metrics: - agent.googleapis.com/iis/network/transferred_bytes_count @@ -1263,58 +1271,54 @@ receivers: service: extensions: - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_0 - transform/windows__event__log_1 - transform/windows__event__log_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log logs/logs_default__pipeline_windows__event__log_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_1_0 - transform/windows__event__log_1_1 - transform/windows__event__log_1_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_1 logs/logs_default__pipeline_windows__event__log_2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/windows__event__log_2_0 - transform/windows__event__log_2_1 - transform/windows__event__log_2_2 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/windows__event__log_2 logs/logs_winlog2_winlog2: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/winlog2_0 - transform/winlog2_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/winlog2 logs/logs_winlog2_winlog2_1: exporters: - - googlecloud/logging + - googlecloud/logging_non_persistent_queue processors: - transform/winlog2_1_0 - transform/winlog2_1_1 - resourcedetection/_global_0 - - batch/googlecloud/logging_logs_0 receivers: - windowseventlog/winlog2_1 metrics/default__pipeline_hostmetrics: From ea103eb289aabfaa87227dd6940810b81bc3089b Mon Sep 17 00:00:00 2001 From: Francisco Valente <1435136+franciscovalentecastro@users.noreply.github.com> Date: Tue, 10 Feb 2026 22:12:39 +0000 Subject: [PATCH 4/6] Update goldens. --- .../golden/windows-2012/otel.yaml | 2 +- .../golden/windows/otel.yaml | 2 +- .../golden/linux/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/linux-gpu/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/windows/otel.yaml | 2 +- .../logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml | 2 +- .../goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml | 2 +- .../golden/linux-gpu/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- 11 files changed, 11 insertions(+), 11 deletions(-) diff --git a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml index 0a1c5f9d6a..15196332eb 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml @@ -1305,8 +1305,8 @@ receivers: object: SQLServer:Databases service: extensions: - - db_storage - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows/otel.yaml index 525d38ece0..6d5e66a1f5 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows/otel.yaml @@ -1278,8 +1278,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml index 9d4ee4d64d..c781b139c1 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml @@ -753,8 +753,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - db_storage - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml index bda45afa87..f44cbdbed0 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml @@ -1245,8 +1245,8 @@ receivers: object: SQLServer:Databases service: extensions: - - db_storage - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml index 3112d88316..77c877d685 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml @@ -779,8 +779,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - db_storage - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml index aabac6041a..e287c16eb6 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml @@ -1311,8 +1311,8 @@ receivers: object: SQLServer:Databases service: extensions: - - db_storage - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml index e00371322c..32773921b1 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml @@ -1190,8 +1190,8 @@ receivers: object: SQLServer:Databases service: extensions: - - db_storage - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml index 6c3708a695..45e742054a 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml @@ -858,8 +858,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - db_storage - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml index 28ba8b6ee4..13210de2e5 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml @@ -999,8 +999,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - db_storage - file_storage + - db_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml index b0218b3afa..1bc31cd12c 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml @@ -883,8 +883,8 @@ receivers: listen_address: 2.2.2.2:2222 service: extensions: - - db_storage - file_storage + - db_storage pipelines: logs/logs_pipeline1_test__syslog__source__id__tcp: exporters: diff --git a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml index 5257abe8c6..79a7111c9f 100644 --- a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml @@ -1572,8 +1572,8 @@ receivers: object: SQLServer:Databases service: extensions: - - db_storage - file_storage + - db_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: From 9587d7f5964d7e22d9b83e357087994d4c83329a Mon Sep 17 00:00:00 2001 From: Francisco Valente <1435136+franciscovalentecastro@users.noreply.github.com> Date: Wed, 11 Feb 2026 20:22:03 +0000 Subject: [PATCH 5/6] Sort generated `extensions` config. --- confgenerator/otel/modular.go | 2 ++ 1 file changed, 2 insertions(+) diff --git a/confgenerator/otel/modular.go b/confgenerator/otel/modular.go index 35a7eef162..d2c257934f 100644 --- a/confgenerator/otel/modular.go +++ b/confgenerator/otel/modular.go @@ -18,6 +18,7 @@ package otel import ( "context" "fmt" + "slices" "github.com/GoogleCloudPlatform/ops-agent/internal/platform" yaml "github.com/goccy/go-yaml" @@ -212,6 +213,7 @@ func (c ModularConfig) Generate(ctx context.Context) (string, error) { extensions[extensionName] = c.Extensions[extensionName] extensionsList = append(extensionsList, extensionName) } + slices.Sort(extensionsList) service["extensions"] = extensionsList configMap["extensions"] = extensions } From c776a03bfe37ce1e91c9d198f05fcf922d9c84d5 Mon Sep 17 00:00:00 2001 From: Francisco Valente <1435136+franciscovalentecastro@users.noreply.github.com> Date: Wed, 11 Feb 2026 20:22:32 +0000 Subject: [PATCH 6/6] Update goldens. --- .../golden/linux-gpu/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/windows/otel.yaml | 2 +- .../golden/linux-gpu/otel.yaml | 2 +- .../golden/linux/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/linux-gpu/otel.yaml | 2 +- .../golden/linux/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/windows/otel.yaml | 2 +- .../golden/linux-gpu/otel.yaml | 2 +- .../logging-otel-processor_parse_json/golden/linux/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/windows/otel.yaml | 2 +- .../golden/linux-gpu/otel.yaml | 2 +- .../golden/linux/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/windows/otel.yaml | 2 +- .../golden/linux-gpu/otel.yaml | 2 +- .../golden/linux/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/windows/otel.yaml | 2 +- .../logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml | 2 +- .../logging-otel-receiver_kafka/golden/linux/otel.yaml | 2 +- .../logging-otel-receiver_kafka/golden/windows-2012/otel.yaml | 2 +- .../logging-otel-receiver_kafka/golden/windows/otel.yaml | 2 +- .../logging-otel-receiver_mysql/golden/linux-gpu/otel.yaml | 2 +- .../logging-otel-receiver_mysql/golden/linux/otel.yaml | 2 +- .../logging-otel-receiver_mysql/golden/windows-2012/otel.yaml | 2 +- .../logging-otel-receiver_mysql/golden/windows/otel.yaml | 2 +- .../logging-otel-receiver_nginx/golden/linux-gpu/otel.yaml | 2 +- .../logging-otel-receiver_nginx/golden/linux/otel.yaml | 2 +- .../logging-otel-receiver_nginx/golden/windows-2012/otel.yaml | 2 +- .../logging-otel-receiver_nginx/golden/windows/otel.yaml | 2 +- .../golden/linux-gpu/otel.yaml | 2 +- .../golden/linux/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/windows/otel.yaml | 2 +- .../logging-otel-receiver_systemd/golden/linux/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/windows/otel.yaml | 2 +- .../golden/windows-2012/otel.yaml | 2 +- .../golden/windows/otel.yaml | 2 +- .../ops_agent_test-TestLogEntrySpecialFields/output_otel.yaml | 4 ++-- 44 files changed, 45 insertions(+), 45 deletions(-) diff --git a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux-gpu/otel.yaml index 19d2945a96..e1db0ddef5 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/linux-gpu/otel.yaml @@ -883,8 +883,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml index 15196332eb..0a1c5f9d6a 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows-2012/otel.yaml @@ -1305,8 +1305,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows/otel.yaml index 15196332eb..0a1c5f9d6a 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_exclude_logs/golden/windows/otel.yaml @@ -1305,8 +1305,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux-gpu/otel.yaml index 53f4c6d819..b25b179ccc 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux-gpu/otel.yaml @@ -856,8 +856,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux/otel.yaml index 46b5fbc326..37c98b5db5 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/linux/otel.yaml @@ -825,8 +825,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows-2012/otel.yaml index 525d38ece0..6d5e66a1f5 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields/golden/windows-2012/otel.yaml @@ -1278,8 +1278,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux-gpu/otel.yaml index 2cb18f75e6..6d9b6a79f2 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux-gpu/otel.yaml @@ -784,8 +784,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml index c781b139c1..9d4ee4d64d 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/linux/otel.yaml @@ -753,8 +753,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows-2012/otel.yaml index 86aec0b7f5..6c619905e7 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows-2012/otel.yaml @@ -1206,8 +1206,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows/otel.yaml index 86aec0b7f5..6c619905e7 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_modify_fields_ruby_regex/golden/windows/otel.yaml @@ -1206,8 +1206,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux-gpu/otel.yaml index bcf5e1ac87..2a700f2b88 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux-gpu/otel.yaml @@ -823,8 +823,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux/otel.yaml index ae81f0b89c..eea28e9357 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/linux/otel.yaml @@ -792,8 +792,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml index f44cbdbed0..bda45afa87 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows-2012/otel.yaml @@ -1245,8 +1245,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows/otel.yaml index f44cbdbed0..bda45afa87 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_json/golden/windows/otel.yaml @@ -1245,8 +1245,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml index 77c877d685..3112d88316 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux-gpu/otel.yaml @@ -779,8 +779,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux/otel.yaml index 32cc63c707..ae319a921b 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/linux/otel.yaml @@ -748,8 +748,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml index e287c16eb6..aabac6041a 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows-2012/otel.yaml @@ -1311,8 +1311,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows/otel.yaml index e287c16eb6..aabac6041a 100644 --- a/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-processor_parse_regex_type_on_default_pipeline/golden/windows/otel.yaml @@ -1311,8 +1311,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux-gpu/otel.yaml index 9299be9da1..1d36c9c09b 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux-gpu/otel.yaml @@ -768,8 +768,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux/otel.yaml index 3047ee2056..ced37dddd1 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/linux/otel.yaml @@ -737,8 +737,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows-2012/otel.yaml index 32773921b1..e00371322c 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows-2012/otel.yaml @@ -1190,8 +1190,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml index 32773921b1..e00371322c 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_files_refresh_interval/golden/windows/otel.yaml @@ -1190,8 +1190,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml index 45e742054a..6c3708a695 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux-gpu/otel.yaml @@ -858,8 +858,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux/otel.yaml index 2e5dee2317..4569dd1720 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/linux/otel.yaml @@ -827,8 +827,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows-2012/otel.yaml index a529edc20a..792ff31ad1 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows-2012/otel.yaml @@ -1280,8 +1280,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows/otel.yaml index a529edc20a..792ff31ad1 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_kafka/golden/windows/otel.yaml @@ -1280,8 +1280,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/otel.yaml index 139fecfcb2..4a33c451c6 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux-gpu/otel.yaml @@ -1398,8 +1398,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/otel.yaml index a45bd58ef1..3275167af8 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/linux/otel.yaml @@ -1367,8 +1367,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows-2012/otel.yaml index c816fffc64..e3dfc7a88b 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows-2012/otel.yaml @@ -1820,8 +1820,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/otel.yaml index c816fffc64..e3dfc7a88b 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_mysql/golden/windows/otel.yaml @@ -1820,8 +1820,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux-gpu/otel.yaml index fc02cddb0e..1c8273a930 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux-gpu/otel.yaml @@ -1030,8 +1030,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml index 13210de2e5..28ba8b6ee4 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/linux/otel.yaml @@ -999,8 +999,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows-2012/otel.yaml index 5c91c50350..770ab2f631 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows-2012/otel.yaml @@ -1452,8 +1452,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows/otel.yaml index 5c91c50350..770ab2f631 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_nginx/golden/windows/otel.yaml @@ -1452,8 +1452,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml index 1bc31cd12c..b0218b3afa 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux-gpu/otel.yaml @@ -883,8 +883,8 @@ receivers: listen_address: 2.2.2.2:2222 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_pipeline1_test__syslog__source__id__tcp: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux/otel.yaml index c78e0e6ecc..f67a0e304b 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/linux/otel.yaml @@ -852,8 +852,8 @@ receivers: listen_address: 2.2.2.2:2222 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_pipeline1_test__syslog__source__id__tcp: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows-2012/otel.yaml index 00e2759ef9..846b88cc64 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows-2012/otel.yaml @@ -965,8 +965,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_pipeline1_test__syslog__source__id__tcp: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows/otel.yaml index 00e2759ef9..846b88cc64 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_syslog_type_multiple_receivers/golden/windows/otel.yaml @@ -965,8 +965,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_pipeline1_test__syslog__source__id__tcp: exporters: diff --git a/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux/otel.yaml b/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux/otel.yaml index d2021bf27b..3d3cbb6739 100644 --- a/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux/otel.yaml +++ b/confgenerator/testdata/goldens/logging-otel-receiver_systemd/golden/linux/otel.yaml @@ -762,8 +762,8 @@ receivers: - 0.0.0.0:20201 service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_syslog: exporters: diff --git a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml index 79a7111c9f..5257abe8c6 100644 --- a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows-2012/otel.yaml @@ -1572,8 +1572,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows/otel.yaml b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows/otel.yaml index 79a7111c9f..5257abe8c6 100644 --- a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_new_channels/golden/windows/otel.yaml @@ -1572,8 +1572,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows-2012/otel.yaml b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows-2012/otel.yaml index 81d72c268b..4353c11a41 100644 --- a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows-2012/otel.yaml +++ b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows-2012/otel.yaml @@ -1270,8 +1270,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows/otel.yaml b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows/otel.yaml index 81d72c268b..4353c11a41 100644 --- a/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows/otel.yaml +++ b/confgenerator/testdata/goldens/windows-otel-logging-receiver_winlog2_xml/golden/windows/otel.yaml @@ -1270,8 +1270,8 @@ receivers: object: SQLServer:Databases service: extensions: - - file_storage - db_storage + - file_storage pipelines: logs/logs_default__pipeline_windows__event__log: exporters: diff --git a/transformation_test/testdata/ops_agent_test-TestLogEntrySpecialFields/output_otel.yaml b/transformation_test/testdata/ops_agent_test-TestLogEntrySpecialFields/output_otel.yaml index a59fec836d..59c2bc358e 100644 --- a/transformation_test/testdata/ops_agent_test-TestLogEntrySpecialFields/output_otel.yaml +++ b/transformation_test/testdata/ops_agent_test-TestLogEntrySpecialFields/output_otel.yaml @@ -3,7 +3,7 @@ error: "could not process attribute gcp.source_location: json: cannot unmarshal string into Go struct field LogEntrySourceLocation.line of type int64" level: error msg: Exporting failed. Rejecting data. Try enabling sending_queue to survive temporary failures. - otelcol.component.id: googlecloud/logging + otelcol.component.id: googlecloud/logging_non_persistent_queue otelcol.component.kind: exporter otelcol.signal: logs rejected_items: 1.0 @@ -32,7 +32,7 @@ error: "could not process attribute gcp.source_location: json: cannot unmarshal string into Go struct field LogEntrySourceLocation.line of type int64" level: warn msg: Sender failed - otelcol.component.id: batch/googlecloud/logging_logs_0 + otelcol.component.id: batch/googlecloud/logging_non_persistent_queue_logs_0 otelcol.component.kind: processor otelcol.pipeline.id: logs/logs_transformation__test_my-log-name otelcol.signal: logs