diff --git a/manifests/agent.yml b/manifests/agent.yml index fed03d99231..3b1bc10f016 100644 --- a/manifests/agent.yml +++ b/manifests/agent.yml @@ -34,5 +34,13 @@ manifest: tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: v7.48.0 tests/test_sampling_rates.py::Test_SamplingRates: v7.33.0 tests/test_telemetry.py::Test_APMOnboardingInstallID: v7.50.0 + tests/test_telemetry.py::Test_Telemetry::test_proxy_forwarding: + - declaration: bug (APMAPI-926) + component_version: '>7.53.0' + tests/test_telemetry.py::Test_Telemetry::test_telemetry_proxy_enrichment: + - declaration: bug (APMRP-360) + component_version: '>=7.36.0 <7.37.0' + - declaration: bug (APMAPI-926) + component_version: '>7.53.0' tests/test_v1_payloads.py::Test_V1PayloadByDefault: v7.77.0-devel tests/test_v1_payloads.py::Test_V1Payloads: v7.73.0-devel diff --git a/manifests/cpp.yml b/manifests/cpp.yml index 0e45e01a8aa..78a98d949cf 100644 --- a/manifests/cpp.yml +++ b/manifests/cpp.yml @@ -9,6 +9,30 @@ # use `>1.0.0` to indicate that requirement. # NOTE: only parametric tests are run for cpp, there is no need to mark other tests as "missing_feature" here. manifest: + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids: ">1.0.0" tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3single_128_bit_generation_disabled: missing_feature (propagation style not supported) tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3single_128_bit_generation_enabled: missing_feature (propagation style not supported) @@ -25,6 +49,7 @@ manifest: tests/parametric/test_config_consistency.py::Test_Config_TraceLogDirectory: missing_feature tests/parametric/test_config_consistency.py::Test_Config_UnifiedServiceTagging: ">1.0.0" tests/parametric/test_config_consistency.py::Test_Stable_Config_Default: missing_feature + tests/parametric/test_config_consistency.py::Test_Stable_Config_Default::test_extended_configs: missing_feature (extended configs are not supported) tests/parametric/test_config_consistency.py::Test_Stable_Config_Rules: missing_feature tests/parametric/test_crashtracking.py: missing_feature tests/parametric/test_dynamic_configuration.py::TestDynamicConfigSamplingRules::test_remote_sampling_rules_retention: @@ -37,6 +62,7 @@ manifest: - declaration: bug (APMAPI-866) component_version: <=1.0.0 tests/parametric/test_dynamic_configuration.py::TestDynamicConfigTracingEnabled::test_tracing_client_tracing_disable_one_way: irrelevant (APMAPI-1592) + tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV1::test_log_injection_enabled: missing_feature (Tracer doesn't support automatic logs injection) tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV1::test_trace_sampling_rate_override_env: - declaration: bug (APMAPI-863) component_version: <=1.0.0 @@ -49,6 +75,7 @@ manifest: component_version: <=1.0.0 tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV1_ServiceTargets::test_not_match_service_target: irrelevant (APMAPI-1003) tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV2::test_capability_tracing_http_header_tags: irrelevant (The CPP tracer doesn't support http header tags) + tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV2::test_capability_tracing_logs_injection: irrelevant (Tracer doesn't support automatic logs injection) tests/parametric/test_ffe/test_dynamic_evaluation.py::Test_Feature_Flag_Dynamic_Evaluation: missing_feature tests/parametric/test_headers_b3.py::Test_Headers_B3::test_headers_b3_extract_invalid: missing_feature (format of DD_TRACE_PROPAGATION_STYLE_EXTRACT not supported) tests/parametric/test_headers_b3.py::Test_Headers_B3::test_headers_b3_extract_valid: missing_feature (format of DD_TRACE_PROPAGATION_STYLE_EXTRACT not supported) @@ -66,6 +93,8 @@ manifest: tests/parametric/test_headers_b3.py::Test_Headers_B3::test_headers_b3_single_key_propagate_valid: missing_feature (format of DD_TRACE_PROPAGATION_STYLE_EXTRACT not supported) tests/parametric/test_headers_b3multi.py::Test_Headers_B3multi: ">1.0.0" tests/parametric/test_headers_baggage.py::Test_Headers_Baggage: missing_feature + tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_disable_settings_D003: irrelevant (The current default behaviour matches the future baggage disabled behaviour) + tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_set_disabled_D007: irrelevant (The current default behaviour matches the future baggage disabled behaviour) tests/parametric/test_headers_baggage.py::Test_Headers_Baggage_Span_Tags: '>=2.0.0' # Modified by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage_Span_Tags::test_baggage_span_tags_all: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage_Span_Tags::test_baggage_span_tags_config_with_empty_keys: missing_feature # Created by easy win activation script @@ -131,6 +160,7 @@ manifest: tests/parametric/test_otel_logs.py::Test_FR05_Custom_Endpoints: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR06_OTLP_Protocols: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR07_Host_Name: missing_feature # Created by easy win activation script + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_logs.py::Test_FR08_Custom_Headers: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR09_Log_Injection: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR10_Timeout_Configuration: missing_feature # Created by easy win activation script @@ -165,6 +195,8 @@ manifest: tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Current_Span: missing_feature (otel api is not supported) tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Trace_Flush: missing_feature (otel api is not supported) tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log: missing_feature + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) tests/parametric/test_partial_flushing.py::Test_Partial_Flushing: '>=2.0.0' # Modified by easy win activation script tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_one_span: missing_feature # Created by easy win activation script tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_one_span_default: missing_feature # Created by easy win activation script @@ -216,15 +248,22 @@ manifest: tests/parametric/test_telemetry.py::Test_Environment::test_telemetry_otel_env_hiding: missing_feature (Not implemented) tests/parametric/test_telemetry.py::Test_Environment::test_telemetry_otel_env_invalid: missing_feature (Not implemented) tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin: missing_feature + ? tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin::test_stable_configuration_origin_extended_configs_good_use_case + : missing_feature (extended configs are not supported) + ? tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin::test_stable_configuration_origin_extended_configs_temporary_use_case + : missing_feature (extended configs are not supported) tests/parametric/test_telemetry.py::Test_TelemetryInstallSignature: ">1.0.0" tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar: '>=2.0.0' # Modified by easy win activation script tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated: missing_feature # Created by easy win activation script + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant tests/parametric/test_telemetry.py::Test_TelemetrySSIConfigs: missing_feature tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Globs::test_field_case_insensitivity: # Modified by easy win activation script - declaration: bug (APMAPI-908) component_version: <2.0.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags_Feb2024_Revision::test_metric_existence: missing_feature (No metric interface) tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags_Feb2024_Revision::test_metric_matching: missing_feature (No metric interface) + tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_With_W3C::test_distributed_headers_synthetics_sampling_decision: bug (APMAPI-1563) + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature tests/parametric/test_tracer.py::Test_Tracer::test_tracer_span_top_level_attributes: missing_feature (metrics cannot be set manually) tests/parametric/test_tracer.py::Test_TracerSCITagging: missing_feature tests/parametric/test_tracer_flare.py: '>=2.0.0' # Modified by easy win activation script @@ -244,4 +283,7 @@ manifest: tests/test_library_conf.py::Test_ExtractBehavior_Restart::test_single_tracecontext: missing_feature (baggage is not implemented, also remove DD_TRACE_PROPAGATION_STYLE_EXTRACT workaround in containers.py) tests/test_library_conf.py::Test_ExtractBehavior_Restart_With_Extract_First::test_multiple_tracecontexts: missing_feature (baggage is not implemented, also remove DD_TRACE_PROPAGATION_STYLE_EXTRACT workaround in containers.py) tests/test_library_conf.py::Test_ExtractBehavior_Restart_With_Extract_First::test_single_tracecontext: missing_feature (baggage is not implemented, also remove DD_TRACE_PROPAGATION_STYLE_EXTRACT workaround in containers.py) + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_telemetry.py::Test_Telemetry::test_telemetry_message_required_headers: missing_feature diff --git a/manifests/cpp_httpd.yml b/manifests/cpp_httpd.yml index cf020d2069e..766eb583297 100644 --- a/manifests/cpp_httpd.yml +++ b/manifests/cpp_httpd.yml @@ -18,18 +18,47 @@ manifest: tests/ai_guard/test_ai_guard_sdk.py::Test_SDK_Disabled: missing_feature tests/apm_tracing_e2e/: missing_feature (missing /e2e_otel_span endpoint on weblog) tests/appsec/: irrelevant (ASM is not implemented in C++) + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) tests/debugger/: irrelevant tests/ffe/test_dynamic_evaluation.py: missing_feature tests/ffe/test_exposures.py: missing_feature tests/integrations/crossed_integrations/: missing_feature (Endpoint not implemented) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_db_integrations_sql.py: missing_feature + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_dbm.py: missing_feature + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) tests/integrations/test_dsm.py: missing_feature + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant tests/integrations/test_inferred_proxy.py: missing_feature + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_otel_drop_in.py: irrelevant (library does not implement OpenTelemetry) + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) tests/otel/: irrelevant (library does not implement OpenTelemetry) + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant tests/parametric/: irrelevant (Parametric scenario is not applied on C++ httpd) + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_handling_stack_in_go: irrelevant + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature tests/remote_config/test_remote_configuration.py::Test_RemoteConfigurationExtraServices: missing_feature tests/remote_config/test_remote_configuration.py::Test_RemoteConfigurationUpdateSequenceASMDD: missing_feature tests/remote_config/test_remote_configuration.py::Test_RemoteConfigurationUpdateSequenceASMDDNoCache: missing_feature @@ -98,6 +127,9 @@ manifest: tests/test_identify.py: irrelevant tests/test_ipv6.py: missing_feature (APMAPI-869) tests/test_library_conf.py: irrelevant + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_miscs.py: irrelevant tests/test_profiling.py: missing_feature (missing profiling module in weblog) tests/test_protobuf.py: missing_feature diff --git a/manifests/cpp_nginx.yml b/manifests/cpp_nginx.yml index 5ff5be0f3fb..6b21e5f0d89 100644 --- a/manifests/cpp_nginx.yml +++ b/manifests/cpp_nginx.yml @@ -92,6 +92,9 @@ manifest: tests/appsec/test_blocking_addresses.py::Test_Blocking_client_ip_with_forwarded::test_blocking_ipv6: missing_feature (Forwarded not yet supported) # Created by easy win activation script tests/appsec/test_blocking_addresses.py::Test_Blocking_request_body: v1.4.0 tests/appsec/test_blocking_addresses.py::Test_Blocking_request_body::test_blocking_before: irrelevant (Tag adding happens before WAF run) + tests/appsec/test_blocking_addresses.py::Test_Blocking_request_body::test_non_blocking_plain_text: + - weblog_declaration: + nginx: irrelevant (Blocks on text/plain if parsed to a String) tests/appsec/test_blocking_addresses.py::Test_Blocking_request_body_multipart: v1.4.0 tests/appsec/test_blocking_addresses.py::Test_Blocking_request_cookies: v1.2.0 tests/appsec/test_blocking_addresses.py::Test_Blocking_request_cookies::test_blocking_before: irrelevant (Tag adding happens before WAF run) @@ -131,6 +134,7 @@ manifest: tests/appsec/test_ip_blocking_full_denylist.py::Test_AppSecIPBlockingFullDenylist: v1.3.0 tests/appsec/test_logs.py: irrelevant (ASM is not implemented in C++) tests/appsec/test_metastruct.py: irrelevant (ASM is not implemented in C++) + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) tests/appsec/test_rate_limiter.py::Test_Main: missing_feature (Rate limiting not implemented) tests/appsec/test_remote_config_rule_changes.py: irrelevant (ASM is not implemented in C++) tests/appsec/test_reports.py: irrelevant (ASM is not implemented in C++) @@ -142,6 +146,7 @@ manifest: tests/appsec/test_suspicious_attacker_blocking.py: irrelevant (ASM is not implemented in C++) tests/appsec/test_trace_tagging.py: irrelevant (ASM is not implemented in C++) tests/appsec/test_traces.py::Test_AppSecEventSpanTags: v1.2.0 + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) tests/appsec/test_traces.py::Test_AppSecObfuscator: v1.2.0 tests/appsec/test_traces.py::Test_AppSecObfuscator::test_appsec_obfuscator_cookies_with_custom_rules: # Easy win for all weblogs and version 1.12.0 - declaration: bug (APPSEC-58808) @@ -197,6 +202,7 @@ manifest: tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring: missing_feature (WAF monitoring tags not implemented) # Created by easy win activation script tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_errors: missing_feature (WAF monitoring tags not implemented) # Created by easy win activation script tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_once: missing_feature (WAF monitoring tags not implemented) # Created by easy win activation script + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) tests/appsec/waf/test_rules.py::Test_CommandInjection: v1.2.0 tests/appsec/waf/test_rules.py::Test_DiscoveryScan: v1.2.0 tests/appsec/waf/test_rules.py::Test_HttpProtocol: v1.2.0 @@ -229,14 +235,30 @@ manifest: tests/integrations/crossed_integrations/test_sqs.py::Test_SQS_PROPAGATION_VIA_MESSAGE_ATTRIBUTES: - weblog_declaration: "*": missing_feature (Endpoint not implemented) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_db_integrations_sql.py::Test_MsSql: missing_feature tests/integrations/test_db_integrations_sql.py::Test_MySql: missing_feature tests/integrations/test_db_integrations_sql.py::Test_Postgres: missing_feature + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_dbm.py::Test_Dbm: missing_feature + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) tests/integrations/test_dsm.py::Test_DsmContext_Extraction_Base64: missing_feature tests/integrations/test_dsm.py::Test_DsmContext_Injection_Base64: missing_feature tests/integrations/test_dsm.py::Test_DsmHttp: missing_feature tests/integrations/test_dsm.py::Test_DsmKafka: missing_feature + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant tests/integrations/test_dsm.py::Test_DsmKinesis: missing_feature tests/integrations/test_dsm.py::Test_DsmRabbitmq: missing_feature tests/integrations/test_dsm.py::Test_DsmRabbitmq_FanoutExchange: missing_feature @@ -246,9 +268,19 @@ manifest: tests/integrations/test_dsm.py::Test_Dsm_Manual_Checkpoint_Inter_Process: missing_feature tests/integrations/test_dsm.py::Test_Dsm_Manual_Checkpoint_Intra_Process: missing_feature tests/integrations/test_inferred_proxy.py: missing_feature + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_otel_drop_in.py::Test_Otel_Drop_In: irrelevant (library does not implement OpenTelemetry) + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) tests/otel/test_context_propagation.py::Test_Otel_Context_Propagation_Default_Propagator_Api: irrelevant (library does not implement OpenTelemetry) + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_handling_stack_in_go: irrelevant + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature tests/remote_config/test_remote_configuration.py::Test_RemoteConfigurationExtraServices: missing_feature tests/remote_config/test_remote_configuration.py::Test_RemoteConfigurationUpdateSequenceASMDD: v1.3.0 tests/remote_config/test_remote_configuration.py::Test_RemoteConfigurationUpdateSequenceASMDDNoCache: irrelevant (we opt into cache) @@ -321,6 +353,9 @@ manifest: tests/test_identify.py: irrelevant tests/test_ipv6.py: missing_feature (APMAPI-869) tests/test_library_conf.py: irrelevant + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_miscs.py: irrelevant tests/test_profiling.py::Test_Profile::test_process_tags: missing_feature tests/test_profiling.py::Test_Profile::test_process_tags_svc: missing_feature diff --git a/manifests/dotnet.yml b/manifests/dotnet.yml index 392c7380f9c..84b3ed15b4f 100644 --- a/manifests/dotnet.yml +++ b/manifests/dotnet.yml @@ -465,6 +465,7 @@ manifest: tests/appsec/test_metastruct.py::Test_SecurityEvents_Appsec_Metastruct_Enabled: v3.7.0 tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Disabled: v3.7.0 tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Enabled: v3.7.0 + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) tests/appsec/test_rate_limiter.py::Test_Main: v2.6.0 tests/appsec/test_remote_config_rule_changes.py::Test_AsmDdMultiConfiguration: # Modified by easy win activation script - weblog_declaration: @@ -698,14 +699,30 @@ manifest: "*": v2.48.0 tests/integrations/crossed_integrations/test_sqs.py::Test_SQS_PROPAGATION_VIA_MESSAGE_ATTRIBUTES::test_consume_trace_equality: missing_feature (Expected to fail, .NET does not propagate context) tests/integrations/crossed_integrations/test_sqs.py::_BaseSQS::test_consume_trace_equality: missing_feature (Expected to fail, .NET does not propagate context) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_db_integrations_sql.py::Test_MsSql: missing_feature tests/integrations/test_db_integrations_sql.py::Test_MySql: missing_feature tests/integrations/test_db_integrations_sql.py::Test_Postgres: missing_feature + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_dbm.py::Test_Dbm: v0.1 # missing version + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) tests/integrations/test_dsm.py::Test_DsmContext_Extraction_Base64: missing_feature tests/integrations/test_dsm.py::Test_DsmContext_Injection_Base64: missing_feature tests/integrations/test_dsm.py::Test_DsmHttp: missing_feature tests/integrations/test_dsm.py::Test_DsmKafka: v2.29.0 + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka: irrelevant (New behavior with cluster id not merged yet.) tests/integrations/test_dsm.py::Test_DsmKinesis: missing_feature tests/integrations/test_dsm.py::Test_DsmRabbitmq: v3.21.0 tests/integrations/test_dsm.py::Test_DsmRabbitmq_FanoutExchange: v3.21.0 @@ -718,10 +735,15 @@ manifest: tests/integrations/test_inferred_proxy.py::Test_AWS_API_Gateway_Inferred_Span_Creation_With_Distributed_Context: v3.15.0 tests/integrations/test_inferred_proxy.py::Test_AWS_API_Gateway_Inferred_Span_Creation_With_Error: v3.15.0 tests/integrations/test_inferred_proxy.py::Test_AWS_API_Gateway_Inferred_Span_Creation_v2: missing_feature + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_otel_drop_in.py::Test_Otel_Drop_In: missing_feature + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) tests/k8s_lib_injection/test_k8s_lib_injection_appsec.py::TestK8sLibInjectionAppsecClusterEnabled: v3.36.0 tests/k8s_lib_injection/test_k8s_lib_injection_appsec.py::TestK8sLibInjectionAppsecDisabledByDefault: v3.36.0 tests/otel/test_context_propagation.py::Test_Otel_Context_Propagation_Default_Propagator_Api: v3.9.0 + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids: v2.42.0 tests/parametric/test_config_consistency.py::Test_Config_Dogstatsd: missing_feature (does not support hostname) tests/parametric/test_config_consistency.py::Test_Config_RateLimit: v3.4.1 @@ -837,6 +859,7 @@ manifest: tests/parametric/test_otel_logs.py::Test_FR04_Trace_Span_IDs: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR05_Custom_Endpoints: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR06_OTLP_Protocols: missing_feature # Created by easy win activation script + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_otel_resources: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR08_Custom_Headers: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR09_Log_Injection: missing_feature # Created by easy win activation script @@ -852,6 +875,9 @@ manifest: component_version: <3.36.0 tests/parametric/test_otel_metrics.py::Test_Otel_Metrics_Telemetry::test_telemetry_metrics_grpc: missing_feature (OTel metrics telemetry metrics (otel.metrics_export_attempts) not yet fully flushed in time) tests/parametric/test_otel_metrics.py::Test_Otel_Metrics_Telemetry::test_telemetry_metrics_http_protobuf: missing_feature + tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_add_event_meta_serialization: missing_feature (Newer agents/testagents enabled native span event serialization by default) + tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_attributes_serialization: missing_feature (Newer agents/testagents enabled native span event serialization by default) + tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_meta_serialization: missing_feature (Newer agents/testagents enabled native span event serialization by default) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_all_error_tracking_tags: missing_feature tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_handling_stack_in_go: irrelevant tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_set_attribute_remapping_httpresponsestatuscode: @@ -904,6 +930,8 @@ manifest: tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Baggage: incomplete_test_app (otel baggage endpoints are not implemented) tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Current_Span: incomplete_test_app (otel current span endpoint are not implemented) tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log: missing_feature + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_one_span_default: missing_feature (partial flushing not enabled by default) tests/parametric/test_process_discovery.py::Test_ProcessDiscovery: '>=3.36.0' # Modified by easy win activation script tests/parametric/test_process_discovery.py::Test_ProcessDiscovery::test_metadata_content_with_process_tags: missing_feature # Created by easy win activation script @@ -945,8 +973,11 @@ manifest: tests/parametric/test_telemetry.py::Test_Environment::test_telemetry_otel_env_invalid: missing_feature (Not implemented) tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin: v3.28.0 tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin::test_stable_configuration_config_id: missing_feature (Not implemented) + ? tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin::test_stable_configuration_origin_extended_configs_temporary_use_case + : irrelevant (temporary use case for python, ruby and nodejs) tests/parametric/test_telemetry.py::Test_TelemetryInstallSignature: v2.45.0 tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar: v2.50.0 + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant tests/parametric/test_telemetry.py::Test_TelemetrySSIConfigs: v2.53.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Basic: v2.46.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Globs: v2.46.0 @@ -955,6 +986,7 @@ manifest: tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags: v2.46.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags_Feb2024_Revision: v2.48.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_With_W3C: v2.46.0 + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature tests/parametric/test_tracer.py::Test_TracerSCITagging: v2.48.0 tests/parametric/test_tracer_flare.py::TestTracerFlareV1: v2.48.0 tests/remote_config/test_remote_configuration.py::Test_RemoteConfigurationExtraServices: v2.36.0 @@ -1051,6 +1083,8 @@ manifest: tests/test_library_conf.py::Test_HeaderTags_Whitespace_Val_Short: v2.1.0 tests/test_library_conf.py::Test_HeaderTags_Wildcard_Request_Headers: missing_feature tests/test_library_conf.py::Test_HeaderTags_Wildcard_Response_Headers: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_profiling.py::Test_Profile: - weblog_declaration: "*": v1.0 # real version not known diff --git a/manifests/envoy.yml b/manifests/envoy.yml index 3ea663e86c6..4f2f915e013 100644 --- a/manifests/envoy.yml +++ b/manifests/envoy.yml @@ -25,6 +25,7 @@ manifest: tests/appsec/test_reports.py: v1.72.0 tests/appsec/test_request_blocking.py::Test_AppSecRequestBlocking: v1.72.0 tests/appsec/test_traces.py: v1.72.0 + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) tests/appsec/test_traces.py::Test_CollectRespondHeaders::test_header_collection: missing_feature (The endpoint /headers is not implemented in the weblog) tests/appsec/test_versions.py::Test_Events: v1.72.0 tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_handling_stack_in_go: irrelevant diff --git a/manifests/golang.yml b/manifests/golang.yml index f3b83b64ae3..b26edc57fac 100644 --- a/manifests/golang.yml +++ b/manifests/golang.yml @@ -378,6 +378,7 @@ manifest: tests/appsec/test_asm_standalone.py::Test_AppSecStandalone_UpstreamPropagation_V2: v1.73.0-dev tests/appsec/test_asm_standalone.py::Test_IastStandalone_UpstreamPropagation_V2: missing_feature tests/appsec/test_asm_standalone.py::Test_SCAStandalone_Telemetry_V2: v2.0.0 + tests/appsec/test_asm_standalone.py::Test_SCAStandalone_Telemetry_V2::test_app_dependencies_loaded: irrelevant (Go does not support dynamic dependency loading) tests/appsec/test_asm_standalone.py::Test_UserEventsStandalone_Automated: missing_feature tests/appsec/test_asm_standalone.py::Test_UserEventsStandalone_SDK_V1: missing_feature tests/appsec/test_asm_standalone.py::Test_UserEventsStandalone_SDK_V2: missing_feature @@ -554,6 +555,7 @@ manifest: tests/appsec/test_metastruct.py::Test_SecurityEvents_Appsec_Metastruct_Enabled: v1.72.0 tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Disabled: irrelevant (No IAST) tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Enabled: irrelevant (No IAST) + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) tests/appsec/test_remote_config_rule_changes.py::Test_AsmDdMultiConfiguration: v2.1.0-dev tests/appsec/test_remote_config_rule_changes.py::Test_BlockingActionChangesWithRemoteConfig: v1.69.0 tests/appsec/test_remote_config_rule_changes.py::Test_Empty_Config: v2.4.0 @@ -737,6 +739,10 @@ manifest: - weblog_declaration: "*": v1.35.0 gin: v1.37.0 + tests/appsec/waf/test_rules.py::Test_PhpCodeInjection::test_php_code_injection_bug: + - declaration: missing_feature + component_version: '<1.36.0' + weblog: [echo] tests/appsec/waf/test_rules.py::Test_RFI: - weblog_declaration: "*": v1.35.0 @@ -834,10 +840,25 @@ manifest: tests/integrations/crossed_integrations/test_sqs.py::Test_SQS_PROPAGATION_VIA_MESSAGE_ATTRIBUTES::test_produce_trace_equality: missing_feature (Expected to fail, Golang does not propagate context) tests/integrations/crossed_integrations/test_sqs.py::_BaseSQS::test_consume_trace_equality: missing_feature (Expected to fail, Golang does not propagate context) tests/integrations/crossed_integrations/test_sqs.py::_BaseSQS::test_produce_trace_equality: missing_feature (Expected to fail, Golang does not propagate context) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_db_integrations_sql.py::Test_MsSql: missing_feature tests/integrations/test_db_integrations_sql.py::Test_MySql: missing_feature tests/integrations/test_db_integrations_sql.py::Test_Postgres: missing_feature + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_dbm.py::Test_Dbm: missing_feature + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) tests/integrations/test_dsm.py::Test_DsmContext_Extraction_Base64: - weblog_declaration: "*": irrelevant @@ -851,6 +872,7 @@ manifest: - weblog_declaration: "*": irrelevant net-http: v0.1 # real version unknown + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant tests/integrations/test_dsm.py::Test_DsmKinesis: - weblog_declaration: "*": irrelevant @@ -916,11 +938,16 @@ manifest: net-http: v1.72.1 net-http-orchestrion: v1.72.1 tests/integrations/test_inferred_proxy.py::Test_AWS_API_Gateway_Inferred_Span_Creation_v2: missing_feature + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_otel_drop_in.py::Test_Otel_Drop_In: missing_feature + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) tests/otel/test_context_propagation.py::Test_Otel_Context_Propagation_Default_Propagator_Api: - weblog_declaration: "*": incomplete_test_app (endpoint not implemented) net-http: v1.70.1 + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids: v1.50.0 tests/parametric/test_config_consistency.py::Test_Config_Dogstatsd: v1.72.0-dev tests/parametric/test_config_consistency.py::Test_Config_RateLimit: v1.67.0 @@ -932,12 +959,14 @@ manifest: tests/parametric/test_config_consistency.py::Test_Config_TraceLogDirectory: v1.70.0 tests/parametric/test_config_consistency.py::Test_Config_UnifiedServiceTagging: v1.72.0 tests/parametric/test_config_consistency.py::Test_Stable_Config_Default: v2.1.0-dev.2 + tests/parametric/test_config_consistency.py::Test_Stable_Config_Default::test_extended_configs: missing_feature (extended configs are not supported) tests/parametric/test_config_consistency.py::Test_Stable_Config_Rules: missing_feature tests/parametric/test_crashtracking.py: missing_feature tests/parametric/test_dynamic_configuration.py::TestDynamicConfigSamplingRules: v1.64.0 tests/parametric/test_dynamic_configuration.py::TestDynamicConfigTracingEnabled: v1.61.0 tests/parametric/test_dynamic_configuration.py::TestDynamicConfigTracingEnabled::test_tracing_client_tracing_disable_one_way: irrelevant tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV1: v1.59.0 + tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV1::test_log_injection_enabled: missing_feature (Tracer doesn't support automatic logs injection) tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV1_EmptyServiceTargets: v1.73.0-dev tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV1_ServiceTargets: v1.59.0 tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV1_ServiceTargets::test_match_service_target_case_insensitively: # Modified by easy win activation script @@ -945,6 +974,7 @@ manifest: component_version: <2.5.0 tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV1_ServiceTargets::test_not_match_service_target: irrelevant (APMAPI-1003) tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV2: v1.59.0 + tests/parametric/test_dynamic_configuration.py::TestDynamicConfigV2::test_capability_tracing_logs_injection: irrelevant (Tracer doesn't support automatic logs injection) tests/parametric/test_ffe/test_dynamic_evaluation.py::Test_Feature_Flag_Dynamic_Evaluation: v2.5.0-dev tests/parametric/test_headers_b3.py::Test_Headers_B3::test_headers_b3_migrated_extract_invalid: # Modified by easy win activation script - declaration: missing_feature (Need to remove b3=b3multi alias) @@ -1018,6 +1048,7 @@ manifest: tests/parametric/test_otel_logs.py::Test_FR05_Custom_Endpoints: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR06_OTLP_Protocols: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR07_Host_Name: missing_feature # Created by easy win activation script + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_logs.py::Test_FR08_Custom_Headers: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR09_Log_Injection: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR10_Timeout_Configuration: missing_feature # Created by easy win activation script @@ -1029,9 +1060,12 @@ manifest: tests/parametric/test_otel_metrics.py::Test_Otel_Metrics_Telemetry::test_telemetry_exporter_metrics_configurations: missing_feature tests/parametric/test_otel_metrics.py::Test_Otel_Metrics_Telemetry::test_telemetry_metrics_grpc: missing_feature tests/parametric/test_otel_metrics.py::Test_Otel_Metrics_Telemetry::test_telemetry_metrics_http_protobuf: missing_feature + tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_add_event_meta_serialization: missing_feature (Newer agents/testagents enabled native span event serialization by default) + tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_attributes_serialization: missing_feature (Newer agents/testagents enabled native span event serialization by default) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_does_not_set_error: # Modified by easy win activation script - declaration: missing_feature (Not implemented) component_version: <2.5.0 + tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_meta_serialization: missing_feature (Newer agents/testagents enabled native span event serialization by default) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_all_error_tracking_tags: # Modified by easy win activation script - declaration: missing_feature (Not implemented) component_version: <2.5.0 @@ -1070,6 +1104,8 @@ manifest: tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Baggage: missing_feature (otel baggage is not supported) tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Current_Span: missing_feature (otel current span endpoint is not defined) tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log: missing_feature + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_one_span_default: missing_feature (partial flushing not enabled by default) tests/parametric/test_process_discovery.py::Test_ProcessDiscovery: v2.2.3 tests/parametric/test_sampling_span_tags.py::Test_Knuth_Sample_Rate: '>=2.5.0' # Modified by easy win activation script @@ -1097,6 +1133,10 @@ manifest: tests/parametric/test_telemetry.py::Test_Defaults: missing_feature tests/parametric/test_telemetry.py::Test_Environment: missing_feature tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin: v2.1.0-dev.2 + ? tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin::test_stable_configuration_origin_extended_configs_good_use_case + : missing_feature (extended configs are not supported) + ? tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin::test_stable_configuration_origin_extended_configs_temporary_use_case + : missing_feature (extended configs are not supported) tests/parametric/test_telemetry.py::Test_TelemetryInstallSignature: '>=2.5.0' # Modified by easy win activation script tests/parametric/test_telemetry.py::Test_TelemetryInstallSignature::test_telemetry_event_not_propagated: missing_feature # Created by easy win activation script tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar: v1.63.0-rc.1 @@ -1108,6 +1148,8 @@ manifest: tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags: v1.60.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags_Feb2024_Revision: v1.64.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags_Feb2024_Revision::test_metric_existence: flaky (APMAPI-932) + tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_With_W3C::test_distributed_headers_synthetics_sampling_decision: bug (APMAPI-1563) + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature tests/parametric/test_tracer.py::Test_TracerSCITagging: v1.48.0 tests/parametric/test_tracer_flare.py::TestTracerFlareV1: '>=2.5.0' # Modified by easy win activation script tests/parametric/test_tracer_flare.py::TestTracerFlareV1::test_flare_log_level_order: missing_feature # Created by easy win activation script @@ -1261,6 +1303,9 @@ manifest: tests/test_library_conf.py::Test_HeaderTags_Whitespace_Val_Short: v1.53.0 tests/test_library_conf.py::Test_HeaderTags_Wildcard_Request_Headers: missing_feature tests/test_library_conf.py::Test_HeaderTags_Wildcard_Response_Headers: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_profiling.py::Test_Profile::test_process_tags_svc: missing_feature tests/test_protobuf.py: missing_feature tests/test_resource_renaming.py: @@ -1283,6 +1328,7 @@ manifest: - weblog_declaration: "*": irrelevant net-http: v1.73.0 + tests/test_span_events.py::Test_SpanEvents_WithAgentSupport::test_v05_default_format: irrelevant (v0.5 is not the default format) tests/test_span_events.py::Test_SpanEvents_WithoutAgentSupport: - weblog_declaration: "*": irrelevant @@ -1302,6 +1348,8 @@ manifest: tests/test_standard_tags.py::Test_StandardTagsRoute: v1.39.0 tests/test_standard_tags.py::Test_StandardTagsStatusCode: v1.39.0 tests/test_standard_tags.py::Test_StandardTagsUrl: v1.40.0 + tests/test_standard_tags.py::Test_StandardTagsUrl::test_multiple_matching_substring: missing_feature (tracer did not yet implemented the new version of query parameters obfuscation regex) + tests/test_standard_tags.py::Test_StandardTagsUrl::test_url_with_sensitive_query_string: missing_feature (tracer did not yet implemented the new version of query parameters obfuscation regex) tests/test_standard_tags.py::Test_StandardTagsUserAgent: v1.39.0 tests/test_telemetry.py::Test_DependencyEnable: v1.73.0-dev tests/test_telemetry.py::Test_Log_Generation: v1.73.0-dev diff --git a/manifests/haproxy.yml b/manifests/haproxy.yml index b65361ca3f9..b8b51b5fe98 100644 --- a/manifests/haproxy.yml +++ b/manifests/haproxy.yml @@ -23,6 +23,7 @@ manifest: tests/appsec/test_reports.py: v2.4.0 tests/appsec/test_request_blocking.py::Test_AppSecRequestBlocking: v2.4.0 tests/appsec/test_traces.py: v2.4.0 + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) tests/appsec/test_traces.py::Test_CollectRespondHeaders::test_header_collection: missing_feature (The endpoint /headers is not implemented in the weblog) tests/appsec/test_versions.py::Test_Events: v2.4.0 tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_handling_stack_in_go: irrelevant diff --git a/manifests/java.yml b/manifests/java.yml index 722606c5f38..ae133978fab 100644 --- a/manifests/java.yml +++ b/manifests/java.yml @@ -1025,12 +1025,31 @@ manifest: spring-boot-3-native: irrelevant (GraalVM. Tracing support only) vertx3: v1.12.0 vertx4: v1.12.0 + tests/appsec/iast/source/test_parameter_name.py::TestParameterName::test_source_get_reported: + - weblog_declaration: + resteasy-netty3: bug (APPSEC-55687) + - declaration: bug (APPSEC-55387) + component_version: '<1.40.0' + weblog: [jersey-grizzly2] + tests/appsec/iast/source/test_parameter_name.py::TestParameterName::test_source_post_reported: + - weblog_declaration: + resteasy-netty3: bug (APPSEC-55687) + tests/appsec/iast/source/test_parameter_name.py::TestParameterName::test_source_reported: + - weblog_declaration: + resteasy-netty3: bug (APPSEC-55687) + - declaration: bug (APPSEC-55387) + component_version: '<1.40.0' + weblog: [jersey-grizzly2] tests/appsec/iast/source/test_parameter_name.py::TestParameterName::test_telemetry_metric_executed_source: - declaration: missing_feature (Metrics not implemented) component_version: <1.16.0 + - declaration: missing_feature (Metrics not implemented) + weblog: [akka-http, jersey-grizzly2, resteasy-netty3, vertx4] tests/appsec/iast/source/test_parameter_name.py::TestParameterName::test_telemetry_metric_instrumented_source: - declaration: missing_feature (Metrics not implemented) component_version: <1.16.0 + - declaration: missing_feature (Metrics not implemented) + weblog: [akka-http, jersey-grizzly2, resteasy-netty3, vertx4] tests/appsec/iast/source/test_parameter_value.py::TestParameterValue: - weblog_declaration: "*": v1.1.0 @@ -1042,6 +1061,13 @@ manifest: spring-boot-3-native: irrelevant (GraalVM. Tracing support only) vertx3: v1.12.0 vertx4: v1.12.0 + tests/appsec/iast/source/test_parameter_value.py::TestParameterValue::test_source_get_reported: + - weblog_declaration: + play: bug (APPSEC-58349) + tests/appsec/iast/source/test_parameter_value.py::TestParameterValue::test_source_post_reported: + - weblog_declaration: + play: bug (APPSEC-58349) + resteasy-netty3: flaky (APPSEC-56007) tests/appsec/iast/source/test_parameter_value.py::TestParameterValue::test_telemetry_metric_executed_source: - declaration: missing_feature (Not implemented) component_version: <1.11.0 @@ -1488,6 +1514,14 @@ manifest: ? tests/appsec/test_asm_standalone.py::BaseIastStandaloneUpstreamPropagation::test_no_appsec_upstream__no_asm_event__is_kept_with_priority_1__from_minus_1 : - weblog_declaration: play: bug (APPSEC-55552) + tests/appsec/test_asm_standalone.py::BaseSCAStandaloneTelemetry::test_app_dependencies_loaded: + - weblog_declaration: + akka-http: missing_feature (endpoint not implemented) + jersey-grizzly2: missing_feature (endpoint not implemented) + play: missing_feature (endpoint not implemented) + ratpack: missing_feature (endpoint not implemented) + vertx3: missing_feature (endpoint not implemented) + vertx4: missing_feature (endpoint not implemented) tests/appsec/test_asm_standalone.py::Test_APISecurityStandalone: - weblog_declaration: "*": v1.50.0-SNAPSHOT @@ -1572,6 +1606,14 @@ manifest: - weblog_declaration: "*": v1.47.0 spring-boot-3-native: irrelevant (GraalVM. Tracing support only) + tests/appsec/test_asm_standalone.py::Test_SCAStandalone_Telemetry_V2::test_app_dependencies_loaded: + - weblog_declaration: + akka-http: missing_feature (endpoint not implemented) + jersey-grizzly2: missing_feature (endpoint not implemented) + play: missing_feature (endpoint not implemented) + ratpack: missing_feature (endpoint not implemented) + vertx3: missing_feature (endpoint not implemented) + vertx4: missing_feature (endpoint not implemented) tests/appsec/test_asm_standalone.py::Test_UserEventsStandalone_Automated: - weblog_declaration: "*": v1.45.0 @@ -1606,7 +1648,43 @@ manifest: vertx3: v1.48.0 vertx4: v1.48.0 tests/appsec/test_automated_login_events.py::Test_Login_Events: irrelevant (was v1.36.0 but will be replaced by V2) + tests/appsec/test_automated_login_events.py::Test_Login_Events::test_login_sdk_failure_basic: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) + tests/appsec/test_automated_login_events.py::Test_Login_Events::test_login_sdk_failure_local: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) + tests/appsec/test_automated_login_events.py::Test_Login_Events::test_login_wrong_password_failure_basic: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) + tests/appsec/test_automated_login_events.py::Test_Login_Events::test_login_wrong_password_failure_local: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) + tests/appsec/test_automated_login_events.py::Test_Login_Events::test_login_wrong_user_failure_basic: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) + tests/appsec/test_automated_login_events.py::Test_Login_Events::test_login_wrong_user_failure_local: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) tests/appsec/test_automated_login_events.py::Test_Login_Events_Extended: irrelevant (was v1.36.0 but will be replaced by V2) + tests/appsec/test_automated_login_events.py::Test_Login_Events_Extended::test_login_sdk_failure_basic: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) + tests/appsec/test_automated_login_events.py::Test_Login_Events_Extended::test_login_sdk_failure_local: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) + tests/appsec/test_automated_login_events.py::Test_Login_Events_Extended::test_login_wrong_password_failure_basic: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) + tests/appsec/test_automated_login_events.py::Test_Login_Events_Extended::test_login_wrong_password_failure_local: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) + tests/appsec/test_automated_login_events.py::Test_Login_Events_Extended::test_login_wrong_user_failure_basic: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) + tests/appsec/test_automated_login_events.py::Test_Login_Events_Extended::test_login_wrong_user_failure_local: + - weblog_declaration: + spring-boot-openliberty: missing_feature (weblog returns error 500) tests/appsec/test_automated_login_events.py::Test_V2_Login_Events: irrelevant (v1.38.0, replaced by V3) tests/appsec/test_automated_login_events.py::Test_V2_Login_Events_Anon: irrelevant (v1.38.0, replaced by V3) tests/appsec/test_automated_login_events.py::Test_V2_Login_Events_RC: irrelevant (v1.38.0, replaced by V3) @@ -1737,6 +1815,12 @@ manifest: play: v1.22.0 spring-boot-3-native: irrelevant (GraalVM. Tracing support only) spring-boot-payara: bug (APPSEC-54985) + tests/appsec/test_blocking_addresses.py::Test_Blocking_request_body::test_non_blocking_plain_text: + - weblog_declaration: + akka-http: irrelevant (Blocks on text/plain if parsed to a String) + jersey-grizzly2: irrelevant (Blocks on text/plain if parsed to a String) + play: irrelevant (Blocks on text/plain if parsed to a String) + resteasy-netty3: irrelevant (Blocks on text/plain if parsed to a String) tests/appsec/test_blocking_addresses.py::Test_Blocking_request_body_multipart: - weblog_declaration: "*": v1.15.0 @@ -1861,6 +1945,9 @@ manifest: spring-boot-3-native: irrelevant (GraalVM. Tracing support only) spring-boot-openliberty: v1.20.0 spring-boot-payara: missing_feature + tests/appsec/test_blocking_addresses.py::Test_Blocking_response_status::test_not_found: + - weblog_declaration: + spring-boot-openliberty: missing_feature (Happens on a subsequent WAF run) tests/appsec/test_blocking_addresses.py::Test_Blocking_user_id: - weblog_declaration: "*": v0.111.0 @@ -1878,6 +1965,14 @@ manifest: - weblog_declaration: "*": v1.6.0 spring-boot-3-native: irrelevant (GraalVM. Tracing support only) + tests/appsec/test_blocking_addresses.py::Test_Suspicious_Request_Blocking::test_blocking: + - weblog_declaration: + akka-http: bug (APPSEC-54985) + spring-boot-payara: bug (APPSEC-54985) + tests/appsec/test_blocking_addresses.py::Test_Suspicious_Request_Blocking::test_blocking_before: + - weblog_declaration: + akka-http: bug (APPSEC-54985) + spring-boot-payara: bug (APPSEC-54985) tests/appsec/test_client_ip.py::Test_StandardTagsClientIp: v0.114.0 tests/appsec/test_conf.py::Test_ConfigurationVariables: - weblog_declaration: @@ -2105,6 +2200,13 @@ manifest: spring-boot-wildfly: v1.42.0 vertx3: v1.46.0 vertx4: v1.46.0 + tests/appsec/test_fingerprinting.py::Test_Fingerprinting_Session_Preprocessor::test_session_non_blocking: + - weblog_declaration: + akka-http: missing_feature (endpoint not implemented) + jersey-grizzly2: missing_feature (endpoint not implemented) + play: missing_feature (endpoint not implemented) + ratpack: missing_feature (endpoint not implemented) + resteasy-netty3: missing_feature (endpoint not implemented) tests/appsec/test_identify.py::Test_Basic: - weblog_declaration: "*": v1.48.0 @@ -2140,6 +2242,7 @@ manifest: tests/appsec/test_metastruct.py::Test_SecurityEvents_Appsec_Metastruct_Enabled: missing_feature (APPSEC-4766) tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Disabled: missing_feature (APPSEC-4766) tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Enabled: missing_feature (APPSEC-4766) + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) tests/appsec/test_rate_limiter.py::Test_Main: - weblog_declaration: akka-http: v1.22.0 @@ -2349,6 +2452,20 @@ manifest: spring-boot-3-native: irrelevant (GraalVM. Tracing support only) vertx3: missing_feature vertx4: bug (APPSEC-54983) + tests/appsec/waf/test_addresses.py::Test_BodyXml::test_xml_attr_value: + - declaration: bug (APMRP-360) + component_version: '<=1.39.1' + weblog: [spring-boot-payara] + - declaration: bug (APMRP-360) + component_version: '<=1.39.1' + weblog: [spring-boot-wildfly] + tests/appsec/waf/test_addresses.py::Test_BodyXml::test_xml_content: + - declaration: bug (APMRP-360) + component_version: '<=1.39.1' + weblog: [spring-boot-payara] + - declaration: bug (APMRP-360) + component_version: '<=1.39.1' + weblog: [spring-boot-wildfly] tests/appsec/waf/test_addresses.py::Test_Cookies: - weblog_declaration: akka-http: v1.22.0 @@ -2366,6 +2483,12 @@ manifest: "*": v0.87.0 akka-http: v1.22.0 spring-boot-3-native: irrelevant (GraalVM. Tracing support only) + tests/appsec/waf/test_addresses.py::Test_Headers::test_specific_key2: + - weblog_declaration: + spring-boot-3-native: missing_feature (GraalVM. Tracing support only) + tests/appsec/waf/test_addresses.py::Test_Headers::test_specific_wrong_key: + - weblog_declaration: + spring-boot-3-native: missing_feature (GraalVM. Tracing support only) tests/appsec/waf/test_addresses.py::Test_PathParams: - weblog_declaration: "*": v0.95.1 @@ -2434,6 +2557,13 @@ manifest: tests/appsec/waf/test_blocking.py::Test_Blocking::test_json_template_v1: - declaration: missing_feature component_version: <1.14.0 + tests/appsec/waf/test_blocking.py::Test_Blocking::test_no_accept: + - declaration: bug (APMRP-360) + component_version: '<0.115.0' + weblog: [spring-boot-undertow] + - declaration: bug (APMRP-360) + component_version: '<0.115.0' + weblog: [spring-boot-wildfly] tests/appsec/waf/test_blocking.py::Test_Blocking_strip_response_headers: - weblog_declaration: "*": missing_feature @@ -2500,6 +2630,7 @@ manifest: "*": v0.100.0 akka-http: v1.22.0 spring-boot-3-native: irrelevant (GraalVM. Tracing support only) + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) tests/appsec/waf/test_rules.py::Test_CommandInjection: - weblog_declaration: "*": v0.87.0 @@ -2866,6 +2997,7 @@ manifest: - declaration: missing_feature (Not implemented yet) component_version: <1.52.0 tests/docker_ssi/test_docker_ssi_appsec.py::TestDockerSSIAppsecFeatures::test_telemetry_source_ssi: v1.59.0 + tests/docker_ssi/test_docker_ssi_crash.py::TestDockerSSICrash::test_crash: missing_feature (No implemented the endpoint /crashme) tests/ffe/test_dynamic_evaluation.py: - weblog_declaration: "*": irrelevant @@ -3167,6 +3299,19 @@ manifest: tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_not_obfuscate_query: missing_feature (The Java tracer normalizing the SQL by replacing literals to reduce resource-name cardinality) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_runtime_id: missing_feature (not implemented yet) tests/integrations/test_dbm.py::Test_Dbm: missing_feature + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) tests/integrations/test_dsm.py::Test_DsmContext_Extraction_Base64: - weblog_declaration: "*": irrelevant @@ -3183,6 +3328,8 @@ manifest: - weblog_declaration: "*": irrelevant spring-boot: v1.13.0 + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka: irrelevant (New behavior with cluster id not merged yet.) + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant tests/integrations/test_dsm.py::Test_DsmKinesis: - weblog_declaration: "*": irrelevant @@ -3219,6 +3366,9 @@ manifest: - weblog_declaration: "*": irrelevant spring-boot: v1.54.0-SNAPSHOT+c2aec92b86 + tests/integrations/test_dsm.py::Test_Dsm_Manual_Checkpoint_Intra_Process::test_dsm_manual_checkpoint_intra_process: + - weblog_declaration: + spring-boot: flaky (AIDM-117) tests/integrations/test_inferred_proxy.py::Test_AWS_API_Gateway_Inferred_Span_Creation: - weblog_declaration: "*": irrelevant @@ -3250,6 +3400,9 @@ manifest: spring-boot-openliberty: v1.58.2+06122213c8 # Modified by easy win activation script uds-spring-boot: v1.58.2+06122213c8 # Modified by easy win activation script spring-boot-payara: v1.58.2+06122213c8 # Modified by easy win activation script + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids: v1.12.0 tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_datadog_128_bit_generation_enabled_by_default: - declaration: missing_feature (Implemented in 1.24.0) @@ -3293,6 +3446,7 @@ manifest: tests/parametric/test_headers_b3.py::Test_Headers_B3::test_headers_b3_migrated_propagate_valid: 'missing_feature (Need to remove b3=b3multi alias)' tests/parametric/test_headers_b3.py::Test_Headers_B3::test_headers_b3_migrated_single_key_propagate_valid: 'missing_feature (Need to remove b3=b3multi alias)' tests/parametric/test_headers_baggage.py::Test_Headers_Baggage: '>=1.58.2+06122213c8' # Modified by easy win activation script + tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_disable_settings_D003: irrelevant (The current default behaviour matches the future baggage disabled behaviour) tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_extract_header_D005: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_get_D008: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_get_all_D009: missing_feature # Created by easy win activation script @@ -3303,6 +3457,7 @@ manifest: tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_malformed_headers_D015: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_remove_D010: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_remove_all_D011: missing_feature # Created by easy win activation script + tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_set_disabled_D007: irrelevant (The current default behaviour matches the future baggage disabled behaviour) tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggageheader_maxbytes_inject_D017: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggageheader_maxitems_inject_D016: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_headers_baggage_default_D001: missing_feature # Created by easy win activation script @@ -3351,6 +3506,7 @@ manifest: tests/parametric/test_otel_logs.py::Test_FR05_Custom_Endpoints: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR06_OTLP_Protocols: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR07_Host_Name: missing_feature # Created by easy win activation script + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_logs.py::Test_FR08_Custom_Headers: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR09_Log_Injection: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR10_Timeout_Configuration: missing_feature # Created by easy win activation script @@ -3455,6 +3611,8 @@ manifest: tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Baggage: missing_feature (otel baggage is not supported) tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Current_Span: bug (APMAPI-778) # Current span endpoint does not return DataDog spans created by the otel api tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log: missing_feature + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_one_span: 'missing_feature (java uses ''>'' so it needs one more span to force a partial flush)' tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_one_span_default: 'missing_feature (java uses ''>'' so it needs one more span to force a partial flush)' tests/parametric/test_process_discovery.py::Test_ProcessDiscovery: v1.55.0-SNAPSHOT @@ -3493,8 +3651,11 @@ manifest: tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin::test_stable_configuration_config_id: - declaration: missing_feature (Not implemented) component_version: <=1.53.0-SNAPSHOT + ? tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin::test_stable_configuration_origin_extended_configs_temporary_use_case + : irrelevant (temporary use case for python, ruby and nodejs) tests/parametric/test_telemetry.py::Test_TelemetryInstallSignature: v1.27.0 tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar: v1.34.0 + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant tests/parametric/test_telemetry.py::Test_TelemetrySSIConfigs: v1.51.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Basic: v0.111.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Globs: v1.25.1 @@ -3694,8 +3855,20 @@ manifest: "*": incomplete_test_app (weblog endpoint not implemented) spring-boot-3-native: v1.48.0 tests/test_config_consistency.py::Test_Config_ObfuscationQueryStringRegexp_Configured: v1.39.0 + ? tests/test_config_consistency.py::Test_Config_ObfuscationQueryStringRegexp_Configured::test_query_string_obfuscation_configured_client + : - weblog_declaration: + vertx3: missing_feature (Missing endpoint) + vertx4: missing_feature (Missing endpoint) tests/test_config_consistency.py::Test_Config_ObfuscationQueryStringRegexp_Default: v1.39.0 + ? tests/test_config_consistency.py::Test_Config_ObfuscationQueryStringRegexp_Default::test_query_string_obfuscation_configured_client + : - weblog_declaration: + vertx3: missing_feature (Missing endpoint) + vertx4: missing_feature (Missing endpoint) tests/test_config_consistency.py::Test_Config_ObfuscationQueryStringRegexp_Empty: v1.39.0 + tests/test_config_consistency.py::Test_Config_ObfuscationQueryStringRegexp_Empty::test_query_string_obfuscation_empty_client: + - weblog_declaration: + vertx3: bug (APMAPI-770) + vertx4: bug (APMAPI-770) tests/test_config_consistency.py::Test_Config_RuntimeMetrics_Default: v0.64.0 tests/test_config_consistency.py::Test_Config_RuntimeMetrics_Enabled: - weblog_declaration: @@ -3713,6 +3886,16 @@ manifest: tests/test_config_consistency.py::Test_Config_UnifiedServiceTagging_Default: v1.39.0 tests/test_data_integrity.py::Test_LibraryHeaders: v1.29.0 tests/test_data_integrity.py::Test_LibraryHeaders::test_datadog_external_env: missing_feature (not implemented yet) + tests/test_data_integrity.py::Test_TraceHeaders::test_trace_header_container_tags: + - weblog_declaration: + akka-http: missing_feature (Missing endpoint) + jersey-grizzly2: missing_feature (Missing endpoint) + play: missing_feature (Missing endpoint) + ratpack: missing_feature (Missing endpoint) + resteasy-netty3: missing_feature (Missing endpoint) + spring-boot-3-native: missing_feature (Missing endpoint) + vertx3: missing_feature (Missing endpoint) + vertx4: missing_feature (Missing endpoint) tests/test_distributed.py::Test_DistributedHttp: # Modified by easy win activation script - weblog_declaration: '*': missing_feature @@ -3832,6 +4015,7 @@ manifest: "*": v1.51.0 akka-http: irrelevant (integration injects Date header after bytecode injection occurs) play: irrelevant (integration injects Date header after bytecode injection occurs) + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) tests/test_profiling.py::Test_Profile: - weblog_declaration: akka-http: v1.22.0 @@ -3878,6 +4062,12 @@ manifest: spring-boot: v0.92.0 spring-boot-3-native: v0.92.0 tests/test_sampling_rates.py::Test_SamplingRates: v0.92.0 + tests/test_scrubbing.py::Test_UrlField::test_main: + - weblog_declaration: + akka-http: missing_feature (Need weblog endpoint) + jersey-grizzly2: missing_feature (Need weblog endpoint) + vertx3: missing_feature (Need weblog endpoint) + vertx4: missing_feature (Need weblog endpoint) tests/test_scrubbing.py::Test_UrlQuery: v0.107.1 tests/test_semantic_conventions.py::Test_Meta: - weblog_declaration: @@ -3904,6 +4094,9 @@ manifest: - declaration: missing_feature (missing fastly-client-ip, cf-connecting-ip, cf-connecting-ipv6) component_version: <1.19.0 tests/test_standard_tags.py::Test_StandardTagsMethod: v0.102.0 + tests/test_standard_tags.py::Test_StandardTagsMethod::test_method_trace: + - weblog_declaration: + spring-boot-payara: missing_feature (This weblog variant is currently not accepting TRACE) tests/test_standard_tags.py::Test_StandardTagsReferrerHostname: missing_feature tests/test_standard_tags.py::Test_StandardTagsRoute: - weblog_declaration: diff --git a/manifests/java_otel.yml b/manifests/java_otel.yml index 7b9c3bcec76..777b0eff12f 100644 --- a/manifests/java_otel.yml +++ b/manifests/java_otel.yml @@ -1,9 +1,39 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/DataDog/system-tests/refs/heads/main/utils/manifest/schema.json --- manifest: + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) + tests/integrations/test_open_telemetry.py::Test_MsSql::test_db_mssql_instance_name: irrelevant (Open Telemetry doesn't generate this span. It's recomended but not mandatory) tests/integrations/test_open_telemetry.py::Test_MsSql::test_obfuscate_query: bug (OTEL-2778) tests/integrations/test_open_telemetry.py::Test_MySql::test_obfuscate_query: bug (OTEL-2778) tests/integrations/test_open_telemetry.py::Test_MySql::test_properties: bug (OTEL-2778) tests/integrations/test_open_telemetry.py::Test_Postgres::test_obfuscate_query: bug (OTEL-2778) tests/integrations/test_open_telemetry.py::_BaseOtelDbIntegrationTestClass::test_obfuscate_query: bug (OTEL-2778) + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_handling_stack_in_go: irrelevant + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) diff --git a/manifests/nodejs.yml b/manifests/nodejs.yml index 9915271383b..8f3338ed646 100644 --- a/manifests/nodejs.yml +++ b/manifests/nodejs.yml @@ -590,6 +590,14 @@ manifest: nextjs: irrelevant # nextjs is not related with kafka tests/appsec/iast/source/test_multipart.py::TestMultipart: missing_feature tests/appsec/iast/source/test_parameter_name.py::TestParameterName: missing_feature + tests/appsec/iast/source/test_parameter_name.py::TestParameterName::test_source_post_reported: + - weblog_declaration: + express4: missing_feature (Tainted as request body) + express5: missing_feature (Tainted as request body) + tests/appsec/iast/source/test_parameter_name.py::TestParameterName::test_source_reported: + - weblog_declaration: + express4: missing_feature (Tainted as request body) + express5: missing_feature (Tainted as request body) tests/appsec/iast/source/test_parameter_value.py::TestParameterValue: - weblog_declaration: "*": *ref_3_19_0 @@ -878,11 +886,17 @@ manifest: nextjs: missing_feature tests/appsec/rasp/test_ssrf.py::Test_Ssrf_Waf_Version: *ref_5_25_0 tests/appsec/test_alpha.py::Test_Basic: v2.0.0 + tests/appsec/test_asm_standalone.py::BaseSCAStandaloneTelemetry::test_app_dependencies_loaded: + - weblog_declaration: + nextjs: missing_feature (endpoint not implemented) tests/appsec/test_asm_standalone.py::Test_APISecurityStandalone: *ref_5_52_0 tests/appsec/test_asm_standalone.py::Test_AppSecStandalone_NotEnabled: *ref_5_18_0 tests/appsec/test_asm_standalone.py::Test_AppSecStandalone_UpstreamPropagation_V2: *ref_5_40_0 tests/appsec/test_asm_standalone.py::Test_IastStandalone_UpstreamPropagation_V2: *ref_5_40_0 tests/appsec/test_asm_standalone.py::Test_SCAStandalone_Telemetry_V2: *ref_5_40_0 + tests/appsec/test_asm_standalone.py::Test_SCAStandalone_Telemetry_V2::test_app_dependencies_loaded: + - weblog_declaration: + nextjs: missing_feature (endpoint not implemented) tests/appsec/test_asm_standalone.py::Test_UserEventsStandalone_Automated: - weblog_declaration: "*": *ref_5_40_0 @@ -1124,6 +1138,14 @@ manifest: tests/appsec/test_extended_data_collection.py::Test_ExtendedRequestHeadersDataCollection: *ref_5_71_0 tests/appsec/test_extended_data_collection.py::Test_ExtendedResponseHeadersDataCollection: *ref_5_71_0 tests/appsec/test_extended_header_collection.py::Test_ExtendedHeaderCollection: *ref_5_54_0 + ? tests/appsec/test_extended_header_collection.py::Test_ExtendedHeaderCollection::test_if_appsec_event_collect_all_response_headers + : - declaration: missing_feature (Collecting reply headers not supported yet) + component_version: '<5.57.0' + weblog: [fastify] + ? tests/appsec/test_extended_header_collection.py::Test_ExtendedHeaderCollection::test_not_exceed_default_50_maximum_response_header_collection + : - declaration: missing_feature (Collecting reply headers not supported yet) + component_version: '<5.57.0' + weblog: [fastify] tests/appsec/test_extended_request_body_collection.py::Test_ExtendedRequestBodyCollection: - weblog_declaration: "*": *ref_5_54_0 @@ -1175,6 +1197,7 @@ manifest: tests/appsec/test_metastruct.py::Test_SecurityEvents_Appsec_Metastruct_Enabled: missing_feature tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Disabled: missing_feature tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Enabled: missing_feature + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) tests/appsec/test_rate_limiter.py::Test_Main: v2.0.0 tests/appsec/test_rate_limiter.py::Test_Main::test_main: - declaration: bug (APMRP-360) @@ -1224,6 +1247,22 @@ manifest: tests/appsec/test_traces.py::Test_AppSecObfuscator: - weblog_declaration: "*": v2.6.0 + tests/appsec/test_traces.py::Test_AppSecObfuscator::test_appsec_obfuscator_cookies_with_custom_rules: + - declaration: missing_feature (Cookies not supported yet) + component_version: '<5.57.0' + weblog: [fastify] + tests/appsec/test_traces.py::Test_AppSecObfuscator::test_appsec_obfuscator_key: + - declaration: missing_feature (Query string not supported yet) + component_version: '<5.57.0' + weblog: [fastify] + tests/appsec/test_traces.py::Test_AppSecObfuscator::test_appsec_obfuscator_key_with_custom_rules: + - declaration: missing_feature (Cookies not supported yet) + component_version: '<5.57.0' + weblog: [fastify] + tests/appsec/test_traces.py::Test_AppSecObfuscator::test_appsec_obfuscator_value: + - declaration: missing_feature (Query string not supported yet) + component_version: '<5.57.0' + weblog: [fastify] tests/appsec/test_traces.py::Test_CollectDefaultRequestHeader: *ref_5_18_0 tests/appsec/test_traces.py::Test_CollectRespondHeaders: - weblog_declaration: @@ -1313,6 +1352,14 @@ manifest: - weblog_declaration: "*": *ref_3_19_0 fastify: *ref_5_57_0 + tests/appsec/waf/test_exclusions.py::Test_Exclusions::test_input_exclusion_negative_test: + - declaration: missing_feature (Query string not supported yet) + component_version: '<5.57.0' + weblog: [fastify] + tests/appsec/waf/test_exclusions.py::Test_Exclusions::test_rule_exclusion_negative_test: + - declaration: missing_feature (Query string not supported yet) + component_version: '<5.57.0' + weblog: [fastify] tests/appsec/waf/test_miscs.py::Test_404: v2.0.0 tests/appsec/waf/test_miscs.py::Test_CorrectOptionProcessing: - weblog_declaration: @@ -1322,6 +1369,10 @@ manifest: - weblog_declaration: "*": v2.0.0 fastify: *ref_5_57_0 + tests/appsec/waf/test_miscs.py::Test_MultipleAttacks::test_basic: + - declaration: missing_feature (Query string not supported yet) + component_version: '<5.57.0' + weblog: [fastify] tests/appsec/waf/test_miscs.py::Test_MultipleHighlight: - weblog_declaration: "*": v2.0.0 @@ -1360,6 +1411,10 @@ manifest: - weblog_declaration: "*": v2.0.0 fastify: *ref_5_57_0 + tests/appsec/waf/test_rules.py::Test_LFI::test_lfi: + - declaration: missing_feature (Query string not supported yet) + component_version: '<5.57.0' + weblog: [fastify] tests/appsec/waf/test_rules.py::Test_NoSqli: v2.0.0 tests/appsec/waf/test_rules.py::Test_NoSqli::test_nosqli_keys: irrelevant (brackets are interpreted as arrays and thus truncated) tests/appsec/waf/test_rules.py::Test_PhpCodeInjection: @@ -1550,6 +1605,7 @@ manifest: express4: v0.1 # real version not known express5: v0.1 # real version not known fastify: v0.1 # real version not known + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_db_integrations_sql.py::Test_MsSql: - weblog_declaration: "*": missing_feature @@ -1558,6 +1614,7 @@ manifest: fastify: v1.0.0 tests/integrations/test_db_integrations_sql.py::Test_MsSql::test_db_connection_string: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::Test_MsSql::test_db_instance: missing_feature (not implemented yet) + tests/integrations/test_db_integrations_sql.py::Test_MsSql::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_db_integrations_sql.py::Test_MsSql::test_db_mssql_instance_name: missing_feature (Not implemented yet) tests/integrations/test_db_integrations_sql.py::Test_MsSql::test_db_operation: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::Test_MsSql::test_db_row_count: missing_feature (not implemented yet) @@ -1572,6 +1629,7 @@ manifest: fastify: v1.0.0 tests/integrations/test_db_integrations_sql.py::Test_MySql::test_db_connection_string: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::Test_MySql::test_db_instance: missing_feature (not implemented yet) + tests/integrations/test_db_integrations_sql.py::Test_MySql::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_db_integrations_sql.py::Test_MySql::test_db_operation: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::Test_MySql::test_db_row_count: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::Test_MySql::test_db_sql_table: missing_feature (not implemented yet) @@ -1585,6 +1643,7 @@ manifest: fastify: v1.0.0 tests/integrations/test_db_integrations_sql.py::Test_Postgres::test_db_connection_string: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::Test_Postgres::test_db_instance: missing_feature (not implemented yet) + tests/integrations/test_db_integrations_sql.py::Test_Postgres::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_db_integrations_sql.py::Test_Postgres::test_db_operation: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::Test_Postgres::test_db_row_count: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::Test_Postgres::test_db_sql_table: missing_feature (not implemented yet) @@ -1593,12 +1652,18 @@ manifest: tests/integrations/test_db_integrations_sql.py::Test_Postgres::test_db_type: bug (APMAPI-913) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_connection_string: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_instance: missing_feature (not implemented yet) + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_operation: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_row_count: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_sql_table: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_statement_query: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_system: missing_feature (not implemented yet) tests/integrations/test_dbm.py::Test_Dbm: missing_feature + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: - weblog_declaration: "*": missing_feature (Missing on weblog) @@ -1613,6 +1678,12 @@ manifest: express5: *ref_5_13_0 fastify: *ref_5_13_0 uds-express4: *ref_5_13_0 + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) tests/integrations/test_dsm.py::Test_DsmContext_Extraction_Base64: - weblog_declaration: "*": irrelevant @@ -1712,7 +1783,9 @@ manifest: express5: ">=5.37.0 <5.88.0" fastify: ">=5.37.0 <5.88.0" tests/integrations/test_inferred_proxy.py::Test_AWS_API_Gateway_Inferred_Span_Creation_v2: missing_feature + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_otel_drop_in.py::Test_Otel_Drop_In: missing_feature + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) tests/k8s_lib_injection/test_k8s_lib_injection_appsec.py::TestK8sLibInjectionAppsecClusterEnabled: *ref_5_83_0 tests/k8s_lib_injection/test_k8s_lib_injection_appsec.py::TestK8sLibInjectionAppsecDisabledByDefault: *ref_5_83_0 tests/otel/test_context_propagation.py::Test_Otel_Context_Propagation_Default_Propagator_Api: @@ -1723,6 +1796,9 @@ manifest: fastify: *ref_5_26_0 tests/otel/test_context_propagation.py::Test_Otel_Context_Propagation_Default_Propagator_Api::test_propagation_extract: incomplete_test_app (Node.js extract endpoint doesn't seem to be working.) tests/otel/test_context_propagation.py::Test_Otel_Context_Propagation_Default_Propagator_Api::test_propagation_inject: incomplete_test_app (Node.js inject endpoint doesn't seem to be working.) + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids: *ref_3_0_0 tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_datadog_128_bit_generation_enabled_by_default: - declaration: missing_feature (Implemented in 4.19.0 & 3.40.0) @@ -1833,6 +1909,7 @@ manifest: tests/parametric/test_otel_logs.py::Test_FR05_Custom_Endpoints: *ref_5_72_0 tests/parametric/test_otel_logs.py::Test_FR06_OTLP_Protocols: *ref_5_72_0 tests/parametric/test_otel_logs.py::Test_FR07_Host_Name: *ref_5_72_0 + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_logs.py::Test_FR08_Custom_Headers: *ref_5_72_0 tests/parametric/test_otel_logs.py::Test_FR09_Log_Injection: *ref_5_72_0 tests/parametric/test_otel_logs.py::Test_FR10_Timeout_Configuration: *ref_5_72_0 @@ -1955,6 +2032,7 @@ manifest: component_version: <=5.75.0 tests/parametric/test_telemetry.py::Test_TelemetryInstallSignature: *ref_4_23_0 tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar: *ref_5_13_0 + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant tests/parametric/test_telemetry.py::Test_TelemetrySSIConfigs: *ref_5_59_0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Basic: *ref_5_16_0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Globs: *ref_5_16_0 @@ -1975,6 +2053,7 @@ manifest: - declaration: missing_feature (Implemented in 5.38.0) component_version: <5.38.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_With_W3C: *ref_5_38_0 + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature tests/parametric/test_tracer.py::Test_Tracer::test_tracer_span_top_level_attributes: missing_feature (nodejs overrides the manually set service name) tests/parametric/test_tracer.py::Test_TracerSCITagging: *ref_3_21_0 tests/parametric/test_tracer.py::Test_TracerSCITagging::test_tracer_repository_url_strip_credentials: missing_feature (nodejs does not strip credentials yet) @@ -2064,6 +2143,15 @@ manifest: tests/test_data_integrity.py::Test_LibraryHeaders::test_datadog_external_env: - declaration: missing_feature (not implemented yet) component_version: <5.47.0 + tests/test_data_integrity.py::Test_TraceHeaders::test_trace_header_container_tags: + - weblog_declaration: + anthropic-js: missing_feature (Missing endpoint) + express4-typescript: missing_feature (Missing endpoint) + fastify: missing_feature (Missing endpoint) + google_genai-js: missing_feature (Missing endpoint) + nextjs: missing_feature (Missing endpoint) + openai-js: missing_feature (Missing endpoint) + uds-express4: missing_feature (Missing endpoint) tests/test_distributed.py::Test_DistributedHttp: *ref_3_0_0 tests/test_distributed.py::Test_Span_Links_Flags_From_Conflicting_Contexts: missing_feature (implementation specs have not been determined) tests/test_distributed.py::Test_Span_Links_From_Conflicting_Contexts: *ref_5_27_0 @@ -2104,6 +2192,9 @@ manifest: tests/test_library_conf.py::Test_HeaderTags_Whitespace_Val_Short: *ref_4_11_0 tests/test_library_conf.py::Test_HeaderTags_Wildcard_Request_Headers: missing_feature tests/test_library_conf.py::Test_HeaderTags_Wildcard_Response_Headers: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_profiling.py::Test_Profile: *ref_5_16_0 tests/test_profiling.py::Test_Profile::test_process_tags: missing_feature tests/test_profiling.py::Test_Profile::test_process_tags_svc: missing_feature @@ -2112,6 +2203,9 @@ manifest: - weblog_declaration: "*": *ref_5_81_0 nextjs: missing_feature # Next.js have file based routing, resource renaming is supported if we are not able to get route from insturmantation that we can't reprocude it. + tests/test_resource_renaming.py::Test_Resource_Renaming_HTTP_Endpoint_Tag::test_http_endpoint_root: + - weblog_declaration: + fastify: missing_feature (Fasitfy root route is always '/' not empty string) tests/test_resource_renaming.py::Test_Resource_Renaming_Stats_Aggregation_Keys: - weblog_declaration: "*": *ref_5_81_0 @@ -2145,6 +2239,7 @@ manifest: express4: *ref_5_43_0 express5: *ref_5_43_0 fastify: *ref_5_43_0 + tests/test_span_events.py::Test_SpanEvents_WithAgentSupport::test_v05_default_format: irrelevant (v0.5 is not the default format) tests/test_span_events.py::Test_SpanEvents_WithoutAgentSupport: - weblog_declaration: "*": irrelevant @@ -2166,6 +2261,8 @@ manifest: nextjs: missing_feature # http.route not added in nextjs tests/test_standard_tags.py::Test_StandardTagsStatusCode: v2.11.0 tests/test_standard_tags.py::Test_StandardTagsUrl: *ref_3_0_0 + tests/test_standard_tags.py::Test_StandardTagsUrl::test_multiple_matching_substring: missing_feature (tracer did not yet implemented the new version of query parameters obfuscation regex) + tests/test_standard_tags.py::Test_StandardTagsUrl::test_url_with_sensitive_query_string: missing_feature (tracer did not yet implemented the new version of query parameters obfuscation regex) tests/test_standard_tags.py::Test_StandardTagsUserAgent: v2.9.0 tests/test_telemetry.py::Test_DependencyEnable: missing_feature tests/test_telemetry.py::Test_Log_Generation: missing_feature diff --git a/manifests/nodejs_otel.yml b/manifests/nodejs_otel.yml index cde58ecde33..3884cca628a 100644 --- a/manifests/nodejs_otel.yml +++ b/manifests/nodejs_otel.yml @@ -1,20 +1,57 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/DataDog/system-tests/refs/heads/main/utils/manifest/schema.json --- manifest: + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_open_telemetry.py::Test_MsSql::test_db_connection_string: "irrelevant (Open telemetry doesn't send this span for nodejs and mssql. It's recomended but not mandatory)" + tests/integrations/test_open_telemetry.py::Test_MsSql::test_db_mssql_instance_name: irrelevant (Open Telemetry doesn't generate this span. It's recomended but not mandatory) tests/integrations/test_open_telemetry.py::Test_MsSql::test_db_operation: missing_feature (We are not generating this span) + tests/integrations/test_open_telemetry.py::Test_MsSql::test_db_sql_table: missing_feature (Open Telemetry doesn't send this span for python. But according to the OTEL specification it would be recommended) tests/integrations/test_open_telemetry.py::Test_MsSql::test_obfuscate_query: bug (OTEL-940) tests/integrations/test_open_telemetry.py::Test_MsSql::test_resource: "missing_feature (Resource span is not generating correctly. We find resource value: execsql master)" tests/integrations/test_open_telemetry.py::Test_MySql::test_db_operation: "missing_feature (Open Telemetry doesn't send this span for nodejs but it should do)" + tests/integrations/test_open_telemetry.py::Test_MySql::test_db_sql_table: missing_feature (Open Telemetry doesn't send this span for python. But according to the OTEL specification it would be recommended) tests/integrations/test_open_telemetry.py::Test_MySql::test_error_exception_event: missing_feature (Open telemetry with nodejs is not generating this information.) tests/integrations/test_open_telemetry.py::Test_MySql::test_error_type_and_stack: missing_feature (Open telemetry with nodejs is not generating this information.) tests/integrations/test_open_telemetry.py::Test_MySql::test_obfuscate_query: bug (OTEL-940) tests/integrations/test_open_telemetry.py::Test_Postgres::test_db_operation: "missing_feature (Open Telemetry doesn't send this span for nodejs but it should do)" + tests/integrations/test_open_telemetry.py::Test_Postgres::test_db_sql_table: missing_feature (Open Telemetry doesn't send this span for python. But according to the OTEL specification it would be recommended) tests/integrations/test_open_telemetry.py::Test_Postgres::test_error_exception_event: missing_feature (Open telemetry with nodejs is not generating this information.) tests/integrations/test_open_telemetry.py::Test_Postgres::test_error_type_and_stack: missing_feature (Open telemetry with nodejs is not generating this information.) tests/integrations/test_open_telemetry.py::Test_Postgres::test_obfuscate_query: bug (OTEL-940) tests/integrations/test_open_telemetry.py::_BaseOtelDbIntegrationTestClass::test_db_operation: "missing_feature (Open Telemetry doesn't send this span for nodejs but it should do)" + tests/integrations/test_open_telemetry.py::_BaseOtelDbIntegrationTestClass::test_db_sql_table: missing_feature (Open Telemetry doesn't send this span for python. But according to the OTEL specification it would be recommended) tests/integrations/test_open_telemetry.py::_BaseOtelDbIntegrationTestClass::test_error_exception_event: missing_feature (Open telemetry with nodejs is not generating this information.) tests/integrations/test_open_telemetry.py::_BaseOtelDbIntegrationTestClass::test_error_type_and_stack: missing_feature (Open telemetry with nodejs is not generating this information.) tests/integrations/test_open_telemetry.py::_BaseOtelDbIntegrationTestClass::test_obfuscate_query: bug (OTEL-940) + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_handling_stack_in_go: irrelevant + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) diff --git a/manifests/php.yml b/manifests/php.yml index 2a58aa79948..64db4eba274 100644 --- a/manifests/php.yml +++ b/manifests/php.yml @@ -372,6 +372,7 @@ manifest: tests/appsec/test_metastruct.py::Test_SecurityEvents_Appsec_Metastruct_Enabled: missing_feature tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Disabled: irrelevant (no fallback will be implemented) tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Enabled: missing_feature + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) tests/appsec/test_rate_limiter.py::Test_Main: v1.11.0 tests/appsec/test_remote_config_rule_changes.py::Test_AsmDdMultiConfiguration: v1.12.0 tests/appsec/test_remote_config_rule_changes.py::Test_BlockingActionChangesWithRemoteConfig: v1.6.2 @@ -395,6 +396,7 @@ manifest: tests/appsec/test_suspicious_attacker_blocking.py::Test_Suspicious_Attacker_Blocking: v1.13.0+4663b2fa7c20c6920f347d059b57dc2a419cb7f7 tests/appsec/test_trace_tagging.py::Test_TraceTaggingRules: v1.12.0 tests/appsec/test_trace_tagging.py::Test_TraceTaggingRulesRcCapability: v1.12.0 + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) tests/appsec/test_traces.py::Test_CollectDefaultRequestHeader: v1.0.0 tests/appsec/test_traces.py::Test_ExternalWafRequestsIdentification: v1.0.0 tests/appsec/test_user_blocking_full_denylist.py::Test_UserBlocking_FullDenylist: v0.86.3 @@ -430,6 +432,7 @@ manifest: tests/appsec/waf/test_miscs.py::Test_MultipleAttacks: v0.1.0 tests/appsec/waf/test_miscs.py::Test_MultipleHighlight: v0.2.0 tests/appsec/waf/test_reports.py::Test_Monitoring: v0.73.0 + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) tests/appsec/waf/test_rules.py::Test_CommandInjection: v0.68.3 tests/appsec/waf/test_rules.py::Test_HttpProtocol: v0.68.3 tests/appsec/waf/test_rules.py::Test_JavaCodeInjection: v0.68.3 @@ -498,6 +501,7 @@ manifest: - declaration: missing_feature (Not implemented yet) component_version: <1.12.0 tests/docker_ssi/test_docker_ssi_appsec.py::TestDockerSSIAppsecFeatures::test_telemetry_source_ssi: v1.8.3 + tests/docker_ssi/test_docker_ssi_crash.py::TestDockerSSICrash::test_crash: missing_feature (No implemented the endpoint /crashme) tests/ffe/test_dynamic_evaluation.py: missing_feature tests/ffe/test_exposures.py: missing_feature tests/integrations/crossed_integrations/test_kafka.py::Test_Kafka: missing_feature @@ -512,14 +516,30 @@ manifest: tests/integrations/crossed_integrations/test_sqs.py::Test_SQS_PROPAGATION_VIA_MESSAGE_ATTRIBUTES: - weblog_declaration: "*": missing_feature (Endpoint not implemented) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_db_integrations_sql.py::Test_MsSql: missing_feature tests/integrations/test_db_integrations_sql.py::Test_MySql: missing_feature tests/integrations/test_db_integrations_sql.py::Test_Postgres: missing_feature + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_dbm.py::Test_Dbm: v0.91.1 + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) tests/integrations/test_dsm.py::Test_DsmContext_Extraction_Base64: missing_feature tests/integrations/test_dsm.py::Test_DsmContext_Injection_Base64: missing_feature tests/integrations/test_dsm.py::Test_DsmHttp: missing_feature tests/integrations/test_dsm.py::Test_DsmKafka: missing_feature + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant tests/integrations/test_dsm.py::Test_DsmKinesis: missing_feature tests/integrations/test_dsm.py::Test_DsmRabbitmq: missing_feature tests/integrations/test_dsm.py::Test_DsmRabbitmq_FanoutExchange: missing_feature @@ -532,13 +552,18 @@ manifest: tests/integrations/test_inferred_proxy.py::Test_AWS_API_Gateway_Inferred_Span_Creation_With_Distributed_Context: v1.8.0 tests/integrations/test_inferred_proxy.py::Test_AWS_API_Gateway_Inferred_Span_Creation_With_Error: v1.8.0 tests/integrations/test_inferred_proxy.py::Test_AWS_API_Gateway_Inferred_Span_Creation_v2: missing_feature + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_otel_drop_in.py::Test_Otel_Drop_In: missing_feature + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) tests/k8s_lib_injection/test_k8s_lib_injection_appsec.py::TestK8sLibInjectionAppsecClusterEnabled: v1.16.0 tests/k8s_lib_injection/test_k8s_lib_injection_appsec.py::TestK8sLibInjectionAppsecDisabledByDefault: v1.16.0 tests/k8s_lib_injection/test_k8s_lib_injection_profiling.py::TestK8sLibInjectioProfilingClusterEnabled: v1.9.0 tests/k8s_lib_injection/test_k8s_lib_injection_profiling.py::TestK8sLibInjectioProfilingClusterOverride: v1.9.0 tests/k8s_lib_injection/test_k8s_lib_injection_profiling.py::TestK8sLibInjectioProfilingDisabledByDefault: v1.9.0 tests/otel/test_context_propagation.py::Test_Otel_Context_Propagation_Default_Propagator_Api: incomplete_test_app (endpoint not implemented) + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids: v0.84.0 tests/parametric/test_config_consistency.py::Test_Config_Dogstatsd: v1.9.0 tests/parametric/test_config_consistency.py::Test_Config_RateLimit: v1.5.0 @@ -580,6 +605,7 @@ manifest: tests/parametric/test_headers_b3.py::Test_Headers_B3::test_headers_b3_migrated_propagate_valid: missing_feature (Need to remove b3=b3multi alias) tests/parametric/test_headers_b3.py::Test_Headers_B3::test_headers_b3_migrated_single_key_propagate_valid: missing_feature (Need to remove b3=b3multi alias) tests/parametric/test_headers_baggage.py::Test_Headers_Baggage: '>=1.16.0' + tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_disable_settings_D003: irrelevant (The current default behaviour matches the future baggage disabled behaviour) tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_extract_header_D005: missing_feature tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_get_D008: missing_feature tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_get_all_D009: missing_feature @@ -591,6 +617,7 @@ manifest: tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_remove_D010: missing_feature tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_remove_all_D011: missing_feature tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_set_D006: missing_feature + tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_set_disabled_D007: irrelevant (The current default behaviour matches the future baggage disabled behaviour) tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggageheader_maxbytes_inject_D017: missing_feature tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggageheader_maxitems_inject_D016: missing_feature tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_headers_baggage_only_D002: missing_feature @@ -654,6 +681,7 @@ manifest: - declaration: missing_feature (The always_on sampler mapping is properly implemented in v1.2.0) component_version: <=1.1.0 tests/parametric/test_otel_logs.py: missing_feature + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_metrics.py: missing_feature tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods: v0.94.0 tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_add_event_meta_serialization: @@ -703,6 +731,8 @@ manifest: tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Baggage: missing_feature (otel baggage is not supported) tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Current_Span: bug (APMAPI-778) # otel current span endpoint should return a span and trace id of zero if no span is "active" tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log: missing_feature + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) tests/parametric/test_partial_flushing.py::Test_Partial_Flushing: missing_feature tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_disabled: '>=1.16.0' tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_under_limit_one_payload: '>=1.16.0' @@ -748,9 +778,12 @@ manifest: tests/parametric/test_telemetry.py::Test_Environment::test_telemetry_otel_env_hiding: missing_feature (Not implemented) tests/parametric/test_telemetry.py::Test_Environment::test_telemetry_otel_env_invalid: missing_feature (Not implemented) tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin: v1.9.0 + ? tests/parametric/test_telemetry.py::Test_Stable_Configuration_Origin::test_stable_configuration_origin_extended_configs_temporary_use_case + : irrelevant (temporary use case for python, ruby and nodejs) tests/parametric/test_telemetry.py::Test_TelemetryInstallSignature: missing_feature tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar: missing_feature tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated: '>=1.16.0' + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant tests/parametric/test_telemetry.py::Test_TelemetrySSIConfigs: missing_feature tests/parametric/test_telemetry.py::Test_TelemetrySSIConfigs::test_injection_enabled: '>=1.16.0' tests/parametric/test_telemetry.py::Test_TelemetrySSIConfigs::test_instrumentation_source_non_ssi: '>=1.16.0' @@ -761,6 +794,7 @@ manifest: tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags: v0.96.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags_Feb2024_Revision: v0.96.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_With_W3C: missing_feature + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature tests/parametric/test_tracer.py::Test_TracerSCITagging: v1.2.0 tests/parametric/test_tracer_flare.py::TestTracerFlareV1: missing_feature tests/parametric/test_tracer_flare.py::TestTracerFlareV1::test_flare_log_level_order: '>=1.16.0' @@ -841,6 +875,9 @@ manifest: tests/test_library_conf.py::Test_HeaderTags_Whitespace_Val_Short: v0.74.0 tests/test_library_conf.py::Test_HeaderTags_Wildcard_Request_Headers: missing_feature tests/test_library_conf.py::Test_HeaderTags_Wildcard_Response_Headers: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_profiling.py::Test_Profile: - declaration: missing_feature (profiling seems not to be activated) component_version: <1.16.0 diff --git a/manifests/python.yml b/manifests/python.yml index 072bcdac329..7d6648287e8 100644 --- a/manifests/python.yml +++ b/manifests/python.yml @@ -1106,6 +1106,7 @@ manifest: - weblog_declaration: "*": irrelevant flask-poc: v2.6.0 + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_db_integrations_sql.py::Test_MsSql: - weblog_declaration: "*": missing_feature @@ -1120,6 +1121,7 @@ manifest: - weblog_declaration: uds-flask: missing_feature tests/integrations/test_db_integrations_sql.py::Test_MsSql::test_db_jdbc_drive_classname: # Created by easy win activation script + - declaration: missing_feature (Apply only java) - weblog_declaration: uds-flask: missing_feature tests/integrations/test_db_integrations_sql.py::Test_MsSql::test_db_mssql_instance_name: @@ -1159,6 +1161,10 @@ manifest: - declaration: missing_feature (not implemented yet) - weblog_declaration: uds-flask: missing_feature + tests/integrations/test_db_integrations_sql.py::Test_MsSql::test_sql_success: + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_db_integrations_sql.py::Test_MySql: - weblog_declaration: "*": missing_feature @@ -1176,6 +1182,7 @@ manifest: uwsgi-poc: missing_feature uds-flask: missing_feature tests/integrations/test_db_integrations_sql.py::Test_MySql::test_db_jdbc_drive_classname: # Created by easy win activation script + - declaration: missing_feature (Apply only java) - weblog_declaration: uwsgi-poc: missing_feature uds-flask: missing_feature @@ -1228,6 +1235,7 @@ manifest: uwsgi-poc: missing_feature uds-flask: missing_feature tests/integrations/test_db_integrations_sql.py::Test_Postgres::test_db_jdbc_drive_classname: # Created by easy win activation script + - declaration: missing_feature (Apply only java) - weblog_declaration: uwsgi-poc: missing_feature uds-flask: missing_feature @@ -1259,6 +1267,7 @@ manifest: uds-flask: missing_feature tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_connection_string: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_instance: missing_feature (not implemented yet) + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_operation: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_row_count: missing_feature (not implemented yet) tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_sql_table: missing_feature (not implemented yet) @@ -1271,59 +1280,113 @@ manifest: flask-poc: v0.1 uds-flask: v2.9.0 uwsgi-poc: v2.9.0 + tests/integrations/test_dbm.py::Test_Dbm::test_trace_payload_full: + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: - weblog_declaration: "*": missing_feature (Missing on weblog) *flask: v2.9.0 + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql::test_dbm_comment: + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: - weblog_declaration: "*": missing_feature (Missing on weblog) *flask: v2.9.0 + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector::test_dbm_comment: + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: - weblog_declaration: "*": missing_feature (Missing on weblog) *flask: v2.9.0 - tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb::test_dbm_comment: flaky (APMAPI-724) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb::test_dbm_comment: + - declaration: flaky (APMAPI-724) + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: - weblog_declaration: "*": missing_feature (Missing on weblog) flask-poc: v2.8.0 uds-flask: v2.9.0 uwsgi-poc: v2.9.0 - tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg::test_dbm_comment: flaky (APMAPI-724) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg::test_dbm_comment: + - declaration: flaky (APMAPI-724) + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: - weblog_declaration: "*": missing_feature (Missing on weblog) *flask: v2.9.0 - tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql::test_dbm_comment: flaky (APMAPI-724) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql::test_dbm_comment: + - declaration: flaky (APMAPI-724) + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: - weblog_declaration: "*": missing_feature (Missing on weblog) *flask: v2.9.0 + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql::test_dbm_comment: + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: - weblog_declaration: "*": missing_feature (Missing on weblog) *flask: v2.9.0 + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg::test_dbm_comment: + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: - weblog_declaration: "*": missing_feature (Missing on weblog) *flask: v2.9.0 + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector::test_dbm_comment: + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: - weblog_declaration: "*": missing_feature (Missing on weblog) *flask: v2.9.0 - tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb::test_dbm_comment: flaky (APMAPI-724) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb::test_dbm_comment: + - declaration: flaky (APMAPI-724) + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: - weblog_declaration: "*": missing_feature (Missing on weblog) flask-poc: v2.8.0 uds-flask: v2.9.0 uwsgi-poc: v2.9.0 + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg::test_dbm_comment: + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: - weblog_declaration: "*": missing_feature (Missing on weblog) *flask: v2.9.0 - tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql::test_dbm_comment: flaky (APMAPI-724) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql::test_dbm_comment: + - declaration: flaky (APMAPI-724) + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) + tests/integrations/test_dbm.py::_BaseDbmComment::test_dbm_comment: + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) tests/integrations/test_dsm.py::Test_DsmContext_Extraction_Base64: - weblog_declaration: "*": irrelevant @@ -1337,6 +1400,11 @@ manifest: - weblog_declaration: "*": irrelevant flask-poc: v2.16.0 + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka: + - weblog_declaration: + flask-poc: bug (APMAPI-1058) + uds-flask: bug (APMAPI-1058) + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant tests/integrations/test_dsm.py::Test_DsmKinesis: - weblog_declaration: "*": irrelevant @@ -1388,7 +1456,9 @@ manifest: flask-poc: v4.2.0 uwsgi-poc: v4.2.0 uds-flask: v4.2.0 + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_otel_drop_in.py::Test_Otel_Drop_In: missing_feature + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) tests/k8s_lib_injection/test_k8s_lib_injection_appsec.py::TestK8sLibInjectionAppsecClusterEnabled: v3.15.0 tests/k8s_lib_injection/test_k8s_lib_injection_appsec.py::TestK8sLibInjectionAppsecDisabledByDefault: v3.15.0 ? tests/k8s_lib_injection/test_k8s_lib_injection_profiling.py::TestK8sLibInjectioProfilingClusterEnabled::test_profiling_admission_controller @@ -1403,7 +1473,14 @@ manifest: flask-poc: v2.19.0 uds-flask: v4.3.1 # Modified by easy win activation script uwsgi-poc: v4.3.1 # Modified by easy win activation script + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids: v2.6.0 + tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3single_128_bit_generation_disabled: irrelevant (Supports the value `b3` instead of the deprecated `B3 single header`) + tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3single_128_bit_generation_enabled: irrelevant (Supports the value `b3` instead of the deprecated `B3 single header`) + tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3single_128_bit_propagation: irrelevant (Supports the value `b3` instead of the deprecated `B3 single header`) + tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3single_128_bit_propagation_and_generation: irrelevant (Supports the value `b3` instead of the deprecated `B3 single header`) tests/parametric/test_config_consistency.py::Test_Config_Dogstatsd: v3.3.0.dev tests/parametric/test_config_consistency.py::Test_Config_RateLimit: v2.15.0 tests/parametric/test_config_consistency.py::Test_Config_Tags: v3.3.0.dev @@ -1680,6 +1757,7 @@ manifest: tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags_Feb2024_Revision: v2.9.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags_Feb2024_Revision::test_metric_mismatch_non_integer: bug (APMAPI-1689) tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_With_W3C: v2.8.0 + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature tests/parametric/test_tracer.py::Test_Tracer: v2.8.0 tests/parametric/test_tracer.py::Test_TracerSCITagging: v1.12.0 tests/parametric/test_tracer.py::Test_TracerUniversalServiceTagging: v0.36.0 @@ -1876,6 +1954,9 @@ manifest: tests/test_library_conf.py::Test_HeaderTags_Whitespace_Val_Short: v3.15.0+dev36.gb57f15308 tests/test_library_conf.py::Test_HeaderTags_Wildcard_Request_Headers: missing_feature tests/test_library_conf.py::Test_HeaderTags_Wildcard_Response_Headers: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_profiling.py::Test_Profile: - weblog_declaration: "*": v0.1 # actual version unknown diff --git a/manifests/python_lambda.yml b/manifests/python_lambda.yml index f2e42a6ec16..d8c36e3d715 100644 --- a/manifests/python_lambda.yml +++ b/manifests/python_lambda.yml @@ -197,6 +197,16 @@ manifest: - weblog_declaration: "*": v8.113.0 alb-multi: v8.114.0.dev + tests/appsec/test_blocking_addresses.py::Test_Suspicious_Request_Blocking::test_blocking: + - weblog_declaration: + alb: irrelevant (function-url event type does not support path params) + alb-multi: irrelevant (function-url event type does not support path params) + function-url: irrelevant (function-url event type does not support path params) + tests/appsec/test_blocking_addresses.py::Test_Suspicious_Request_Blocking::test_blocking_before: + - weblog_declaration: + alb: irrelevant (function-url event type does not support path params) + alb-multi: irrelevant (function-url event type does not support path params) + function-url: irrelevant (function-url event type does not support path params) tests/appsec/test_conf.py::Test_ConfigurationVariables_New_Obfuscation: v8.113.0 tests/appsec/test_extended_request_body_collection.py::Test_ExtendedRequestBodyCollection: missing_feature tests/appsec/test_fingerprinting.py::Test_Fingerprinting_Endpoint_Preprocessor: @@ -246,7 +256,37 @@ manifest: - weblog_declaration: "*": v8.113.0 alb-multi: v8.114.0.dev + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_handling_stack_in_go: irrelevant + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_resource_renaming.py: missing_feature tests/test_rum_injection.py: irrelevant (RUM injection only supported for Java) tests/test_v1_payloads.py: missing_feature diff --git a/manifests/python_otel.yml b/manifests/python_otel.yml index dfd83067a53..653fa3ddc8c 100644 --- a/manifests/python_otel.yml +++ b/manifests/python_otel.yml @@ -1,14 +1,49 @@ # yaml-language-server: $schema=https://raw.githubusercontent.com/DataDog/system-tests/refs/heads/main/utils/manifest/schema.json --- manifest: + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_open_telemetry.py::Test_MsSql: missing_feature (may be OTEL-2898) tests/integrations/test_open_telemetry.py::Test_MySql::test_db_connection_string: "missing_feature (Open telemetry doesn't send this span for python)" tests/integrations/test_open_telemetry.py::Test_MySql::test_db_operation: "missing_feature (Open Telemetry doesn't send this span for python but it should do)" + tests/integrations/test_open_telemetry.py::Test_MySql::test_db_sql_table: missing_feature (Open Telemetry doesn't send this span for python. But according to the OTEL specification it would be recommended) tests/integrations/test_open_telemetry.py::Test_MySql::test_obfuscate_query: bug (OTEL-940) tests/integrations/test_open_telemetry.py::Test_Postgres::test_db_connection_string: "missing_feature (Open telemetry doesn't send this span for python)" tests/integrations/test_open_telemetry.py::Test_Postgres::test_db_operation: "missing_feature (Open Telemetry doesn't send this span for python but it should do)" + tests/integrations/test_open_telemetry.py::Test_Postgres::test_db_sql_table: missing_feature (Open Telemetry doesn't send this span for python. But according to the OTEL specification it would be recommended) tests/integrations/test_open_telemetry.py::Test_Postgres::test_obfuscate_query: bug (OTEL-940) tests/integrations/test_open_telemetry.py::_BaseOtelDbIntegrationTestClass::test_db_connection_string: "missing_feature (Open telemetry doesn't send this span for python)" tests/integrations/test_open_telemetry.py::_BaseOtelDbIntegrationTestClass::test_db_operation: "missing_feature (Open Telemetry doesn't send this span for python but it should do)" + tests/integrations/test_open_telemetry.py::_BaseOtelDbIntegrationTestClass::test_db_sql_table: missing_feature (Open Telemetry doesn't send this span for python. But according to the OTEL specification it would be recommended) tests/integrations/test_open_telemetry.py::_BaseOtelDbIntegrationTestClass::test_obfuscate_query: bug (OTEL-940) + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_handling_stack_in_go: irrelevant + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) diff --git a/manifests/ruby.yml b/manifests/ruby.yml index c17a9cef81f..b48f3f19929 100644 --- a/manifests/ruby.yml +++ b/manifests/ruby.yml @@ -461,6 +461,12 @@ manifest: tests/appsec/test_blocking_addresses.py::Test_Blocking_response_status: v1.10.0 tests/appsec/test_blocking_addresses.py::Test_Blocking_user_id: v1.0.0 tests/appsec/test_blocking_addresses.py::Test_Suspicious_Request_Blocking: v1.0.0 + tests/appsec/test_blocking_addresses.py::Test_Suspicious_Request_Blocking::test_blocking: + - weblog_declaration: + rack: irrelevant (Rack don't send anything to the server.request.path_params WAF address) + tests/appsec/test_blocking_addresses.py::Test_Suspicious_Request_Blocking::test_blocking_before: + - weblog_declaration: + rack: irrelevant (Rack don't send anything to the server.request.path_params WAF address) tests/appsec/test_client_ip.py::Test_StandardTagsClientIp: v1.8.0 tests/appsec/test_conf.py::Test_ConfigurationVariables: # Modified by easy win activation script - declaration: missing_feature (unknown version) @@ -471,12 +477,24 @@ manifest: tests/appsec/test_conf.py::Test_ConfigurationVariables::test_disabled: - weblog_declaration: rack: irrelevant (it's not possible to auto instrument with rack) + sinatra14: missing_feature (Sinatra endpoint not implemented) + sinatra22: missing_feature (Sinatra endpoint not implemented) + sinatra32: missing_feature (Sinatra endpoint not implemented) + sinatra41: missing_feature (Sinatra endpoint not implemented) + uds-sinatra: missing_feature (Sinatra endpoint not implemented) tests/appsec/test_conf.py::Test_ConfigurationVariables::test_obfuscation_parameter_key: - declaration: missing_feature component_version: <=1.0.0 tests/appsec/test_conf.py::Test_ConfigurationVariables::test_obfuscation_parameter_value: - declaration: missing_feature component_version: <=1.0.0 + tests/appsec/test_conf.py::Test_ConfigurationVariables::test_waf_timeout: + - weblog_declaration: + sinatra14: missing_feature (Sinatra endpoint not implemented) + sinatra22: missing_feature (Sinatra endpoint not implemented) + sinatra32: missing_feature (Sinatra endpoint not implemented) + sinatra41: missing_feature (Sinatra endpoint not implemented) + uds-sinatra: missing_feature (Sinatra endpoint not implemented) tests/appsec/test_conf.py::Test_ConfigurationVariables_New_Obfuscation: missing_feature tests/appsec/test_conf.py::Test_ConfigurationVariables_New_Obfuscation::test_partial_obfuscation_parameter_value: - declaration: missing_feature @@ -667,6 +685,7 @@ manifest: tests/appsec/test_metastruct.py::Test_SecurityEvents_Appsec_Metastruct_Enabled: missing_feature tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Disabled: irrelevant (no fallback will be implemented) tests/appsec/test_metastruct.py::Test_SecurityEvents_Iast_Metastruct_Enabled: missing_feature + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) tests/appsec/test_remote_config_rule_changes.py::Test_AsmDdMultiConfiguration: # Modified by easy win activation script - weblog_declaration: '*': missing_feature @@ -716,6 +735,7 @@ manifest: tests/appsec/test_trace_tagging.py::Test_TraceTaggingRules: v2.22.0-dev tests/appsec/test_trace_tagging.py::Test_TraceTaggingRulesRcCapability: v2.22.0-dev tests/appsec/test_traces.py::Test_AppSecEventSpanTags: v0.54.2 + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) tests/appsec/test_traces.py::Test_AppSecObfuscator: v1.0.0 tests/appsec/test_traces.py::Test_CollectDefaultRequestHeader: # Modified by easy win activation script - weblog_declaration: @@ -828,6 +848,7 @@ manifest: tests/appsec/waf/test_reports.py::Test_Monitoring: v1.8.0 tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_errors: irrelevant (replaced by test_waf_monitoring_once_rfc1025) tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_once: irrelevant (replaced by test_waf_monitoring_once_rfc1025) + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) tests/appsec/waf/test_rules.py::Test_NoSqli: v1.8.0 tests/appsec/waf/test_telemetry.py::Test_TelemetryMetrics: # Modified by easy win activation script - weblog_declaration: @@ -1019,6 +1040,7 @@ manifest: - declaration: bug (INPLAT-884) - declaration: missing_feature (Not implemented) component_version: <2.7.0 + tests/docker_ssi/test_docker_ssi_servicenaming.py::TestDockerServiceNaming::test_service_name: missing_feature (No implemented) tests/ffe/test_dynamic_evaluation.py: - weblog_declaration: "*": irrelevant @@ -1075,10 +1097,25 @@ manifest: tests/integrations/crossed_integrations/test_sqs.py::Test_SQS_PROPAGATION_VIA_MESSAGE_ATTRIBUTES::test_produce_trace_equality: missing_feature (Expected to fail, Ruby does not propagate context) tests/integrations/crossed_integrations/test_sqs.py::_BaseSQS::test_consume_trace_equality: missing_feature (Expected to fail, Ruby does not propagate context) tests/integrations/crossed_integrations/test_sqs.py::_BaseSQS::test_produce_trace_equality: missing_feature (Expected to fail, Ruby does not propagate context) + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_db_integrations_sql.py::Test_MsSql: missing_feature tests/integrations/test_db_integrations_sql.py::Test_MySql: missing_feature tests/integrations/test_db_integrations_sql.py::Test_Postgres: missing_feature + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) tests/integrations/test_dbm.py::Test_Dbm: missing_feature + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) tests/integrations/test_dsm.py::Test_DsmContext_Extraction_Base64: - weblog_declaration: "*": irrelevant @@ -1092,6 +1129,7 @@ manifest: - weblog_declaration: "*": irrelevant rails72: missing_feature (Endpoint not implemented) + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant tests/integrations/test_dsm.py::Test_DsmKinesis: - weblog_declaration: "*": irrelevant @@ -1125,7 +1163,9 @@ manifest: "*": irrelevant rails72: missing_feature (Endpoint not implemented) tests/integrations/test_inferred_proxy.py: missing_feature + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) tests/integrations/test_otel_drop_in.py::Test_Otel_Drop_In: missing_feature + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) tests/k8s_lib_injection/test_k8s_lib_injection_appsec.py::TestK8sLibInjectionAppsecClusterEnabled: v2.0.0 tests/k8s_lib_injection/test_k8s_lib_injection_appsec.py::TestK8sLibInjectionAppsecDisabledByDefault: v2.0.0 tests/k8s_lib_injection/test_k8s_lib_injection_profiling.py::TestK8sLibInjectioProfilingClusterEnabled: missing_feature @@ -1136,7 +1176,14 @@ manifest: "*": incomplete_test_app (endpoint not implemented) rails72: v2.0.0 tests/otel/test_context_propagation.py::Test_Otel_Context_Propagation_Default_Propagator_Api::test_propagation_extract: incomplete_test_app (Ruby extract seems to fail even though it should be supported) + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids: v1.17.0 + tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3single_128_bit_generation_disabled: irrelevant (Supports the value `b3` instead of the deprecated `B3 single header`) + tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3single_128_bit_generation_enabled: irrelevant (Supports the value `b3` instead of the deprecated `B3 single header`) + tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3single_128_bit_propagation: irrelevant (Supports the value `b3` instead of the deprecated `B3 single header`) + tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3single_128_bit_propagation_and_generation: irrelevant (Supports the value `b3` instead of the deprecated `B3 single header`) tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_datadog_128_bit_propagation_tid_chars: # Modified by easy win activation script - declaration: missing_feature (not implemented) component_version: <2.27.0 @@ -1218,6 +1265,7 @@ manifest: - declaration: missing_feature (Added DD_TRACE_PROPAGATION_STYLE config in version 1.8.0) component_version: <1.8.0 tests/parametric/test_headers_baggage.py::Test_Headers_Baggage: '>=2.27.0' # Modified by easy win activation script + tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_disable_settings_D003: irrelevant (The current default behaviour matches the future baggage disabled behaviour) tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_extract_header_D005: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_get_D008: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_get_all_D009: missing_feature # Created by easy win activation script @@ -1229,6 +1277,7 @@ manifest: tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_remove_D010: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_remove_all_D011: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_set_D006: missing_feature # Created by easy win activation script + tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggage_set_disabled_D007: irrelevant (The current default behaviour matches the future baggage disabled behaviour) tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggageheader_maxbytes_inject_D017: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_baggageheader_maxitems_inject_D016: missing_feature # Created by easy win activation script tests/parametric/test_headers_baggage.py::Test_Headers_Baggage::test_headers_baggage_only_D002: missing_feature # Created by easy win activation script @@ -1296,6 +1345,7 @@ manifest: tests/parametric/test_otel_logs.py::Test_FR05_Custom_Endpoints: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR06_OTLP_Protocols: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR07_Host_Name: missing_feature # Created by easy win activation script + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_logs.py::Test_FR08_Custom_Headers: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR09_Log_Injection: missing_feature # Created by easy win activation script tests/parametric/test_otel_logs.py::Test_FR10_Timeout_Configuration: missing_feature # Created by easy win activation script @@ -1324,12 +1374,15 @@ manifest: tests/parametric/test_otel_metrics.py::Test_Otel_Metrics_Host_Name::test_hostname_from_dd_hostname: missing_feature (DD_HOSTNAME to host.name resource attribute mapping not yet implemented) tests/parametric/test_otel_metrics.py::Test_Otel_Metrics_Telemetry::test_telemetry_metrics_grpc: missing_feature (Does not support grpc) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods: v1.17.0 + tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_add_event_meta_serialization: missing_feature (Newer agents/testagents enabled native span event serialization by default) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_get_span_context: - declaration: bug (APMRP-360) component_version: <2.2.0 + tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_attributes_serialization: missing_feature (Newer agents/testagents enabled native span event serialization by default) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_does_not_set_error: - declaration: missing_feature (Not implemented) component_version: <2.3.0 + tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_meta_serialization: missing_feature (Newer agents/testagents enabled native span event serialization by default) tests/parametric/test_otel_span_methods.py::Test_Otel_Span_Methods::test_otel_record_exception_sets_all_error_tracking_tags: - declaration: missing_feature (Not implemented) component_version: <2.3.0 @@ -1364,6 +1417,8 @@ manifest: tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Baggage: missing_feature (otel baggage is not supported) tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Current_Span: incomplete_test_app (otel current span endpoint is not supported) tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log: missing_feature + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) tests/parametric/test_partial_flushing.py::Test_Partial_Flushing: '>=2.27.0' # Modified by easy win activation script tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_one_span: missing_feature # Created by easy win activation script tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_one_span_default: missing_feature # Created by easy win activation script @@ -1415,6 +1470,7 @@ manifest: tests/parametric/test_telemetry.py::Test_TelemetryInstallSignature: '>=2.27.0' # Modified by easy win activation script tests/parametric/test_telemetry.py::Test_TelemetryInstallSignature::test_telemetry_event_not_propagated: missing_feature # Created by easy win activation script tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar: v2.1.0 + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant tests/parametric/test_telemetry.py::Test_TelemetrySSIConfigs: v2.18.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Basic: v1.0.0 # TODO what is the earliest version? tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Globs: v2.0.0 @@ -1423,6 +1479,8 @@ manifest: tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags: v2.4.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags_Feb2024_Revision: v2.4.0 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_With_W3C: v2.4.0 + tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_With_W3C::test_distributed_headers_synthetics_sampling_decision: bug (APMAPI-1563) + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature tests/parametric/test_tracer.py::Test_TracerSCITagging: v1.21.0 tests/parametric/test_tracer_flare.py::TestTracerFlareV1: '>=2.27.0' # Modified by easy win activation script tests/parametric/test_tracer_flare.py::TestTracerFlareV1::test_flare_log_level_order: missing_feature # Created by easy win activation script @@ -1622,6 +1680,21 @@ manifest: weblog: [rails80, sinatra14, uds-sinatra, sinatra32, rack, rails52, rails72, sinatra41, uds-rails, rails61, sinatra22, rails42] - declaration: missing_feature (not implemented yet) excluded_weblog: [rails80, sinatra14, uds-sinatra, sinatra32, rack, rails52, rails72, sinatra41, uds-rails, rails61, sinatra22, rails42] + tests/test_data_integrity.py::Test_TraceHeaders::test_trace_header_container_tags: + - weblog_declaration: + graphql23: missing_feature (Missing endpoint) + rack: missing_feature (Missing endpoint) + rails42: missing_feature (Missing endpoint) + rails52: missing_feature (Missing endpoint) + rails61: missing_feature (Missing endpoint) + rails72: missing_feature (Missing endpoint) + rails80: missing_feature (Missing endpoint) + sinatra14: missing_feature (Missing endpoint) + sinatra22: missing_feature (Missing endpoint) + sinatra32: missing_feature (Missing endpoint) + sinatra41: missing_feature (Missing endpoint) + uds-rails: missing_feature (Missing endpoint) + uds-sinatra: missing_feature (Missing endpoint) tests/test_distributed.py::Test_DistributedHttp: v2.22.1-dev tests/test_distributed.py::Test_Span_Links_Flags_From_Conflicting_Contexts: missing_feature (implementation specs have not been determined) tests/test_distributed.py::Test_Span_Links_From_Conflicting_Contexts: missing_feature @@ -1732,6 +1805,9 @@ manifest: tests/test_library_conf.py::Test_HeaderTags_Whitespace_Val_Short: v1.13.0 tests/test_library_conf.py::Test_HeaderTags_Wildcard_Request_Headers: missing_feature tests/test_library_conf.py::Test_HeaderTags_Wildcard_Response_Headers: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_profiling.py::Test_Profile: # Modified by easy win activation script - declaration: missing_feature (temporary fix, scenario not working on dd-trace-rb CI) component_version: <2.24.0 @@ -1779,6 +1855,7 @@ manifest: - weblog_declaration: "*": irrelevant rack: v2.10.0 + tests/test_span_events.py::Test_SpanEvents_WithAgentSupport::test_v05_default_format: irrelevant (v0.5 is not the default format) tests/test_span_events.py::Test_SpanEvents_WithoutAgentSupport: - weblog_declaration: "*": irrelevant diff --git a/manifests/rust.yml b/manifests/rust.yml index 6ddd31d93db..595cb39238b 100644 --- a/manifests/rust.yml +++ b/manifests/rust.yml @@ -4,12 +4,36 @@ refs: - &ref_0_0_1 "0.0.1" manifest: tests/appsec/api_security/test_endpoint_fallback.py: missing_feature + tests/appsec/test_only_python.py::Test_ImportError: irrelevant (specific tests for python tracer) + tests/appsec/test_traces.py::Test_AppSecEventSpanTags::test_header_collection: irrelevant (test) + tests/appsec/waf/test_reports.py::Test_Monitoring::test_waf_monitoring_optional: irrelevant (optional tags) tests/auto_inject/test_auto_inject_install.py::TestContainerAutoInjectInstallScriptAppsec: missing_feature tests/auto_inject/test_auto_inject_install.py::TestHostAutoInjectInstallScriptAppsec: missing_feature tests/auto_inject/test_auto_inject_install.py::TestSimpleInstallerAutoInjectManualAppsec: missing_feature tests/docker_ssi/test_docker_ssi_appsec.py::TestDockerSSIAppsecFeatures::test_telemetry_source_ssi: missing_feature tests/ffe/test_dynamic_evaluation.py: missing_feature tests/ffe/test_exposures.py: missing_feature + tests/integrations/test_cassandra.py::Test_Cassandra: missing_feature (Endpoint is not implemented on weblog) + tests/integrations/test_db_integrations_sql.py::_BaseDatadogDbIntegrationTestClass::test_db_jdbc_drive_classname: missing_feature (Apply only java) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Batch_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_mysql2: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_NodeJS_pg: irrelevant (These are nodejs only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Aiomysql: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Asyncpg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_MysqlConnector: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Mysqldb: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Psycopg: irrelevant (These are python only tests.) + tests/integrations/test_dbm.py::Test_Dbm_Comment_Python_Pymysql: irrelevant (These are python only tests.) + tests/integrations/test_dsm.py::Test_DsmKafka::test_dsm_kafka_without_cluster_id: irrelevant + tests/integrations/test_mongo.py::Test_Mongo: missing_feature (Endpoint is not implemented on weblog) + tests/integrations/test_sql.py::Test_Sql: missing_feature (Endpoint is not implemented on weblog) + tests/otel_tracing_e2e/test_e2e.py::Test_OTelLogE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelMetricE2E: irrelevant + tests/otel_tracing_e2e/test_e2e.py::Test_OTelTracingE2E: irrelevant tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids: v0.0.1 tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3multi_128_bit_generation_disabled: missing_feature (propagation style not supported) tests/parametric/test_128_bit_traceids.py::Test_128_Bit_Traceids::test_b3multi_128_bit_generation_enabled: missing_feature (propagation style not supported) @@ -135,6 +159,7 @@ manifest: tests/parametric/test_otel_api_interoperability.py::Test_Otel_API_Interoperability::test_update_resource: missing_feature # Created by easy win activation script tests/parametric/test_otel_env_vars.py::Test_Otel_Env_Vars: incomplete_test_app (/trace/config endpoint is not implemented) tests/parametric/test_otel_logs.py: v0.3.0 + tests/parametric/test_otel_logs.py::Test_FR07_Host_Name::test_hostname_from_dd_hostname: irrelevant (DD_HOSTNAME is only supported in Python) tests/parametric/test_otel_logs.py::Test_FR11_Telemetry::test_telemetry_metrics: missing_feature (Rust telemetry metrics are not submitted in time to run tests against) tests/parametric/test_otel_logs.py::Test_FR13_Scope_Fields::test_scope_attributes_field: missing_feature (OpenTelemetry Rust SDK limitation - scope attributes not exported by opentelemetry-otlp) tests/parametric/test_otel_logs.py::Test_FR13_Scope_Fields::test_scope_schema_url_field: missing_feature (OpenTelemetry Rust SDK limitation - schema_url not exported by opentelemetry-otlp) @@ -179,6 +204,8 @@ manifest: tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Baggage: missing_feature tests/parametric/test_parametric_endpoints.py::Test_Parametric_Otel_Current_Span: v0.0.1 tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log: missing_feature + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_create_logger: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) + tests/parametric/test_parametric_endpoints.py::Test_Parametric_Write_Log::test_write_log: incomplete_test_app (Logs endpoint is only implemented in python and node.js app) tests/parametric/test_partial_flushing.py::Test_Partial_Flushing: '>=0.2.1' # Modified by easy win activation script tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_one_span: missing_feature # Created by easy win activation script tests/parametric/test_partial_flushing.py::Test_Partial_Flushing::test_partial_flushing_one_span_default: missing_feature # Created by easy win activation script @@ -218,6 +245,7 @@ manifest: tests/parametric/test_telemetry.py::Test_TelemetryInstallSignature::test_telemetry_event_propagated: missing_feature # Created by easy win activation script tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar: '>=0.2.1' # Modified by easy win activation script tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated: missing_feature # Created by easy win activation script + tests/parametric/test_telemetry.py::Test_TelemetrySCAEnvVar::test_telemetry_sca_enabled_propagated_specifics: irrelevant tests/parametric/test_telemetry.py::Test_TelemetrySSIConfigs: missing_feature tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Basic: v0.0.1 tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Globs: v0.0.1 @@ -235,6 +263,7 @@ manifest: tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_Tags_Feb2024_Revision::test_regex_special_chars: missing_feature # Created by easy win activation script tests/parametric/test_trace_sampling.py::Test_Trace_Sampling_With_W3C: missing_feature tests/parametric/test_tracer.py: '>=0.2.1' # Modified by easy win activation script + tests/parametric/test_tracer.py::Test_ProcessTags_ServiceName: missing_feature tests/parametric/test_tracer.py::Test_Tracer: missing_feature # Created by easy win activation script tests/parametric/test_tracer.py::Test_TracerSCITagging: missing_feature # Created by easy win activation script tests/parametric/test_tracer_flare.py::TestTracerFlareV1: '>=0.2.1' # Modified by easy win activation script @@ -246,4 +275,7 @@ manifest: tests/parametric/test_tracer_flare.py::TestTracerFlareV1::test_tracer_flare_with_debug: missing_feature # Created by easy win activation script tests/parametric/test_tracer_flare.py::TestTracerFlareV1::test_tracer_profiling_notracing_flare_content: missing_feature # Created by easy win activation script tests/stats/test_stats.py: missing_feature + tests/test_library_logs.py::Test_NoExceptions::test_dotnet: irrelevant (only for .NET) + tests/test_library_logs.py::Test_NoExceptions::test_java_logs: irrelevant (only for Java) + tests/test_library_logs.py::Test_NoExceptions::test_java_telemetry_logs: irrelevant (only for Java) tests/test_v1_payloads.py: missing_feature diff --git a/run_all b/run_all new file mode 100644 index 00000000000..e69de29bb2d diff --git a/tests/appsec/iast/source/test_parameter_name.py b/tests/appsec/iast/source/test_parameter_name.py index f4bf0a821d7..e13e43a84bb 100644 --- a/tests/appsec/iast/source/test_parameter_name.py +++ b/tests/appsec/iast/source/test_parameter_name.py @@ -2,7 +2,7 @@ # This product includes software developed at Datadog (https://www.datadoghq.com/). # Copyright 2021 Datadog, Inc. -from utils import context, missing_feature, bug, features +from utils import context, missing_feature, features from tests.appsec.iast.utils import BaseSourceTest @@ -21,35 +21,16 @@ class TestParameterName(BaseSourceTest): setup_source_post_reported = BaseSourceTest.setup_source_reported - @missing_feature( - context.library == "nodejs" and context.weblog_variant in ["express4", "express5"], - reason="Tainted as request body", - ) - @bug(weblog_variant="resteasy-netty3", reason="APPSEC-55687") def test_source_post_reported(self): """For use case where only one is reported, we want to keep a test on the one reported""" self.validate_request_reported(self.requests["POST"]) setup_source_get_reported = BaseSourceTest.setup_source_reported - @bug( - context.library < "java@1.40.0" and context.weblog_variant == "jersey-grizzly2", - reason="APPSEC-55387", - ) - @bug(weblog_variant="resteasy-netty3", reason="APPSEC-55687") def test_source_get_reported(self): """For use case where only one is reported, we want to keep a test on the one reported""" self.validate_request_reported(self.requests["GET"]) - @missing_feature( - context.library == "nodejs" and context.weblog_variant in ["express4", "express5"], - reason="Tainted as request body", - ) - @bug( - context.library < "java@1.40.0" and context.weblog_variant == "jersey-grizzly2", - reason="APPSEC-55387", - ) - @bug(weblog_variant="resteasy-netty3", reason="APPSEC-55687") def test_source_reported(self): super().test_source_reported() @@ -57,10 +38,6 @@ def test_source_reported(self): context.library < "java@1.22.0" and "spring-boot" not in context.weblog_variant, reason="Metrics not implemented", ) - @missing_feature( - context.weblog_variant in ("akka-http", "jersey-grizzly2", "resteasy-netty3", "vertx4"), - reason="Metrics not implemented", - ) def test_telemetry_metric_instrumented_source(self): super().test_telemetry_metric_instrumented_source() @@ -68,9 +45,5 @@ def test_telemetry_metric_instrumented_source(self): context.library < "java@1.22.0" and "spring-boot" not in context.weblog_variant, reason="Metrics not implemented", ) - @missing_feature( - context.weblog_variant in ("akka-http", "jersey-grizzly2", "resteasy-netty3", "vertx4"), - reason="Metrics not implemented", - ) def test_telemetry_metric_executed_source(self): super().test_telemetry_metric_executed_source() diff --git a/tests/appsec/iast/source/test_parameter_value.py b/tests/appsec/iast/source/test_parameter_value.py index 4db97829cf9..b49dfb0bc35 100644 --- a/tests/appsec/iast/source/test_parameter_value.py +++ b/tests/appsec/iast/source/test_parameter_value.py @@ -2,7 +2,7 @@ # This product includes software developed at Datadog (https://www.datadoghq.com/). # Copyright 2021 Datadog, Inc. -from utils import context, missing_feature, irrelevant, features, flaky, bug +from utils import context, missing_feature, irrelevant, features from tests.appsec.iast.utils import BaseSourceTest @@ -26,14 +26,11 @@ def test_source_reported(self): ... setup_source_post_reported = BaseSourceTest.setup_source_reported - @flaky(context.weblog_variant == "resteasy-netty3", reason="APPSEC-56007") - @bug(context.weblog_variant == "play", reason="APPSEC-58349") def test_source_post_reported(self): self.validate_request_reported(self.requests["POST"]) setup_source_get_reported = BaseSourceTest.setup_source_reported - @bug(context.weblog_variant == "play", reason="APPSEC-58349") def test_source_get_reported(self): self.validate_request_reported(self.requests["GET"], source_type="http.request.parameter") diff --git a/tests/appsec/test_asm_standalone.py b/tests/appsec/test_asm_standalone.py index dc9dc5ae1c8..80a1dca9b8d 100644 --- a/tests/appsec/test_asm_standalone.py +++ b/tests/appsec/test_asm_standalone.py @@ -8,7 +8,7 @@ from utils.dd_constants import SAMPLING_PRIORITY_KEY, SamplingPriority from utils.telemetry_utils import TelemetryUtils from utils._weblog import HttpResponse, _Weblog -from utils import context, weblog, interfaces, scenarios, features, rfc, missing_feature, logger +from utils import context, weblog, interfaces, scenarios, features, rfc, logger from utils.dd_types import DataDogSpan, DataDogTrace, TraceLibraryPayloadFormat USER = "test" @@ -749,13 +749,6 @@ def setup_app_dependencies_loaded(self): self.r0 = weblog.get("/load_dependency") self.r1 = weblog.get("/load_dependency") - @missing_feature(context.library == "nodejs" and context.weblog_variant == "nextjs") - @missing_feature(context.weblog_variant == "vertx4", reason="missing_feature (endpoint not implemented)") - @missing_feature(context.weblog_variant == "akka-http", reason="missing_feature (endpoint not implemented)") - @missing_feature(context.weblog_variant == "ratpack", reason="missing_feature (endpoint not implemented)") - @missing_feature(context.weblog_variant == "play", reason="missing_feature (endpoint not implemented)") - @missing_feature(context.weblog_variant == "vertx3", reason="missing_feature (endpoint not implemented)") - @missing_feature(context.weblog_variant == "jersey-grizzly2", reason="missing_feature (endpoint not implemented)") def test_app_dependencies_loaded(self): self.assert_standalone_is_enabled(self.r0, self.r1) diff --git a/tests/appsec/test_automated_login_events.py b/tests/appsec/test_automated_login_events.py index 25bfcea0896..92d3f0be04b 100644 --- a/tests/appsec/test_automated_login_events.py +++ b/tests/appsec/test_automated_login_events.py @@ -6,7 +6,6 @@ from utils import context from utils import features from utils import interfaces -from utils import missing_feature from utils import remote_config as rc from utils import rfc from utils import scenarios @@ -138,7 +137,6 @@ def test_login_success_basic(self): def setup_login_wrong_user_failure_local(self): self.r_wrong_user_failure = weblog.post("/login?auth=local", data=login_data(INVALID_USER, PASSWORD)) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_wrong_user_failure_local(self): assert self.r_wrong_user_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_wrong_user_failure): @@ -158,7 +156,6 @@ def setup_login_wrong_user_failure_basic(self): "/login?auth=basic", headers={"Authorization": BASIC_AUTH_INVALID_USER_HEADER} ) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_wrong_user_failure_basic(self): assert self.r_wrong_user_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_wrong_user_failure): @@ -176,7 +173,6 @@ def test_login_wrong_user_failure_basic(self): def setup_login_wrong_password_failure_local(self): self.r_wrong_user_failure = weblog.post("/login?auth=local", data=login_data(USER, "12345")) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_wrong_password_failure_local(self): assert self.r_wrong_user_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_wrong_user_failure): @@ -196,7 +192,6 @@ def setup_login_wrong_password_failure_basic(self): "/login?auth=basic", headers={"Authorization": BASIC_AUTH_INVALID_PASSWORD_HEADER} ) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_wrong_password_failure_basic(self): assert self.r_wrong_user_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_wrong_user_failure): @@ -249,7 +244,6 @@ def setup_login_sdk_failure_local(self): data=login_data(INVALID_USER, PASSWORD), ) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_sdk_failure_local(self): assert self.r_sdk_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_sdk_failure): @@ -267,7 +261,6 @@ def setup_login_sdk_failure_basic(self): headers={"Authorization": BASIC_AUTH_INVALID_USER_HEADER}, ) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_sdk_failure_basic(self): assert self.r_sdk_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_sdk_failure): @@ -348,7 +341,6 @@ def test_login_success_basic(self): def setup_login_wrong_user_failure_local(self): self.r_wrong_user_failure = weblog.post("/login?auth=local", data=login_data(INVALID_USER, PASSWORD)) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_wrong_user_failure_local(self): assert self.r_wrong_user_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_wrong_user_failure): @@ -378,7 +370,6 @@ def setup_login_wrong_user_failure_basic(self): "/login?auth=basic", headers={"Authorization": BASIC_AUTH_INVALID_USER_HEADER} ) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_wrong_user_failure_basic(self): assert self.r_wrong_user_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_wrong_user_failure): @@ -406,7 +397,6 @@ def test_login_wrong_user_failure_basic(self): def setup_login_wrong_password_failure_local(self): self.r_wrong_user_failure = weblog.post("/login?auth=local", data=login_data(USER, "12345")) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_wrong_password_failure_local(self): assert self.r_wrong_user_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_wrong_user_failure): @@ -431,7 +421,6 @@ def setup_login_wrong_password_failure_basic(self): "/login?auth=basic", headers={"Authorization": BASIC_AUTH_INVALID_PASSWORD_HEADER} ) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_wrong_password_failure_basic(self): assert self.r_wrong_user_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_wrong_user_failure): @@ -489,7 +478,6 @@ def setup_login_sdk_failure_basic(self): headers={"Authorization": BASIC_AUTH_INVALID_USER_HEADER}, ) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_sdk_failure_basic(self): assert self.r_sdk_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_sdk_failure): @@ -507,7 +495,6 @@ def setup_login_sdk_failure_local(self): data=login_data(INVALID_USER, PASSWORD), ) - @missing_feature(weblog_variant="spring-boot-openliberty", reason="weblog returns error 500") def test_login_sdk_failure_local(self): assert self.r_sdk_failure.status_code == 401 for _, trace, span in interfaces.library.get_spans(request=self.r_sdk_failure): diff --git a/tests/appsec/test_blocking_addresses.py b/tests/appsec/test_blocking_addresses.py index 989ea9667be..5c158c9fc5d 100644 --- a/tests/appsec/test_blocking_addresses.py +++ b/tests/appsec/test_blocking_addresses.py @@ -5,10 +5,8 @@ import json from utils import ( - bug, context, interfaces, - irrelevant, missing_feature, rfc, scenarios, @@ -554,10 +552,6 @@ def setup_non_blocking_plain_text(self): "/waf", data=b'{"value4": "bsldhkuqwgervf"}', headers={"content-type": "text/plain"} ) - @irrelevant( - context.weblog_variant in ("akka-http", "play", "jersey-grizzly2", "resteasy-netty3", "nginx"), - reason="Blocks on text/plain if parsed to a String", - ) def test_non_blocking_plain_text(self): self.test_blocking() # TODO: This test is pending a better definition of when text/plain is considered parsed body, @@ -637,10 +631,6 @@ def test_non_blocking(self): def setup_not_found(self): self.rnf_req = weblog.get(path="/finger_print") - @missing_feature( - (context.library == "java" and context.weblog_variant == "spring-boot-openliberty"), - reason="Happens on a subsequent WAF run", - ) @missing_feature( context.scenario is scenarios.go_proxies_appsec_blocking, reason="The endpoint /finger_print is not implemented in the weblog", @@ -701,17 +691,6 @@ def setup_blocking(self): headers={"content-type": "text/plain", "client": "malicious-header-kCgvxrYeiwUSYkAuniuGktdvzXYEPSff"}, ) - @irrelevant( - library="python_lambda", - condition=context.weblog_variant in ("function-url", "alb", "alb-multi"), - reason="function-url event type does not support path params", - ) - @irrelevant( - context.library == "ruby" and context.weblog_variant == "rack", - reason="Rack don't send anything to the server.request.path_params WAF address", - ) - @bug(weblog_variant="akka-http", reason="APPSEC-54985") - @bug(weblog_variant="spring-boot-payara", reason="APPSEC-54985") def test_blocking(self): """Test if requests that should be blocked are blocked""" assert self.rm_req_block.status_code == 403, self.rm_req_block.request.url @@ -729,17 +708,6 @@ def setup_blocking_before(self): headers={"content-type": "text/plain", "client": "malicious-header-kCgvxrYeiwUSYkAuniuGktdvzXYEPSff"}, ) - @irrelevant( - library="python_lambda", - condition=context.weblog_variant in ("function-url", "alb", "alb-multi"), - reason="function-url event type does not support path params", - ) - @irrelevant( - context.library == "ruby" and context.weblog_variant == "rack", - reason="Rack don't send anything to the server.request.path_params WAF address", - ) - @bug(weblog_variant="akka-http", reason="APPSEC-54985") - @bug(weblog_variant="spring-boot-payara", reason="APPSEC-54985") def test_blocking_before(self): """Test that blocked requests are blocked before being processed""" # first request should not block and must set the tag in span accordingly diff --git a/tests/appsec/test_conf.py b/tests/appsec/test_conf.py index 18000a442a9..8594375c9a7 100644 --- a/tests/appsec/test_conf.py +++ b/tests/appsec/test_conf.py @@ -3,7 +3,7 @@ # Copyright 2021 Datadog, Inc. -from utils import weblog, context, interfaces, missing_feature, rfc, scenarios, features +from utils import weblog, interfaces, rfc, scenarios, features from utils.tools import nested_lookup from utils.dd_types import DataDogSpan @@ -30,7 +30,6 @@ def test_enabled(self): def setup_disabled(self): self.r_disabled = weblog.get("/waf/", headers={"User-Agent": "Arachni/v1"}) - @missing_feature("sinatra" in context.weblog_variant, reason="Sinatra endpoint not implemented") @scenarios.everything_disabled def test_disabled(self): """Test DD_APPSEC_ENABLED = false""" @@ -54,7 +53,6 @@ def setup_waf_timeout(self): long_headers["User-Agent"] = "Arachni/v1" self.r_waf_timeout = weblog.get(f"/waf/{long_payload}", headers=long_headers) - @missing_feature("sinatra" in context.weblog_variant, reason="Sinatra endpoint not implemented") @scenarios.appsec_low_waf_timeout def test_waf_timeout(self): """Test DD_APPSEC_WAF_TIMEOUT = low value""" diff --git a/tests/appsec/test_extended_header_collection.py b/tests/appsec/test_extended_header_collection.py index b2fc92a13f8..2918a41d7dd 100644 --- a/tests/appsec/test_extended_header_collection.py +++ b/tests/appsec/test_extended_header_collection.py @@ -2,7 +2,7 @@ # This product includes software developed at Datadog (https://www.datadoghq.com/). # Copyright 2021 Datadog, Inc. -from utils import weblog, interfaces, scenarios, rfc, features, missing_feature, context +from utils import weblog, interfaces, scenarios, rfc, features from utils._weblog import HttpResponse @@ -115,10 +115,6 @@ def setup_if_appsec_event_collect_all_response_headers(self): }, ) - @missing_feature( - context.library < "nodejs@5.57.0" and context.weblog_variant == "fastify", - reason="Collecting reply headers not supported yet", - ) def test_if_appsec_event_collect_all_response_headers(self): assert self.r.status_code == 200 span = interfaces.library.get_root_span(request=self.r) @@ -161,10 +157,6 @@ def setup_not_exceed_default_50_maximum_response_header_collection(self): }, ) - @missing_feature( - context.library < "nodejs@5.57.0" and context.weblog_variant == "fastify", - reason="Collecting reply headers not supported yet", - ) def test_not_exceed_default_50_maximum_response_header_collection(self): self.assert_feature_is_enabled(self.check_r) assert self.r.status_code == 200 diff --git a/tests/appsec/test_fingerprinting.py b/tests/appsec/test_fingerprinting.py index 3a56cff8529..b49dd944a98 100644 --- a/tests/appsec/test_fingerprinting.py +++ b/tests/appsec/test_fingerprinting.py @@ -5,8 +5,6 @@ from utils import rfc from utils import scenarios from utils import weblog -from utils import missing_feature -from utils import context from utils._weblog import HttpResponse ARACHNI_HEADERS = {"User-Agent": "Arachni/v1.5.1"} @@ -196,11 +194,6 @@ def setup_session_non_blocking(self): self.cookies = self.r_create_session.cookies self.r_user = weblog.get("/user_login_success_event", cookies=self.cookies) - @missing_feature(context.weblog_variant == "akka-http", reason="missing_feature (endpoint not implemented)") - @missing_feature(context.weblog_variant == "jersey-grizzly2", reason="missing_feature (endpoint not implemented)") - @missing_feature(context.weblog_variant == "play", reason="missing_feature (endpoint not implemented)") - @missing_feature(context.weblog_variant == "ratpack", reason="missing_feature (endpoint not implemented)") - @missing_feature(context.weblog_variant == "resteasy-netty3", reason="missing_feature (endpoint not implemented)") def test_session_non_blocking(self): assert self.r_create_session.status_code == 200 assert self.r_user.status_code == 200 diff --git a/tests/appsec/test_only_python.py b/tests/appsec/test_only_python.py index 2889c719070..b3aaf5c32e4 100644 --- a/tests/appsec/test_only_python.py +++ b/tests/appsec/test_only_python.py @@ -3,7 +3,7 @@ # Copyright 2021 Datadog, Inc. -from utils import context, features, interfaces, irrelevant, scenarios +from utils import context, features, interfaces, scenarios @scenarios.appsec_blocking @@ -16,7 +16,6 @@ @scenarios.default @scenarios.appsec_lambda_default @features.language_specifics -@irrelevant(context.library not in ("python", "python_lambda"), reason="specific tests for python tracer") class Test_ImportError: """Tests to verify that we don't have import errors due to tracer instrumentation.""" diff --git a/tests/appsec/test_rate_limiter.py b/tests/appsec/test_rate_limiter.py index 37a04ca81e9..259f606e937 100644 --- a/tests/appsec/test_rate_limiter.py +++ b/tests/appsec/test_rate_limiter.py @@ -5,12 +5,11 @@ import datetime import time -from utils import weblog, context, interfaces, rfc, bug, scenarios, features, logger +from utils import weblog, interfaces, rfc, scenarios, features, logger from utils.dd_constants import SamplingPriority @rfc("https://docs.google.com/document/d/1X64XQOk3N-aS_F0bJuZLkUiJqlYneDxo_b8WnkfFy_0") -@bug(context.library in ("nodejs@3.2.0", "nodejs@2.15.0"), weblog_variant="express4", reason="APPSEC-5427") @scenarios.appsec_rate_limiter @features.appsec_rate_limiter class Test_Main: diff --git a/tests/appsec/test_traces.py b/tests/appsec/test_traces.py index 49e5050a1b4..6bd285cf18e 100644 --- a/tests/appsec/test_traces.py +++ b/tests/appsec/test_traces.py @@ -4,10 +4,8 @@ from utils import ( weblog, - bug, context, interfaces, - irrelevant, rfc, missing_feature, scenarios, @@ -99,12 +97,6 @@ def test_custom_span_tags(self): def setup_header_collection(self): self.r = weblog.get("/headers", headers={"User-Agent": "Arachni/v1", "Content-Type": "text/plain"}) - @bug( - context.library < "nodejs@5.57.0", - weblog_variant="fastify", - reason="APPSEC-57432", # Response headers collection not supported yet - ) - @irrelevant(context.library not in ["golang", "nodejs", "java", "dotnet", "python_lambda"], reason="test") def test_header_collection(self): """AppSec should collect some headers for http.request and http.response and store them in span tags. Note that this test checks for collection, not data. @@ -162,10 +154,6 @@ def setup_appsec_obfuscator_key(self): params={"pwd": f"{self.SECRET_VALUE_WITH_SENSITIVE_KEY} select pg_sleep"}, ) - @missing_feature( - context.library < "nodejs@5.57.0" and context.weblog_variant == "fastify", - reason="Query string not supported yet", - ) def test_appsec_obfuscator_key(self): """General obfuscation test of several attacks on several rule addresses.""" # Validate that the AppSec events do not contain the following secret value. @@ -214,10 +202,6 @@ def setup_appsec_obfuscator_value(self): params={"payload": sensitive_raw_payload}, ) - @missing_feature( - context.library < "nodejs@5.57.0" and context.weblog_variant == "fastify", - reason="Query string not supported yet", - ) def test_appsec_obfuscator_value(self): """Obfuscation test of a matching rule parameter value containing a sensitive keyword.""" # Validate that the AppSec event do not contain VALUE_WITH_SECRET value. @@ -240,9 +224,6 @@ def setup_appsec_obfuscator_key_with_custom_rules(self): params={"pwd": f'{self.SECRET_VALUE_WITH_SENSITIVE_KEY} o:3:"d":3:{{}}'}, ) - @missing_feature( - context.library < "nodejs@5.57.0" and context.weblog_variant == "fastify", reason="Cookies not supported yet" - ) @scenarios.appsec_custom_rules def test_appsec_obfuscator_key_with_custom_rules(self): """General obfuscation test of several attacks on several rule addresses.""" @@ -267,9 +248,6 @@ def setup_appsec_obfuscator_cookies_with_custom_rules(self): self.r_cookies_custom = weblog.get("/waf/", cookies=cookies) @scenarios.appsec_custom_rules - @missing_feature( - context.library < "nodejs@5.57.0" and context.weblog_variant == "fastify", reason="Cookies not supported yet" - ) def test_appsec_obfuscator_cookies_with_custom_rules(self): """Specific obfuscation test for the cookies which often contain sensitive data and are expected to be properly obfuscated on sensitive cookies only. diff --git a/tests/appsec/waf/test_addresses.py b/tests/appsec/waf/test_addresses.py index e836f24f3d1..ffb4d1d0c35 100644 --- a/tests/appsec/waf/test_addresses.py +++ b/tests/appsec/waf/test_addresses.py @@ -3,7 +3,7 @@ # Copyright 2021 Datadog, Inc. import json import pytest -from utils import weblog, bug, context, interfaces, missing_feature, rfc, scenarios, features, logger +from utils import weblog, interfaces, rfc, scenarios, features, logger from utils.dd_types import DataDogSpan @@ -89,7 +89,6 @@ def test_specific_key(self): def setup_specific_key2(self): self.r_sk_4 = weblog.get("/waf/", headers={"X_Filename": "routing.yml"}) - @missing_feature(weblog_variant="spring-boot-3-native", reason="GraalVM. Tracing support only") def test_specific_key2(self): """Attacks on specific header X_Filename, and report it""" try: @@ -116,7 +115,6 @@ def setup_specific_wrong_key(self): self.r_wk_1 = weblog.get("/waf/", headers={"xfilename": "routing.yml"}) self.r_wk_2 = weblog.get("/waf/", headers={"not-referer": "