[service]: add new subcommand to examine the initial configuration

.chloggen/examine-subcommand.yaml

@@ -0,0 +1,25 @@
+# Use this changelog template to create an entry for release notes.
+
+# One of 'breaking', 'deprecation', 'new_component', 'enhancement', 'bug_fix'
+change_type: enhancement
+
+# The name of the component, or a single word describing the area of concern, (e.g. otlpreceiver)
+component: service
+
+# A brief description of the change.  Surround your text with quotes ("") if it needs to start with a backtick (`).
+note: A new subcommand to dump the initial configuration after resolving/merging.
+
+# One or more tracking issues or pull requests related to the change
+issues: [11479]
+
+# (Optional) One or more lines of additional information to render under the primary note.
+# These lines will be padded with 2 spaces and then inserted directly into the document.
+# Use pipe (|) for multiline entries.
+subtext: 
+
+# Optional: The change log or logs in which this entry should be included.
+# e.g. '[user]' or '[user, api]'
+# Include 'user' if the change is relevant to end users.
+# Include 'api' if there is a change to a library API.
+# Default: '[user]'
+change_logs: []

otelcol/command.go

@@ -38,6 +38,7 @@ func NewCommand(set CollectorSettings) *cobra.Command {
 	}
 	rootCmd.AddCommand(newComponentsCommand(set))
 	rootCmd.AddCommand(newValidateSubCommand(set, flagSet))
+	rootCmd.AddCommand(newExamineSubCommand(set, flagSet))
 	rootCmd.Flags().AddGoFlagSet(flagSet)
 	return rootCmd
 }

otelcol/command_examine.go

@@ -0,0 +1,46 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+package otelcol // import "go.opentelemetry.io/collector/otelcol"
+
+import (
+	"flag"
+	"fmt"
+	"log"
+
+	"github.com/spf13/cobra"
+	"gopkg.in/yaml.v3"
+
+	"go.opentelemetry.io/collector/confmap"
+)
+
+// newExamineSubCommand constructs a new examine sub command using the given CollectorSettings.
+func newExamineSubCommand(set CollectorSettings, flagSet *flag.FlagSet) *cobra.Command {
+	examineCmd := &cobra.Command{
+		Use:   "examine",
+		Short: "Prints the final yaml configuration after all --config sources are resolved and merged",
+		Args:  cobra.ExactArgs(0),
+		RunE: func(cmd *cobra.Command, _ []string) error {
+			err := updateSettingsUsingFlags(&set, flagSet)
+			if err != nil {
+				return err
+			}
+			resolver, err := confmap.NewResolver(set.ConfigProviderSettings.ResolverSettings)
+			if err != nil {
+				return fmt.Errorf("failed to create new resolver: %w", err)
+			}
+			conf, err := resolver.Resolve(cmd.Context())
+			if err != nil {
+				return fmt.Errorf("error while resolving config: %w", err)
+			}
+			b, err := yaml.Marshal(conf.ToStringMap())
+			if err != nil {
+				return fmt.Errorf("error while marshaling to yaml: %w", err)
+			}
+			log.Printf("\n%s", b)
+			return nil
+		},
+	}
+	examineCmd.Flags().AddGoFlagSet(flagSet)
+	return examineCmd
+}

otelcol/command_examine_test.go

@@ -0,0 +1,153 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+package otelcol // import "go.opentelemetry.io/collector/otelcol"
+
+import (
+	"bytes"
+	"log"
+	"os"
+	"testing"
+
+	"github.com/stretchr/testify/require"
+	"gopkg.in/yaml.v3"
+
+	"go.opentelemetry.io/collector/confmap"
+	"go.opentelemetry.io/collector/confmap/provider/fileprovider"
+	"go.opentelemetry.io/collector/confmap/provider/yamlprovider"
+	"go.opentelemetry.io/collector/featuregate"
+)
+
+func TestExamineCommand(t *testing.T) {
+	tests := []struct {
+		name      string
+		set       confmap.ResolverSettings
+		errString string
+	}{
+		{
+			name:      "no URIs",
+			set:       confmap.ResolverSettings{},
+			errString: "at least one config flag must be provided",
+		},
+		{
+			name: "valid URI - file not found",
+			set: confmap.ResolverSettings{
+				URIs: []string{"file:blabla.yaml"},
+				ProviderFactories: []confmap.ProviderFactory{
+					fileprovider.NewFactory(),
+				},
+				DefaultScheme: "file",
+			},
+			errString: "cannot retrieve the configuration: unable to read the file",
+		},
+		{
+			name: "valid URI",
+			set: confmap.ResolverSettings{
+				URIs: []string{"yaml:processors::batch/foo::timeout: 3s"},
+				ProviderFactories: []confmap.ProviderFactory{
+					yamlprovider.NewFactory(),
+				},
+				DefaultScheme: "yaml",
+			},
+		},
+		{
+			name: "valid URI - no provider set",
+			set: confmap.ResolverSettings{
+				URIs:          []string{"yaml:processors::batch/foo::timeout: 3s"},
+				DefaultScheme: "yaml",
+			},
+			errString: "at least one Provider must be supplied",
+		},
+		{
+			name: "valid URI - invalid scheme name",
+			set: confmap.ResolverSettings{
+				URIs:          []string{"yaml:processors::batch/foo::timeout: 3s"},
+				DefaultScheme: "foo",
+				ProviderFactories: []confmap.ProviderFactory{
+					yamlprovider.NewFactory(),
+				},
+			},
+			errString: "configuration: DefaultScheme not found in providers list",
+		},
+	}
+	for _, test := range tests {
+		t.Run(test.name, func(t *testing.T) {
+			set := ConfigProviderSettings{
+				ResolverSettings: test.set,
+			}
+
+			cmd := newExamineSubCommand(CollectorSettings{ConfigProviderSettings: set}, flags(featuregate.GlobalRegistry()))
+			err := cmd.Execute()
+			if test.errString != "" {
+				require.ErrorContains(t, err, test.errString)
+			} else {
+				require.NoError(t, err)
+			}
+		})
+	}
+}
+
+func TestConfig(t *testing.T) {
+	tests := []struct {
+		name        string
+		configs     []string
+		finalConfig string
+	}{
+		{
+			name: "two-configs",
+			configs: []string{
+				"file:testdata/configs/1-config-first.yaml",
+				"file:testdata/configs/1-config-second.yaml",
+			},
+			finalConfig: "testdata/configs/1-config-output.yaml",
+		},
+		{
+			name: "two-configs-yaml",
+			configs: []string{
+				"file:testdata/configs/1-config-first.yaml",
+				"file:testdata/configs/1-config-second.yaml",
+				"yaml:service::pipelines::logs::receviers: [foo,bar]",
+				"yaml:service::pipelines::logs::exporters: [foo,bar]",
+			},
+			finalConfig: "testdata/configs/2-config-output.yaml",
+		},
+	}
+	for _, test := range tests {
+		t.Run(test.name, func(t *testing.T) {
+			set := ConfigProviderSettings{
+				ResolverSettings: confmap.ResolverSettings{
+					URIs: test.configs,
+					ProviderFactories: []confmap.ProviderFactory{
+						fileprovider.NewFactory(),
+						yamlprovider.NewFactory(),
+					},
+					DefaultScheme: "file",
+				},
+			}
+			var logOutput bytes.Buffer
+			log.SetOutput(&logOutput)
+
+			cmd := newExamineSubCommand(CollectorSettings{ConfigProviderSettings: set}, flags(featuregate.GlobalRegistry()))
+			require.NoError(t, cmd.Execute())
+
+			expectedOutput, err := os.ReadFile(test.finalConfig)
+			require.NoError(t, err)
+
+			actualOutput := extractYAML(t, logOutput.Bytes())
+
+			actualConfig := make(map[string]any, 0)
+			expectedConfig := make(map[string]any, 0)
+
+			require.NoError(t, yaml.Unmarshal(bytes.TrimSpace(actualOutput), actualConfig))
+			require.NoError(t, yaml.Unmarshal(bytes.TrimSpace(expectedOutput), expectedConfig))
+
+			require.Equal(t, expectedConfig, actualConfig)
+		})
+	}
+}
+
+func extractYAML(t *testing.T, b []byte) []byte {
+	arr := bytes.SplitN(b, []byte("\n"), 2)
+	require.Greater(t, len(arr), 1)
+	return arr[1]
+}

otelcol/go.mod

@@ -9,6 +9,8 @@ require (
 	go.opentelemetry.io/collector/component/componentstatus v0.115.0
 	go.opentelemetry.io/collector/config/configtelemetry v0.115.0
 	go.opentelemetry.io/collector/confmap v1.21.0
+	go.opentelemetry.io/collector/confmap/provider/fileprovider v1.21.0
+	go.opentelemetry.io/collector/confmap/provider/yamlprovider v1.21.0
 	go.opentelemetry.io/collector/connector v0.115.0
 	go.opentelemetry.io/collector/connector/connectortest v0.115.0
 	go.opentelemetry.io/collector/exporter v0.115.0
@@ -206,3 +208,7 @@ replace go.opentelemetry.io/collector/extension/extensiontest => ../extension/ex
 replace go.opentelemetry.io/collector/extension/auth/authtest => ../extension/auth/authtest
 
 replace go.opentelemetry.io/collector/scraper => ../scraper
+
+replace go.opentelemetry.io/collector/confmap/provider/fileprovider => ../confmap/provider/fileprovider
+
+replace go.opentelemetry.io/collector/confmap/provider/yamlprovider => ../confmap/provider/yamlprovider

otelcol/testdata/configs/1-config-first.yaml

@@ -0,0 +1,6 @@
+receivers:
+    bar:
+        key: val
+exporters:
+    bar:
+        key: val

otelcol/testdata/configs/1-config-output.yaml

@@ -0,0 +1,10 @@
+exporters:
+    bar:
+        key: val
+    foo:
+        key: val
+receivers:
+    bar:
+        key: val
+    foo:
+        key: val

otelcol/testdata/configs/1-config-second.yaml

@@ -0,0 +1,6 @@
+receivers:
+    foo:
+        key: val
+exporters:
+    foo:
+        key: val

otelcol/testdata/configs/2-config-output.yaml

@@ -0,0 +1,19 @@
+exporters:
+    bar:
+        key: val
+    foo:
+        key: val
+receivers:
+    bar:
+        key: val
+    foo:
+        key: val
+service:
+    pipelines:
+        logs:
+            exporters:
+                - foo
+                - bar
+            receviers:
+                - foo
+                - bar

service/README.md

@@ -149,3 +149,9 @@ extensions:
 ```bash
    ./otelcorecol validate --config=file:examples/local/otel-config.yaml
 ```
+
+## How to examine the final configuration after merging and resolving from various sources?
+
+```bash
+   ./otelcorecol examine --config=file:file.yaml --config=http:http://remote:8080/config --config=file:file2.yaml
+```