Fix nil location in sequences in expanded globs (#4465)

## Changes

Adding location to the sequence in expanded globs. Location is present
for the list element, but not for the list itself. I.e.,
`resources.pipelines.pipeline.environment.dependencies[0]` has a
location, but `resources.pipelines.pipeline.environment.dependencies`
does not. This PR fixes that

## Why

In config sync, we check whether the field location is nil to see if the
value is a CLI default. In fields affected by `expand_globs` mutator,
every sequence item has its own location, but not the sequence itself.
That causes config remote sync to work incorrectly - the field is
considered as default, and added to the root of the resource, instead of
patching the existing field

## Tests
1. Some test updates in config-remote-sync to capture the issue
2. Unit test for preserving location

<!-- If your PR needs to be included in the release notes for next
release,
add a separate entry in NEXT_CHANGELOG.md as part of your PR. -->

Author: ilyakuz-db

acceptance/bundle/config-remote-sync/pipeline_fields/databricks.yml.tmpl

@@ -14,6 +14,9 @@ resources:
             - success@example.com
           alerts:
             - on-update-success
+      environment:
+        dependencies:
+          - --editable /Workspace/foo
       libraries:
         - notebook:
             path: /Users/{{workspace_user_name}}/notebook

acceptance/bundle/config-remote-sync/pipeline_fields/output.txt

@@ -9,6 +9,7 @@ Detected changes in 1 resource(s):
 
 Resource: resources.pipelines.my_pipeline
   configuration['key2']: add
+  environment.dependencies: replace
   notifications[0].alerts: replace
   notifications[0].email_recipients: replace
   schema: replace
@@ -27,7 +28,7 @@ Resource: resources.pipelines.my_pipeline
 -
  resources:
    pipelines:
-@@ -7,16 +6,20 @@
+@@ -7,19 +6,24 @@
        name: test-pipeline-[UNIQUE_NAME]
        catalog: main
 -      schema: default
@@ -42,6 +43,10 @@ Resource: resources.pipelines.my_pipeline
            alerts:
              - on-update-success
 +            - on-update-failure
+       environment:
+         dependencies:
+           - --editable /Workspace/foo
++          - --editable /Workspace/bar
        libraries:
          - notebook:
              path: /Users/{{workspace_user_name}}/notebook

acceptance/bundle/config-remote-sync/pipeline_fields/script

@@ -15,6 +15,7 @@ r["schema"] = "prod"
 if "tags" not in r:
     r["tags"] = {}
 r["tags"]["foo"] = "bar"
+r.setdefault("environment", {}).setdefault("dependencies", []).append("--editable /Workspace/bar")
 EOF
 
 # TODO add support for permissions

bundle/libraries/expand_glob_references.go

@@ -201,7 +201,7 @@ func (e *expand) Apply(ctx context.Context, b *bundle.Bundle) diag.Diagnostics {
 			v, err = dyn.MapByPattern(v, expander.pattern, func(p dyn.Path, lv dyn.Value) (dyn.Value, error) {
 				d, output := expander.fn(ctx, b, p, lv)
 				diags = diags.Extend(d)
-				return dyn.V(output), nil
+				return dyn.NewValue(output, lv.Locations()), nil
 			})
 			if err != nil {
 				return dyn.InvalidValue, err

bundle/libraries/expand_glob_references_test.go

@@ -13,6 +13,8 @@ import (
 	"github.com/databricks/cli/libs/dyn"
 	"github.com/databricks/databricks-sdk-go/service/compute"
 	"github.com/databricks/databricks-sdk-go/service/jobs"
+	"github.com/databricks/databricks-sdk-go/service/pipelines"
+	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
 )
 
@@ -238,3 +240,54 @@ func TestGlobReferencesExpandedForEnvironmentsDeps(t *testing.T) {
 		"/some/local/path/to/whl/*.whl",
 	}, env.Spec.Dependencies)
 }
+
+func TestExpandGlobReferencesPreservesLocations(t *testing.T) {
+	dir := t.TempDir()
+
+	b := &bundle.Bundle{
+		SyncRootPath: dir,
+		Config: config.Root{
+			Resources: config.Resources{
+				Jobs: map[string]*resources.Job{
+					"job": {
+						JobSettings: jobs.JobSettings{
+							Tasks: []jobs.Task{
+								{
+									TaskKey: "task",
+									Libraries: []compute.Library{
+										{Whl: "/Workspace/remote.whl"},
+									},
+								},
+							},
+						},
+					},
+				},
+				Pipelines: map[string]*resources.Pipeline{
+					"pipeline": {
+						CreatePipeline: pipelines.CreatePipeline{
+							Environment: &pipelines.PipelinesEnvironment{
+								Dependencies: []string{
+									"--editable /Workspace/foo",
+								},
+							},
+						},
+					},
+				},
+			},
+		},
+	}
+
+	loc := dyn.Location{File: filepath.Join(dir, "resource.yml"), Line: 10, Column: 5}
+	bundletest.SetLocation(b, ".", []dyn.Location{loc})
+
+	diags := bundle.Apply(context.Background(), b, ExpandGlobReferences())
+	require.Empty(t, diags)
+
+	libs, err := dyn.GetByPath(b.Config.Value(), dyn.MustPathFromString("resources.jobs.job.tasks[0].libraries"))
+	require.NoError(t, err)
+	assert.Equal(t, loc.File, libs.Location().File)
+
+	deps, err := dyn.GetByPath(b.Config.Value(), dyn.MustPathFromString("resources.pipelines.pipeline.environment.dependencies"))
+	require.NoError(t, err)
+	assert.Equal(t, loc.File, deps.Location().File)
+}