Make auth profiles respect DATABRICKS_CLI_PATH env var (#4467)

## Changes
Update the `auth profiles` command to always load the value of the
`DATABRICKS_CLI_PATH` environment variable as it otherwise does not load
any environment variables.

## Why
databricks/databricks-sdk-go#1428 changed the
`databricks-cli` auth type in the Go SDK to use the CLI to fetch tokens
instead of touching the U2M token store itself. Because of this
acceptance tests break when we try to bump the go sdk version in the
CLI, as the CLI was not accessible in the test environment. This PR
makes it accessible.

## Tests
auth login acceptance tests should pass

---------

Co-authored-by: Denis Bilenko <denis.bilenko@databricks.com>

Author: tejaskochar-db

acceptance/cmd/auth/login/nominal/output.txt

@@ -4,4 +4,4 @@ Profile test was successfully saved
 
 >>> [CLI] auth profiles
 Name  Host                    Valid
-test  [DATABRICKS_URL]  NO
+test  [DATABRICKS_URL]  YES

acceptance/cmd/auth/login/nominal/script

@@ -3,7 +3,6 @@ sethome "./home"
 # Use a fake browser that performs a GET on the authorization URL
 # and follows the redirect back to localhost.
 export BROWSER="browser.py"
-export DATABRICKS_CLI_PATH=$CLI
 
 trace $CLI auth login --host $DATABRICKS_HOST --profile test
 trace $CLI auth profiles

acceptance/cmd/auth/login/nominal/test.toml

@@ -1,5 +1,3 @@
-Badness = "databricks auth profiles should return yes for the test profile. There's something going wrong with CLI detection in the SDK which makes this flag it as a legacy CLI."
-
 Ignore = [
     "home"
 ]

cmd/auth/profiles.go

@@ -5,6 +5,7 @@ import (
 	"errors"
 	"fmt"
 	"io/fs"
+	"os"
 	"sync"
 	"time"
 
@@ -33,9 +34,10 @@ func (c *profileMetadata) IsEmpty() bool {
 
 func (c *profileMetadata) Load(ctx context.Context, configFilePath string, skipValidate bool) {
 	cfg := &config.Config{
-		Loaders:    []config.Loader{config.ConfigFile},
-		ConfigFile: configFilePath,
-		Profile:    c.Name,
+		Loaders:           []config.Loader{config.ConfigFile},
+		ConfigFile:        configFilePath,
+		Profile:           c.Name,
+		DatabricksCliPath: os.Getenv("DATABRICKS_CLI_PATH"),
 	}
 	_ = cfg.EnsureResolved()
 	if cfg.IsAws() {