acc: enable default-python/integration_classic on local and GCP (#2984)

Also modify NODE_TYPE_ID in local mode to match AWS.

Author: denik

acceptance/acceptance_test.go

@@ -1001,7 +1001,7 @@ func getNodeTypeID(cloudEnv string) string {
 	case "gcp":
 		return "n1-standard-4"
 	case "":
-		return "local-fake-node"
+		return "i3.xlarge"
 	default:
 		return "nodetype-" + cloudEnv
 	}

acceptance/bundle/override/clusters/output.txt

@@ -6,7 +6,7 @@
     "min_workers": 2
   },
   "cluster_name": "foo",
-  "node_type_id": "i3.xlarge",
+  "node_type_id": "[NODE_TYPE_ID]",
   "num_workers": 2,
   "spark_conf": {
     "spark.executor.memory": "2g"

acceptance/bundle/override/job_cluster/output.txt

@@ -12,7 +12,7 @@
       {
         "job_cluster_key": "key",
         "new_cluster": {
-          "node_type_id": "i3.xlarge",
+          "node_type_id": "[NODE_TYPE_ID]",
           "num_workers": 1,
           "spark_version": "13.3.x-scala2.12"
         }

acceptance/bundle/override/job_cluster_var/output.txt

@@ -12,7 +12,7 @@
       {
         "job_cluster_key": "key",
         "new_cluster": {
-          "node_type_id": "i3.xlarge",
+          "node_type_id": "[NODE_TYPE_ID]",
           "num_workers": 1,
           "spark_version": "13.3.x-scala2.12"
         }

acceptance/bundle/override/job_tasks/output.txt

@@ -8,7 +8,7 @@
   "tasks": [
     {
       "new_cluster": {
-        "node_type_id": "i3.xlarge",
+        "node_type_id": "[NODE_TYPE_ID]",
         "num_workers": 1,
         "spark_version": "13.3.x-scala2.12"
       },

acceptance/bundle/override/pipeline_cluster/output.txt

@@ -6,7 +6,7 @@
     "clusters": [
       {
         "label": "default",
-        "node_type_id": "i3.xlarge",
+        "node_type_id": "[NODE_TYPE_ID]",
         "num_workers": 1,
         "spark_conf": {
           "foo": "bar"

acceptance/bundle/templates/dbt-sql/output/my_dbt_sql/resources/my_dbt_sql.job.yml

@@ -32,7 +32,7 @@ resources:
 
           new_cluster:
             spark_version: 15.4.x-scala2.12
-            node_type_id: i3.xlarge
+            node_type_id: [NODE_TYPE_ID]
             data_security_mode: SINGLE_USER
             num_workers: 0
             spark_conf:

acceptance/bundle/templates/default-python/classic/out.compare-vs-serverless.diff

@@ -34,7 +34,7 @@
 +        - job_cluster_key: job_cluster
 +          new_cluster:
 +            spark_version: 15.4.x-scala2.12
-+            node_type_id: i3.xlarge
++            node_type_id: [NODE_TYPE_ID]
 +            data_security_mode: SINGLE_USER
 +            autoscale:
 +                min_workers: 1

acceptance/bundle/templates/default-python/classic/output/my_default_python/resources/my_default_python.job.yml

@@ -43,7 +43,7 @@ resources:
         - job_cluster_key: job_cluster
           new_cluster:
             spark_version: 15.4.x-scala2.12
-            node_type_id: i3.xlarge
+            node_type_id: [NODE_TYPE_ID]
             data_security_mode: SINGLE_USER
             autoscale:
                 min_workers: 1

acceptance/bundle/templates/default-python/integration_classic/test.toml

@@ -1,8 +1,5 @@
 Cloud = true
-Local = false
-
-# Temporarily disabling due to IsServicePrincipal/email_notifications differences.
-CloudEnvs.gcp = false
+Timeout = '1m'
 
 Ignore = [
     '.venv',
@@ -18,6 +15,10 @@ EnvMatrix.UV_PYTHON = [
 
 EnvRepl.UV_PYTHON = true
 
+[[Server]]
+Pattern = "PUT /api/2.0/permissions/directories/0"
+Response.Body = '{}'
+
 [[Repls]]
 # for some reason leading number is lost converting "%H%M%S" 061234 to 61234
 Old = '\d{5,}'
@@ -41,3 +42,8 @@ New = "python3 setup.py bdist_wheel"
 Old = '\?o=\[(NUMBER|NUMID)\]'
 New = ''
 Order = 1000
+
+[[Repls]]
+# Fix up for local and GCP
+Old = '"user_name": "\[USERNAME\]"'
+New = '"service_principal_name": "[USERNAME]"'