Revert "Add batch_id param to profile to pass along with `dataproc_…

…v1.CreateBatchRequest` (#727)" This reverts commit a42e13d.
dbt-labs · Jul 13, 2023 · 331a8e6 · 331a8e6
1 parent d0d593e
commit 331a8e6
Show file tree

Hide file tree

Showing 5 changed files with 0 additions and 11 deletions.
diff --git a/.changes/unreleased/Features-20230517-092205.yaml b/.changes/unreleased/Features-20230517-092205.yaml
diff --git a/dbt/adapters/bigquery/connections.py b/dbt/adapters/bigquery/connections.py
@@ -133,7 +133,6 @@ class BigQueryCredentials(Credentials):
     dataproc_region: Optional[str] = None
     dataproc_cluster_name: Optional[str] = None
     gcs_bucket: Optional[str] = None
-    batch_id: Optional[str] = None
 
     dataproc_batch: Optional[DataprocBatchConfig] = field(
         metadata={

diff --git a/dbt/adapters/bigquery/python_submissions.py b/dbt/adapters/bigquery/python_submissions.py
@@ -122,7 +122,6 @@ def _submit_dataproc_job(self) -> dataproc_v1.types.jobs.Job:
         request = dataproc_v1.CreateBatchRequest(
             parent=parent,
             batch=batch,
-            batch_id=self.credential.batch_id,
         )
         # make the request
         operation = self.job_client.create_batch(request=request)  # type: ignore

diff --git a/test.env.example b/test.env.example
@@ -15,4 +15,3 @@ DBT_TEST_USER_3="serviceAccount:dbt-integration-test-user@dbt-test-env.iam.gserv
 DATAPROC_REGION=us-
 DATAPROC_CLUSTER_NAME=
 GCS_BUCKET=
-BATCH_ID=
diff --git a/tests/conftest.py b/tests/conftest.py
@@ -33,7 +33,6 @@ def oauth_target():
         "dataproc_region": os.getenv("DATAPROC_REGION"),
         "dataproc_cluster_name": os.getenv("DATAPROC_CLUSTER_NAME"),
         "gcs_bucket": os.getenv("GCS_BUCKET"),
-        "batch_id": os.getenv("BATCH_ID"),
     }
 
 
@@ -54,5 +53,4 @@ def service_account_target():
             "DATAPROC_CLUSTER_NAME"
         ),  # only needed for cluster submission method
         "gcs_bucket": os.getenv("GCS_BUCKET"),
-        "batch_id": os.getenv("BATCH_ID"),
     }