enable build specific projects for data science onramp (GoogleCloudPlatform#7633)

leahecole · web-flow · commit fe8dd4ce6953 · 2022-03-25T11:55:25.000-07:00
* enable build specific projects for data science onramp Fixes GoogleCloudPlatform#7493 Fixes GoogleCloudPlatform#7489 * run blacken * Update data-science-onramp/data-ingestion/noxfile_config.py * Update data-science-onramp/data-processing/noxfile_config.py
diff --git a/data-science-onramp/data-ingestion/ingestion_test.py b/data-science-onramp/data-ingestion/ingestion_test.py
@@ -93,7 +93,9 @@ def setup_and_teardown_cluster():
         try:
             # Delete cluster
             operation = cluster_client.delete_cluster(
-                project_id=PROJECT_ID, region=CLUSTER_REGION, cluster_name=DATAPROC_CLUSTER
+                project_id=PROJECT_ID,
+                region=CLUSTER_REGION,
+                cluster_name=DATAPROC_CLUSTER,
             )
             operation.result()
         except NotFound:
diff --git a/data-science-onramp/data-ingestion/noxfile_config.py b/data-science-onramp/data-ingestion/noxfile_config.py
@@ -22,17 +22,16 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    # There's no google-cloud-bigquery package for Python 3.9.
-    "ignored_versions": ["2.7", "3.6", "3.9"],
+    "ignored_versions": ["2.7", "3.6"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,
     # An envvar key for determining the project id to use. Change it
     # to 'BUILD_SPECIFIC_GCLOUD_PROJECT' if you want to opt in using a
     # build specific Cloud project. You can also use your own string
     # to use your own Cloud project.
-    "gcloud_project_env": "GOOGLE_CLOUD_PROJECT",
-    # 'gcloud_project_env': 'BUILD_SPECIFIC_GCLOUD_PROJECT',
+    # "gcloud_project_env": "GOOGLE_CLOUD_PROJECT",
+    "gcloud_project_env": "BUILD_SPECIFIC_GCLOUD_PROJECT",
     # A dictionary you want to inject into your test. Don't put any
     # secrets here. These values will override predefined values.
     "envs": {},
diff --git a/data-science-onramp/data-processing/noxfile_config.py b/data-science-onramp/data-processing/noxfile_config.py
@@ -22,17 +22,16 @@
 
 TEST_CONFIG_OVERRIDE = {
     # You can opt out from the test for specific Python versions.
-    # Skipping for Python 3.9 due to pyarrow compilation failure.
-    "ignored_versions": ["2.7", "3.6", "3.9"],
+    "ignored_versions": ["2.7", "3.6"],
     # Old samples are opted out of enforcing Python type hints
     # All new samples should feature them
     "enforce_type_hints": False,
     # An envvar key for determining the project id to use. Change it
     # to 'BUILD_SPECIFIC_GCLOUD_PROJECT' if you want to opt in using a
     # build specific Cloud project. You can also use your own string
     # to use your own Cloud project.
-    "gcloud_project_env": "GOOGLE_CLOUD_PROJECT",
-    # 'gcloud_project_env': 'BUILD_SPECIFIC_GCLOUD_PROJECT',
+    # "gcloud_project_env": "GOOGLE_CLOUD_PROJECT",
+    "gcloud_project_env": "BUILD_SPECIFIC_GCLOUD_PROJECT",
     # A dictionary you want to inject into your test. Don't put any
     # secrets here. These values will override predefined values.
     "envs": {},
diff --git a/data-science-onramp/data-processing/process_test.py b/data-science-onramp/data-processing/process_test.py
@@ -123,7 +123,9 @@ def setup_and_teardown_cluster():
         try:
             # Delete cluster
             operation = cluster_client.delete_cluster(
-                project_id=PROJECT_ID, region=CLUSTER_REGION, cluster_name=DATAPROC_CLUSTER
+                project_id=PROJECT_ID,
+                region=CLUSTER_REGION,
+                cluster_name=DATAPROC_CLUSTER,
             )
             operation.result()
         except NotFound:
