Skip to content

Commit

Permalink
fix: Fixed variable reference to container images for New York dataset (
Browse files Browse the repository at this point in the history 
#380)
  • Loading branch information
@nlarge-google
nlarge-google committed Jun 16, 2022
1 parent 8bf7065 commit e4a6718
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 8 deletions.
8 changes: 4 additions & 4 deletions datasets/new_york/pipelines/new_york/new_york_dag.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@
cluster_name="new-york",
namespace="default",
image_pull_policy="Always",
image="{{ var.json.new_york.container_registry.ny_311_service_requests.run_csv_transform_kub }}",
image="{{ var.json.new_york.container_registry.run_csv_transform_kub_ny_311_service_requests }}",
env_vars={
"PIPELINE_NAME": "{{ var.json.new_york.ny_311_service_requests.pipeline_name }}",
"SOURCE_URL": "{{ var.json.new_york.ny_311_service_requests.source_url }}",
Expand Down Expand Up @@ -89,7 +89,7 @@
cluster_name="new-york",
namespace="default",
image_pull_policy="Always",
image="{{ var.json.new_york.container_registry.citibike_stations.run_csv_transform_kub }}",
image="{{ var.json.new_york.container_registry.run_csv_transform_kub_citibike_stations }}",
env_vars={
"PIPELINE_NAME": "{{ var.json.new_york.citibike_stations.pipeline_name }}",
"SOURCE_URL_STATIONS_JSON": "{{ var.json.new_york.citibike_stations.source_url_stations }}",
Expand Down Expand Up @@ -124,7 +124,7 @@
cluster_name="new-york",
namespace="default",
image_pull_policy="Always",
image="{{ var.json.new_york.container_registry.nypd_mv_collisions.run_csv_transform_kub }}",
image="{{ var.json.new_york.container_registry.run_csv_transform_kub_nypd_mv_collisions }}",
env_vars={
"PIPELINE_NAME": "{{ var.json.new_york.nypd_mv_collisions.pipeline_name }}",
"SOURCE_URL": "{{ var.json.new_york.nypd_mv_collisions.source_url }}",
Expand Down Expand Up @@ -158,7 +158,7 @@
cluster_name="new-york",
namespace="default",
image_pull_policy="Always",
image="{{ var.json.new_york.container_registry.tree_census_1995.run_csv_transform_kub }}",
image="{{ var.json.new_york.container_registry.run_csv_transform_kub_tree_census_1995 }}",
env_vars={
"PIPELINE_NAME": "{{ var.json.new_york.tree_census_1995.pipeline_name }}",
"SOURCE_URL": "{{ var.json.new_york.tree_census_1995.source_url }}",
Expand Down
8 changes: 4 additions & 4 deletions datasets/new_york/pipelines/new_york/pipeline.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ dag:
cluster_name: new-york
namespace: "default"
image_pull_policy: "Always"
image: "{{ var.json.new_york.container_registry.ny_311_service_requests.run_csv_transform_kub }}"
image: "{{ var.json.new_york.container_registry.run_csv_transform_kub_ny_311_service_requests }}"
env_vars:
PIPELINE_NAME: "{{ var.json.new_york.ny_311_service_requests.pipeline_name }}"
SOURCE_URL: "{{ var.json.new_york.ny_311_service_requests.source_url }}"
Expand Down Expand Up @@ -228,7 +228,7 @@ dag:
cluster_name: new-york
namespace: "default"
image_pull_policy: "Always"
image: "{{ var.json.new_york.container_registry.citibike_stations.run_csv_transform_kub }}"
image: "{{ var.json.new_york.container_registry.run_csv_transform_kub_citibike_stations }}"
env_vars:
PIPELINE_NAME: "{{ var.json.new_york.citibike_stations.pipeline_name }}"
SOURCE_URL_STATIONS_JSON: "{{ var.json.new_york.citibike_stations.source_url_stations }}"
Expand Down Expand Up @@ -369,7 +369,7 @@ dag:
cluster_name: new-york
namespace: "default"
image_pull_policy: "Always"
image: "{{ var.json.new_york.container_registry.nypd_mv_collisions.run_csv_transform_kub }}"
image: "{{ var.json.new_york.container_registry.run_csv_transform_kub_nypd_mv_collisions }}"
env_vars:
PIPELINE_NAME: "{{ var.json.new_york.nypd_mv_collisions.pipeline_name }}"
SOURCE_URL: "{{ var.json.new_york.nypd_mv_collisions.source_url }}"
Expand Down Expand Up @@ -514,7 +514,7 @@ dag:
cluster_name: new-york
namespace: "default"
image_pull_policy: "Always"
image: "{{ var.json.new_york.container_registry.tree_census_1995.run_csv_transform_kub }}"
image: "{{ var.json.new_york.container_registry.run_csv_transform_kub_tree_census_1995 }}"
env_vars:
PIPELINE_NAME: "{{ var.json.new_york.tree_census_1995.pipeline_name }}"
SOURCE_URL: "{{ var.json.new_york.tree_census_1995.source_url }}"
Expand Down

0 comments on commit e4a6718

Please sign in to comment.