Skip to content

Commit e4a6718

Browse files
fix: Fixed variable reference to container images for New York dataset (#380)
1 parent 8bf7065 commit e4a6718

File tree

2 files changed

+8
-8
lines changed

2 files changed

+8
-8
lines changed

datasets/new_york/pipelines/new_york/new_york_dag.py

+4-4
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@
5858
cluster_name="new-york",
5959
namespace="default",
6060
image_pull_policy="Always",
61-
image="{{ var.json.new_york.container_registry.ny_311_service_requests.run_csv_transform_kub }}",
61+
image="{{ var.json.new_york.container_registry.run_csv_transform_kub_ny_311_service_requests }}",
6262
env_vars={
6363
"PIPELINE_NAME": "{{ var.json.new_york.ny_311_service_requests.pipeline_name }}",
6464
"SOURCE_URL": "{{ var.json.new_york.ny_311_service_requests.source_url }}",
@@ -89,7 +89,7 @@
8989
cluster_name="new-york",
9090
namespace="default",
9191
image_pull_policy="Always",
92-
image="{{ var.json.new_york.container_registry.citibike_stations.run_csv_transform_kub }}",
92+
image="{{ var.json.new_york.container_registry.run_csv_transform_kub_citibike_stations }}",
9393
env_vars={
9494
"PIPELINE_NAME": "{{ var.json.new_york.citibike_stations.pipeline_name }}",
9595
"SOURCE_URL_STATIONS_JSON": "{{ var.json.new_york.citibike_stations.source_url_stations }}",
@@ -124,7 +124,7 @@
124124
cluster_name="new-york",
125125
namespace="default",
126126
image_pull_policy="Always",
127-
image="{{ var.json.new_york.container_registry.nypd_mv_collisions.run_csv_transform_kub }}",
127+
image="{{ var.json.new_york.container_registry.run_csv_transform_kub_nypd_mv_collisions }}",
128128
env_vars={
129129
"PIPELINE_NAME": "{{ var.json.new_york.nypd_mv_collisions.pipeline_name }}",
130130
"SOURCE_URL": "{{ var.json.new_york.nypd_mv_collisions.source_url }}",
@@ -158,7 +158,7 @@
158158
cluster_name="new-york",
159159
namespace="default",
160160
image_pull_policy="Always",
161-
image="{{ var.json.new_york.container_registry.tree_census_1995.run_csv_transform_kub }}",
161+
image="{{ var.json.new_york.container_registry.run_csv_transform_kub_tree_census_1995 }}",
162162
env_vars={
163163
"PIPELINE_NAME": "{{ var.json.new_york.tree_census_1995.pipeline_name }}",
164164
"SOURCE_URL": "{{ var.json.new_york.tree_census_1995.source_url }}",

datasets/new_york/pipelines/new_york/pipeline.yaml

+4-4
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ dag:
5858
cluster_name: new-york
5959
namespace: "default"
6060
image_pull_policy: "Always"
61-
image: "{{ var.json.new_york.container_registry.ny_311_service_requests.run_csv_transform_kub }}"
61+
image: "{{ var.json.new_york.container_registry.run_csv_transform_kub_ny_311_service_requests }}"
6262
env_vars:
6363
PIPELINE_NAME: "{{ var.json.new_york.ny_311_service_requests.pipeline_name }}"
6464
SOURCE_URL: "{{ var.json.new_york.ny_311_service_requests.source_url }}"
@@ -228,7 +228,7 @@ dag:
228228
cluster_name: new-york
229229
namespace: "default"
230230
image_pull_policy: "Always"
231-
image: "{{ var.json.new_york.container_registry.citibike_stations.run_csv_transform_kub }}"
231+
image: "{{ var.json.new_york.container_registry.run_csv_transform_kub_citibike_stations }}"
232232
env_vars:
233233
PIPELINE_NAME: "{{ var.json.new_york.citibike_stations.pipeline_name }}"
234234
SOURCE_URL_STATIONS_JSON: "{{ var.json.new_york.citibike_stations.source_url_stations }}"
@@ -369,7 +369,7 @@ dag:
369369
cluster_name: new-york
370370
namespace: "default"
371371
image_pull_policy: "Always"
372-
image: "{{ var.json.new_york.container_registry.nypd_mv_collisions.run_csv_transform_kub }}"
372+
image: "{{ var.json.new_york.container_registry.run_csv_transform_kub_nypd_mv_collisions }}"
373373
env_vars:
374374
PIPELINE_NAME: "{{ var.json.new_york.nypd_mv_collisions.pipeline_name }}"
375375
SOURCE_URL: "{{ var.json.new_york.nypd_mv_collisions.source_url }}"
@@ -514,7 +514,7 @@ dag:
514514
cluster_name: new-york
515515
namespace: "default"
516516
image_pull_policy: "Always"
517-
image: "{{ var.json.new_york.container_registry.tree_census_1995.run_csv_transform_kub }}"
517+
image: "{{ var.json.new_york.container_registry.run_csv_transform_kub_tree_census_1995 }}"
518518
env_vars:
519519
PIPELINE_NAME: "{{ var.json.new_york.tree_census_1995.pipeline_name }}"
520520
SOURCE_URL: "{{ var.json.new_york.tree_census_1995.source_url }}"

0 commit comments

Comments
 (0)