@@ -279,10 +279,12 @@ def fuzzydedup(
279
279
prefix = "scdata" ,
280
280
)
281
281
ComponentUtils .add_settings_to_component (execute_signature_calc_job , ONE_WEEK_SEC )
282
- ComponentUtils .set_s3_env_vars_to_component (execute_signature_calc_job , data_s3_access_secret )
283
- ComponentUtils .set_s3_env_vars_to_component (
284
- execute_signature_calc_job , scdata_s3_access_secret , prefix = "scdata"
285
- )
282
+ # FIXME: see https://github.com/kubeflow/pipelines/issues/10914
283
+ if os .getenv ("KFPv2" , "0" ) == "1" :
284
+ ComponentUtils .set_s3_env_vars_to_component (execute_signature_calc_job , data_s3_access_secret )
285
+ ComponentUtils .set_s3_env_vars_to_component (
286
+ execute_signature_calc_job , scdata_s3_access_secret , prefix = "scdata"
287
+ )
286
288
execute_signature_calc_job .after (compute_signature_calc_exec_params )
287
289
288
290
# Get the parameters for the cluster analysis job
@@ -311,7 +313,9 @@ def fuzzydedup(
311
313
server_url = server_url ,
312
314
)
313
315
ComponentUtils .add_settings_to_component (execute_cluster_analysis_job , ONE_WEEK_SEC )
314
- ComponentUtils .set_s3_env_vars_to_component (execute_cluster_analysis_job , data_s3_access_secret )
316
+ # FIXME: see https://github.com/kubeflow/pipelines/issues/10914
317
+ if os .getenv ("KFPv2" , "0" ) == "1" :
318
+ ComponentUtils .set_s3_env_vars_to_component (execute_cluster_analysis_job , data_s3_access_secret )
315
319
execute_cluster_analysis_job .after (compute_cluster_analysis_exec_params )
316
320
317
321
compute_get_duplicate_list_exec_params = compute_get_duplicate_list_exec_params_op (
@@ -338,7 +342,9 @@ def fuzzydedup(
338
342
server_url = server_url ,
339
343
)
340
344
ComponentUtils .add_settings_to_component (execute_get_duplicate_list_job , ONE_WEEK_SEC )
341
- ComponentUtils .set_s3_env_vars_to_component (execute_get_duplicate_list_job , data_s3_access_secret )
345
+ # FIXME: see https://github.com/kubeflow/pipelines/issues/10914
346
+ if os .getenv ("KFPv2" , "0" ) == "1" :
347
+ ComponentUtils .set_s3_env_vars_to_component (execute_get_duplicate_list_job , data_s3_access_secret )
342
348
execute_get_duplicate_list_job .after (compute_get_duplicate_list_exec_params )
343
349
344
350
compute_data_cleaning_exec_params = compute_data_cleaning_exec_params_op (
@@ -368,10 +374,12 @@ def fuzzydedup(
368
374
prefix = "dcdata" ,
369
375
)
370
376
ComponentUtils .add_settings_to_component (execute_data_cleaning_job , ONE_WEEK_SEC )
371
- ComponentUtils .set_s3_env_vars_to_component (execute_data_cleaning_job , data_s3_access_secret )
372
- ComponentUtils .set_s3_env_vars_to_component (
373
- execute_data_cleaning_job , dcdata_s3_access_secret , prefix = "dcdata"
374
- )
377
+ # FIXME: see https://github.com/kubeflow/pipelines/issues/10914
378
+ if os .getenv ("KFPv2" , "0" ) == "1" :
379
+ ComponentUtils .set_s3_env_vars_to_component (execute_data_cleaning_job , data_s3_access_secret )
380
+ ComponentUtils .set_s3_env_vars_to_component (
381
+ execute_data_cleaning_job , dcdata_s3_access_secret , prefix = "dcdata"
382
+ )
375
383
execute_data_cleaning_job .after (compute_data_cleaning_exec_params )
376
384
377
385
0 commit comments