|
10 | 10 | DeletePVC,
|
11 | 11 | mount_pvc,
|
12 | 12 | set_image_pull_policy,
|
13 |
| - set_image_pull_secrets, |
14 | 13 | use_config_map_as_env,
|
15 | 14 | use_secret_as_env,
|
16 | 15 | use_secret_as_volume,
|
|
23 | 22 | MOCKED_STAGES = ["sdg", "train", "eval"]
|
24 | 23 | PIPELINE_FILE_NAME = "pipeline.yaml"
|
25 | 24 | IMPORTER_PIPELINE_FILE_NAME = "importer-pipeline.yaml"
|
26 |
| -IMAGE_PULL_SECRET = "" |
27 | 25 | STANDALONE_TEMPLATE_FILE_NAME = "standalone.tpl"
|
28 | 26 | GENERATED_STANDALONE_FILE_NAME = "standalone.py"
|
29 | 27 | DEFAULT_REPO_URL = "https://github.com/instructlab/taxonomy.git"
|
@@ -213,8 +211,6 @@ def pipeline(
|
213 | 211 | mount_path="/data",
|
214 | 212 | )
|
215 | 213 |
|
216 |
| - set_image_pull_secrets(sdg_task, [IMAGE_PULL_SECRET]) |
217 |
| - |
218 | 214 | # uncomment if updating image with same tag
|
219 | 215 | # set_image_pull_policy(sdg_task, "Always")
|
220 | 216 |
|
@@ -252,8 +248,6 @@ def pipeline(
|
252 | 248 | data_processing_task.set_caching_options(False)
|
253 | 249 | data_processing_task.set_env_variable("XDG_CACHE_HOME", "/tmp")
|
254 | 250 |
|
255 |
| - set_image_pull_secrets(data_processing_task, [IMAGE_PULL_SECRET]) |
256 |
| - |
257 | 251 | # Upload "skills_processed_data" and "knowledge_processed_data" artifacts to S3 without blocking the rest of the workflow
|
258 | 252 | skills_processed_data_to_artifact_task = skills_processed_data_to_artifact_op()
|
259 | 253 | skills_processed_data_to_artifact_task.after(data_processing_task)
|
@@ -353,7 +347,6 @@ def pipeline(
|
353 | 347 | JUDGE_CONFIG_MAP,
|
354 | 348 | dict(endpoint="JUDGE_ENDPOINT", model="JUDGE_NAME"),
|
355 | 349 | )
|
356 |
| - set_image_pull_secrets(run_mt_bench_task, [IMAGE_PULL_SECRET]) |
357 | 350 | use_secret_as_env(run_mt_bench_task, JUDGE_SECRET, {"api_key": "JUDGE_API_KEY"})
|
358 | 351 |
|
359 | 352 | # uncomment if updating image with same tag
|
@@ -392,7 +385,6 @@ def pipeline(
|
392 | 385 |
|
393 | 386 | final_eval_task.set_env_variable("HOME", "/tmp")
|
394 | 387 | final_eval_task.set_env_variable("HF_HOME", "/tmp")
|
395 |
| - set_image_pull_secrets(final_eval_task, [IMAGE_PULL_SECRET]) |
396 | 388 |
|
397 | 389 | # uncomment if updating image with same tag
|
398 | 390 | # set_image_pull_policy(final_eval_task, "Always")
|
|
0 commit comments