Skip to content

Commit ad03bb6

Browse files
author
Googler
committed
feat(component): internal
Signed-off-by: Googler <nobody@google.com> PiperOrigin-RevId: 658108277
1 parent 461d892 commit ad03bb6

File tree

2 files changed

+17
-0
lines changed

2 files changed

+17
-0
lines changed

components/google-cloud/RELEASE.md

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,7 @@
77
* Bump image for Structured Data pipelines.
88
* Add check that component in preview.custom_job.utils.create_custom_training_job_from_component doesn't have any parameters that share names with any custom job fields
99
* Add dynamic machine spec support for `preview.custom_job.utils.create_custom_training_job_from_component`.
10+
* Add preflight validations for LLM text generation pipeline.
1011

1112
## Release 2.15.0
1213
* Add Gemini batch prediction support to `v1.model_evaluation.autosxs_pipeline`.

components/google-cloud/google_cloud_pipeline_components/v1/model_evaluation/evaluation_llm_text_generation_pipeline.py

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,10 +15,12 @@
1515

1616
from typing import Dict, List, NamedTuple
1717

18+
from google_cloud_pipeline_components import google_template_metadata
1819
from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationPreprocessorOp
1920
from google_cloud_pipeline_components._implementation.model_evaluation import LLMEvaluationTextGenerationOp
2021
from google_cloud_pipeline_components._implementation.model_evaluation import ModelNamePreprocessorOp
2122
from google_cloud_pipeline_components.preview.model_evaluation.model_evaluation_import_component import model_evaluation_import as ModelImportEvaluationOp
23+
from google_cloud_pipeline_components.proto import template_metadata_pb2
2224
from google_cloud_pipeline_components.types.artifact_types import VertexModel
2325
from google_cloud_pipeline_components.v1.batch_predict_job import ModelBatchPredictOp
2426
from kfp import dsl
@@ -29,7 +31,21 @@
2931

3032
_PIPELINE_NAME = 'evaluation-llm-text-generation-pipeline'
3133

34+
output_gcs_validation = template_metadata_pb2.GoogleCloudStorageValidation(
35+
gcs_uri='{{$.parameter.batch_predict_gcs_destination_output_uri}}',
36+
is_input=False,
37+
default_service_account='{{$.pipeline_google_cloud_project_number}}-compute@developer.gserviceaccount.com',
38+
override_placeholder='{{$.parameter.service_account}}',
39+
)
3240

41+
42+
@google_template_metadata.set_template_metadata(
43+
template_metadata=template_metadata_pb2.TemplateMetadata(
44+
preflight_validations=template_metadata_pb2.ValidationItems(
45+
gcs_validations=[output_gcs_validation]
46+
)
47+
)
48+
)
3349
@dsl.pipeline(name=_PIPELINE_NAME)
3450
def evaluation_llm_text_generation_pipeline( # pylint: disable=dangerous-default-value
3551
project: str,

0 commit comments

Comments
 (0)