-
Notifications
You must be signed in to change notification settings - Fork 0
/
run_deployment.py
92 lines (83 loc) · 3.41 KB
/
run_deployment.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
from pipelines.deployment_pipeline import continuous_deployment_pipeline, inference_pipeline
import click
from rich import print
from zenml.integrations.mlflow.mlflow_utils import get_tracking_uri
from zenml.integrations.mlflow.model_deployers.mlflow_model_deployer import (
MLFlowModelDeployer,
)
from zenml.integrations.mlflow.services import MLFlowDeploymentService
from typing import cast
DEPLOY = 'deploy'
PREDICT = 'predict'
DEPLOY_AND_PREDICT = 'deploy_and_predict'
@click.command()
@click.option(
'--config',
'-c',
type=click.Choice([DEPLOY, PREDICT,DEPLOY_AND_PREDICT]),
default=DEPLOY_AND_PREDICT,
help='Optionally you can choose to only run the deployment '
"pipeline to train and deploy a model ('deploy'), or to "
'only run a prediction against the deployed model '
"('predict'). By default both will be run "
"('deploy_and_predict').",
)
@click.option(
'--min-accuracy',
default=0.5,
help='Minimum accuracy required to deploy the model',
)
def run_deployment(config: str, min_accuracy: float):
mlflow_model_deployer_component = MLFlowModelDeployer.get_active_model_deployer()
deploy = config == DEPLOY or config == DEPLOY_AND_PREDICT
predict = config == PREDICT or config == DEPLOY_AND_PREDICT
if deploy:
continuous_deployment_pipeline(
data_path='C:/Users/HP/Desktop/RESTAURANT_COMPONENTS/Data/subset_review_merged1(2).csv',
min_accuracy=min_accuracy,
workers=3,
timeout=60,)
if predict:
inference_pipeline(
pipeline_name="continuous_deployment_pipeline",
pipeline_step_name="mlflow_model_deployer_step",
)
print(
'You can run:\n '
f"[italic green] mlflow ui --backend-store-uri '{get_tracking_uri()}"
"[/italic green]\n ...to inspect your experiment runs within the MLflow"
" UI.\nYou can find your runs tracked within the "
"'mlflow_example_pipeline' experiment. There you'll also be able to "
"compare two or more runs.\n\n"
)
#fetch existing services with same pipeline name, step name and model name
existing_services = mlflow_model_deployer_component.find_model_server(
pipeline_name="continuous_deployment_pipeline",
pipeline_step_name="mlflow_model_deployer_step",
model_name="model"
)
if existing_services:
service = cast(MLFlowDeploymentService, existing_services[0])
if service.is_running:
print(
f"The MLFlow prediction server is running locally as a daemon "
f"process service and accepts inference requests at:\n"
f" {service.prediction_url}\n"
f"To stop the service, run "
f"[italic green]'zenml model-deployer models delete "
f"{str(service.uuid)}'[/italic green]."
)
elif service.is_failed:
print(
f"The MLflow prediction server is in a failed state:\n"
f"Last state: '{service.status.state.value}'\n"
f"Last error: '{service.status.last_error}'"
)
else:
print(
"No MLflow prediction server is currently running. The deployment "
"pipeline must run first to train a model and deploy it. Execute "
"the same command with the '--deploy' argument to deploy a model."
)
if __name__== "__main__":
run_deployment()