logInputs

mlflow · Oct 10, 2024 · ae29fd7 · ae29fd7
1 parent b1ed3d6
commit ae29fd7
Show file tree

Hide file tree

Showing 14 changed files with 863 additions and 764 deletions.
diff --git a/magefiles/generate/endpoints.go b/magefiles/generate/endpoints.go
@@ -36,7 +36,7 @@ var ServiceInfoMap = map[string]ServiceGenerationInfo{
 			// "getMetricHistoryBulkInterval",
 			"logBatch",
 			// "logModel",
-			// "logInputs",
+			"logInputs",
 			// "startTrace",
 			// "endTrace",
 			// "getTraceInfo",

diff --git a/magefiles/generate/validations.go b/magefiles/generate/validations.go
@@ -32,4 +32,14 @@ var validations = map[string]string{
 	"SetExperimentTag_ExperimentId":      "required",
 	"SetExperimentTag_Key":               "required,max=250,validMetricParamOrTagName",
 	"SetExperimentTag_Value":             "max=5000",
+	"LogInputs_RunId":                    "required",
+	"LogInputs_Datasets":                 "required",
+	"Dataset_Name":                       "required,max=500",
+	"Dataset_Digest":                     "required,max=36",
+	"Dataset_SourceType":                 "required",
+	"Dataset_Source":                     "required,max=65535",
+	"Dataset_Profile":                    "max:16777215",
+	"Dataset_Schema":                     "max:1048575",
+	"InputTag_Key":                       "required,max=255",
+	"InputTag_Value":                     "required,max=500",
 }
diff --git a/pkg/contract/service/tracking.g.go b/pkg/contract/service/tracking.g.go
diff --git a/pkg/entities/dataset.go b/pkg/entities/dataset.go
@@ -33,3 +33,14 @@ func (d *Dataset) ToProto() *protos.Dataset {
 		Profile:    profile,
 	}
 }
+
+func NewDatasetFromProto(proto *protos.Dataset) *Dataset {
+	return &Dataset{
+		Name:       proto.GetName(),
+		Digest:     proto.GetDigest(),
+		SourceType: proto.GetSourceType(),
+		Source:     proto.GetSource(),
+		Schema:     proto.GetSchema(),
+		Profile:    proto.GetProfile(),
+	}
+}
diff --git a/pkg/entities/dataset_input.go b/pkg/entities/dataset_input.go
@@ -18,3 +18,15 @@ func (ds DatasetInput) ToProto() *protos.DatasetInput {
 		Dataset: ds.Dataset.ToProto(),
 	}
 }
+
+func NewDatasetInputFromProto(proto *protos.DatasetInput) *DatasetInput {
+	tags := make([]*InputTag, 0, len(proto.GetTags()))
+	for _, t := range proto.GetTags() {
+		tags = append(tags, NewInputTagFromProto(t))
+	}
+
+	return &DatasetInput{
+		Dataset: NewDatasetFromProto(proto.GetDataset()),
+		Tags:    tags,
+	}
+}
diff --git a/pkg/entities/input_tag.go b/pkg/entities/input_tag.go
@@ -13,3 +13,10 @@ func (i InputTag) ToProto() *protos.InputTag {
 		Value: &i.Value,
 	}
 }
+
+func NewInputTagFromProto(proto *protos.InputTag) *InputTag {
+	return &InputTag{
+		Key:   proto.GetKey(),
+		Value: proto.GetValue(),
+	}
+}
diff --git a/pkg/lib/tracking.g.go b/pkg/lib/tracking.g.go