Module Values_1.InferenceMetricsSource

The metrics for an existing endpoint compared in an Inference Recommender job.

Sourcetype nonrec t = {
  1. maxInvocations : Values_0.Integer.t option;
    (*

    The expected maximum number of requests per minute for the instance.

    *)
  2. modelLatency : Values_0.Integer.t option;
    (*

    The expected model latency at maximum invocations per minute for the instance.

    *)
}
Sourceval make : ?maxInvocations:Values_0.Integer.t -> ?modelLatency:Values_0.Integer.t -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Integer of Values_0.Integer.t ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t