Values_1.OptimizationConfigSourceSettings for an optimization technique that you apply with a model optimization job.
type nonrec t = {modelQuantizationConfig : ModelQuantizationConfig.t option;Settings for the model quantization technique that's applied by a model optimization job.
*)modelCompilationConfig : ModelCompilationConfig.t option;Settings for the model compilation technique that's applied by a model optimization job.
*)modelShardingConfig : ModelShardingConfig.t option;Settings for the model sharding technique that's applied by a model optimization job.
*)modelSpeculativeDecodingConfig : ModelSpeculativeDecodingConfig.t option;Settings for the model speculative decoding technique that's applied by a model optimization job.
*)}val make :
?modelQuantizationConfig:ModelQuantizationConfig.t ->
?modelCompilationConfig:ModelCompilationConfig.t ->
?modelShardingConfig:ModelShardingConfig.t ->
?modelSpeculativeDecodingConfig:ModelSpeculativeDecodingConfig.t ->
unit ->
tval to_value :
t ->
[> `Structure of
(string
* [> `Structure of
(string
* [> `Enum of string
| `Map of
([> `String of Values_0.NonEmptyString256.t ]
* [> `String of Values_0.String256.t ])
list
| `String of OptimizationContainerImage.t
| `Structure of
(string
* [> `Enum of string | `String of Values_0.S3Uri.t ])
list ])
list ])
list ]