Up – Package index » awso » Library awso.bedrock » Awso_bedrock » Values » InferenceConfiguration

Module `Values.InferenceConfiguration`Source

Inference configuration for a model.

Sourcetype nonrec t = {

maxTokens : InferenceConfigurationMaxTokensInteger.t option;
(*
The maximum number of tokens to generate.
*)
temperature : InferenceConfigurationTemperatureFloat.t option;
(*
The temperature for sampling.
*)
topP : InferenceConfigurationTopPFloat.t option;
(*
The top-p value for nucleus sampling.
*)
stopSequences : InferenceConfigurationStopSequencesList.t option;
(*
Stop sequences that end generation.
*)

}

val make : 
  ?maxTokens:InferenceConfigurationMaxTokensInteger.t ->
  ?temperature:InferenceConfigurationTemperatureFloat.t ->
  ?topP:InferenceConfigurationTopPFloat.t ->
  ?stopSequences:InferenceConfigurationStopSequencesList.t ->
  unit ->
  t

Source

val to_value : 
  t ->
  [> `Structure of
       (string
        * [> `Float of InferenceConfigurationTemperatureFloat.t
          | `Integer of InferenceConfigurationMaxTokensInteger.t
          | `List of
            [> `String of InferenceConfigurationStopSequencesListMemberString.t ]
              list ])
         list ]

Sourceval to_query : t -> Awso.Client.Query.t

Sourceval of_xml : Awso.Xml.t -> t

Sourceval of_string : string -> t

Sourceval of_json : Yojson.Safe.t -> t

Sourceval to_json : t -> Yojson.Safe.t