DecisionMakerOptions
struct DecisionMakerOptions: Sendable, EquatableConfiguration options for initializing a DecisionMaker task instance.
-
Creates
DecisionMakerOptionswith an in-memory modelDatabuffer.Declaration
Swift
init(modelData: Data, maxNumTokens: Int = 4096, delegate: DecisionMakerDelegate = .cpu) -
Creates
DecisionMakerOptionswith a model filesystem path.Declaration
Swift
init(modelPath: String, maxNumTokens: Int = 4096, delegate: DecisionMakerDelegate = .cpu) -
Creates
DecisionMakerOptionswith aModelSource.Declaration
Swift
init(modelSource: DecisionMakerOptions.ModelSource, maxNumTokens: Int = 4096, delegate: DecisionMakerDelegate = .cpu) -
Hardware acceleration delegate (defaults to
.cpu).Declaration
Swift
var delegate: DecisionMakerDelegate -
Maximum token sequence capacity (defaults to 4096).
Declaration
Swift
var maxNumTokens: Int -
Model asset source (either a filesystem path or an in-memory
Databuffer).Declaration
Swift
var modelSource: DecisionMakerOptions.ModelSource