MoonBit native bindings for the local DwarfStar 4 engine
Dependencies
moon test --target nativemoon build cmd/ds4 --target native
_build/native/debug/build/cmd/ds4/ds4.exe -m /path/to/model.gguf -p "Write a short haiku about MoonBit"_build/native/debug/build/cmd/ds4/ds4.exe -m /path/to/model.gguf --seed 42 -p "Write a short haiku about MoonBit"moon build cmd/ds4mbt --target native
_build/native/debug/build/cmd/ds4mbt/ds4mbt.exe -m /path/to/model.gguf -p "Add focused tests for the parser"type Enginepub(all) struct EngineConfig {
model_path : String
mtp_path : String
backend : Backend
n_threads : Int
mtp_draft_tokens : Int
mtp_margin : Float
directional_steering_file : String
directional_steering_attn : Float
directional_steering_ffn : Float
warm_weights : Bool
quality : Bool
inspect_only : Bool
} derive(Eq, Debug)fn EngineConfig::new(model_path : String, backend? : Backend, mtp_path? : String, n_threads? : Int, mtp_draft_tokens? : Int, mtp_margin? : Float, directional_steering_file? : String, directional_steering_attn? : Float, directional_steering_ffn? : Float, warm_weights? : Bool, quality? : Bool, inspect_only? : Bool) -> EngineConfigtype Sessiontype TokensMoonBit native bindings for the local DwarfStar 4 engine
Dependencies