Skip to main content

run_infer_burn

Function run_infer_burn 

Source
async fn run_infer_burn(
    gguf: &PathBuf,
    config: &PathBuf,
    context_length: Option<usize>,
    use_f64: bool,
) -> Result<()>