Struct InferConfig 

pub struct InferConfig { /* private fields */ }

Implementations

impl InferConfig

pub fn with_d_model(self, v: usize) -> Self

pub fn with_num_layers(self, v: usize) -> Self

pub fn with_num_heads(self, v: usize) -> Self

pub fn with_num_groups(self, v: usize) -> Self

pub fn with_qk_dim(self, v: usize) -> Self

pub fn with_v_dim(self, v: usize) -> Self

pub fn with_patch_size(self, v: usize) -> Self

pub fn with_norm_eps(self, v: f64) -> Self

pub fn with_layer_group_size(self, v: usize) -> Self

pub fn with_num_variate_layers_per_group(self, v: usize) -> Self

pub fn with_variate_layer_first(self, v: bool) -> Self

pub fn with_use_xpos(self, v: bool) -> Self

pub fn with_residual_mult(self, v: f64) -> Self

pub fn with_residual_attn_ratio(self, v: f64) -> Self

pub fn with_compute_f64(self, v: bool) -> Self

Run the forward pass in F64 (double precision) to match PyTorch numerical accuracy. Uses ~2× memory. Default: F32.

pub fn patch_size(&self) -> usize

pub fn compute_f64(&self) -> bool

pub fn from_json_value(v: &Value) -> Self

Overlay every recognised field from a parsed config.json onto InferConfig::default(), using the same field names as the upstream Datadog/Toto-2.0 config. Missing/unrecognised fields keep their default. Shared by the CLI and (later) the Python bindings so the field-by-field .as_u64().unwrap_or(...) boilerplate lives in exactly one place.

Trait Implementations

impl Clone for InferConfig

fn clone(&self) -> InferConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for InferConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for InferConfig

fn default() -> Self

Matches the defaults of the upstream Datadog/Toto-2.0 config.json.