Struct Compressor 

pub struct Compressor {
    pub model: Arc<Model>,
    pub state: State,
    pub scratch: ScratchBuffers,
    pub pdf_buffer: Vec<f64>,
    /* private fields */
}

Stateful compressor built around a Mamba model.

Fields

model: Arc<Model>

Model weights.

state: State

Recurrent state.

scratch: ScratchBuffers

Reusable scratch.

pdf_buffer: Vec<f64>

Reusable PDF buffer.

Implementations

impl Compressor

pub fn new<P: AsRef<Path>>(model_path: P) -> Result<Self>

Create compressor by loading model path.

pub fn load_model<P: AsRef<Path>>(model_path: P) -> Result<Arc<Model>>

Load model from path and wrap in Arc.

pub fn new_from_model(model: Arc<Model>) -> Self

Create compressor from preloaded model.

pub fn new_from_method(method: &str) -> Result<Self>

Create compressor from method string.

pub fn reset(&mut self)

Reset state.

pub fn begin_online_policy_stream( &mut self, total_symbols: Option<u64>, ) -> Result<()>

Begin a policy stream with optional total symbol count.

pub fn finish_online_policy_stream(&mut self) -> Result<()>

Flush any pending TBPTT segment while preserving current predictive state.

pub fn restart_online_policy_stream( &mut self, total_symbols: Option<u64>, ) -> Result<()>

Reset hidden state and TBPTT bookkeeping for a fresh stream.

pub fn reset_and_prime(&mut self)

Reset and compute initial distribution.

pub fn snapshot_runtime(&self) -> RuntimeSnapshot

Capture runtime snapshot.

pub fn restore_runtime(&mut self, snapshot: &RuntimeSnapshot)

Restore runtime snapshot.

pub fn absorb_chain(&mut self, parts: &[&[u8]]) -> Result<()>

Condition the model on a chain of prefixes.

pub fn cross_entropy_from_current(&mut self, data: &[u8]) -> Result<f64>

Cross entropy from current runtime state.

pub fn cross_entropy_frozen_plugin_chain( &mut self, fit_parts: &[&[u8]], data: &[u8], ) -> Result<f64>

Fit on fit_parts, then reset stream state and score data without further adaptation.

pub fn is_online(&self) -> bool

Whether online adaptation is enabled.

pub fn can_adapt_online(&self) -> bool

Returns true when the current online configuration can actually adapt parameters.

pub fn tokens_processed(&self) -> u64

Tokens processed by online updater.

pub fn online_method_string(&self) -> Option<&str>

Canonical online method string.

pub fn vocab_size(&self) -> usize

Vocabulary size.

pub fn online_apply_logits_bias(&self, logits: &[f32], pdf_out: &mut [f64])

Convert logits to PDF with online bias if active.

pub fn logits_to_pdf(logits: &[f32], bias: Option<&[f32]>, pdf_out: &mut [f64])

Convert logits + optional bias into stable normalized PDF.

pub fn forward_to_pdf(&mut self, token: u32, pdf_out: &mut [f64])

Forward one token and emit the resulting (optionally biased) PDF.

pub fn online_bias_snapshot(&self) -> Option<Vec<f32>>

Snapshot online bias only.

pub fn online_bias_slice(&self) -> Option<&[f32]>

Borrow online output bias vector when online mode is active.

pub fn online_update_from_pdf(&mut self, symbol: u8, pdf: &[f64]) -> Result<()>

Apply one online update using external PDF.

pub fn observe_symbol_from_pdf(&mut self, symbol: u8, pdf: &[f64]) -> Result<()>

Update online state from pdf, then advance model state with symbol.

pub fn observe_symbol_from_current_pdf(&mut self, symbol: u8) -> Result<()>

Update online state using current internal PDF, then consume symbol.

pub fn export_online<P: AsRef<Path>>(&self, model_path: P) -> Result<()>

Export model and online sidecar.

pub fn compress_into<W: Write>( &mut self, data: &[u8], coder: CoderType, w: &mut W, ) -> Result<()>

Compress into writer.

pub fn compress_chain_into<W: Write>( &mut self, parts: &[&[u8]], coder: CoderType, w: &mut W, ) -> Result<()>

Compress a chain of byte slices into writer.

pub fn compress_size(&mut self, data: &[u8], coder: CoderType) -> Result<u64>

Return compressed size without output allocation.

pub fn compress_size_chain( &mut self, parts: &[&[u8]], coder: CoderType, ) -> Result<u64>

Return compressed size for chained inputs.

pub fn compress(&mut self, data: &[u8], coder: CoderType) -> Result<Vec<u8>>

Compress to bytes.

pub fn decompress(&mut self, data: &[u8]) -> Result<Vec<u8>>

Decompress bytes.

pub fn cross_entropy(&mut self, data: &[u8]) -> Result<f64>

Cross entropy over whole sample.

pub fn cross_entropy_conditional_chain( &mut self, prefix_parts: &[&[u8]], data: &[u8], ) -> Result<f64>

Cross entropy conditioned on prefix chain.

pub fn cross_entropy_conditional( &mut self, prefix: &[u8], data: &[u8], ) -> Result<f64>

Cross entropy conditioned on one prefix.

pub fn joint_cross_entropy_aligned_min( &mut self, x: &[u8], y: &[u8], ) -> Result<f64>

Symmetric aligned joint cross entropy using the better ordering.

Trait Implementations

impl Clone for Compressor

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.