Struct MemoryPressureMonitor 

pub struct MemoryPressureMonitor {
    budgets: HashMap<ActorId, MemoryBudget>,
    total_gpu_memory: u64,
    total_allocated: u64,
    default_budget: MemoryBudget,
}

Global memory pressure monitor for all actors.

Fields

budgets: HashMap<ActorId, MemoryBudget>

total_gpu_memory: u64

total_allocated: u64

default_budget: MemoryBudget

Implementations

impl MemoryPressureMonitor

pub fn new(total_gpu_memory: u64) -> MemoryPressureMonitor

Create a monitor for a GPU with the given total memory.

pub fn set_budget(&mut self, actor: ActorId, budget: MemoryBudget)

Set a budget for a specific actor.

pub fn request_alloc(&mut self, actor: ActorId, bytes: u64) -> AllocationResult

Request allocation from an actor’s budget.

pub fn record_dealloc(&mut self, actor: ActorId, bytes: u64)

Record a deallocation.

pub fn global_pressure(&self) -> PressureLevel

Get the global pressure level across all actors.

pub fn actors_over_budget(&self) -> Vec<(ActorId, f64)>

Get actors that are above their soft limit.

pub fn actors_by_usage(&self) -> Vec<(ActorId, u64)>

Get actors sorted by memory usage (descending).

pub fn get_budget(&self, actor: ActorId) -> Option<&MemoryBudget>

Get an actor’s budget.

pub fn total_allocated(&self) -> u64

Get total allocated across all actors.

pub fn total_gpu_memory(&self) -> u64

Get total GPU memory.