Struct CrossGpuK2KRouter 

pub struct CrossGpuK2KRouter {
    coordinator: Arc<MultiGpuCoordinator>,
    pending_queues: RwLock<RawRwLock, HashMap<(usize, usize), Vec<PendingK2KMessage>>>,
    stats: CrossGpuRouterStats,
}

Routes K2K messages across GPU boundaries.

Fields

coordinator: Arc<MultiGpuCoordinator>

pending_queues: RwLock<RawRwLock, HashMap<(usize, usize), Vec<PendingK2KMessage>>>

stats: CrossGpuRouterStats

Implementations

impl CrossGpuK2KRouter

pub fn new(coordinator: Arc<MultiGpuCoordinator>) -> Arc<CrossGpuK2KRouter>

Create a new cross-GPU K2K router.

pub fn route_message( &self, source_kernel: &KernelId, dest_kernel: &KernelId, message: K2KMessage, ) -> Result<RoutingDecision, RingKernelError>

Route a message from source kernel to destination kernel.

pub fn drain_pending( &self, source: usize, dest: usize, ) -> Vec<PendingK2KMessage>

Get pending messages for a device pair.

pub fn record_delivery(&self, message: &PendingK2KMessage, payload_size: usize)

Record successful message delivery.

pub fn record_failure(&self)

Record routing failure.

pub fn stats(&self) -> CrossGpuRouterStatsSnapshot

Get router statistics.