Class MetalKernelCache

Namespace

DotCompute.Backends.Metal.Kernels

Assembly

DotCompute.Backends.Metal.dll

Production-grade cache for compiled Metal kernels with LRU eviction and memory pressure handling.

public sealed class MetalKernelCache : IDisposable

Inheritance

object

MetalKernelCache

Implements

IDisposable

Inherited Members

object.Equals(object)

object.Equals(object, object)

object.GetHashCode()

object.GetType()

object.ReferenceEquals(object, object)

object.ToString()

Extension Methods

BufferExtensions.IsSafeToDispose(IDisposable)

BufferExtensions.SafeDispose(IDisposable)

Constructors

MetalKernelCache(ILogger<MetalKernelCache>, int, TimeSpan?, string?, nint)

Initializes a new instance of the MetalKernelCache class.

public MetalKernelCache(ILogger<MetalKernelCache> logger, int maxCacheSize = 1000, TimeSpan? defaultTtl = null, string? persistentCachePath = null, nint device = 0)

Parameters

logger ILogger<MetalKernelCache>

maxCacheSize int

defaultTtl TimeSpan?

persistentCachePath string

device nint

Methods

AddKernel(KernelDefinition, CompilationOptions, nint, nint, nint, byte[]?, long)

Adds a compiled kernel to the cache.

public void AddKernel(KernelDefinition definition, CompilationOptions options, nint library, nint function, nint pipelineState, byte[]? binaryData = null, long compilationTimeMs = 0)

Parameters

definition KernelDefinition

options CompilationOptions

library nint

function nint

pipelineState nint

binaryData byte[]

compilationTimeMs long

Clear()

Clears all cached kernels.

public void Clear()

ComputeCacheKey(KernelDefinition, CompilationOptions)

Computes a cache key for the given kernel definition and options.

public static string ComputeCacheKey(KernelDefinition definition, CompilationOptions options)

Parameters

definition KernelDefinition

options CompilationOptions

Returns

string

Dispose()

Disposes the cache and all cached kernels.

public void Dispose()

InvalidateKernel(KernelDefinition, CompilationOptions)

Invalidates a specific kernel in the cache.

public bool InvalidateKernel(KernelDefinition definition, CompilationOptions options)

Parameters

definition KernelDefinition

options CompilationOptions

Returns

bool

TryGetKernel(KernelDefinition, CompilationOptions, out nint, out nint, out nint)

Attempts to retrieve a cached kernel.

public bool TryGetKernel(KernelDefinition definition, CompilationOptions options, out nint library, out nint function, out nint pipelineState)

Parameters

definition KernelDefinition

options CompilationOptions

library nint

function nint

pipelineState nint

Returns

bool