Interface IKernelExecutor

Namespace

Orleans.GpuBridge.Abstractions.Providers.Execution.Interfaces

Assembly

Orleans.GpuBridge.Abstractions.dll

Interface for kernel execution in GPU backends

public interface IKernelExecutor

Methods

CreateGraph(string)

Creates a kernel execution graph for optimized execution

IKernelGraph CreateGraph(string graphName)

Parameters

graphName string

Returns

IKernelGraph

ExecuteAsync(CompiledKernel, KernelExecutionParameters, CancellationToken)

Executes a kernel synchronously

Task<KernelExecutionResult> ExecuteAsync(CompiledKernel kernel, KernelExecutionParameters parameters, CancellationToken cancellationToken = default)

Parameters

kernel CompiledKernel

parameters KernelExecutionParameters

cancellationToken CancellationToken

Returns

Task<KernelExecutionResult>

ExecuteAsyncNonBlocking(CompiledKernel, KernelExecutionParameters, CancellationToken)

Executes a kernel asynchronously (non-blocking)

Task<IKernelExecution> ExecuteAsyncNonBlocking(CompiledKernel kernel, KernelExecutionParameters parameters, CancellationToken cancellationToken = default)

Parameters

kernel CompiledKernel

parameters KernelExecutionParameters

cancellationToken CancellationToken

Returns

Task<IKernelExecution>

ExecuteBatchAsync(IReadOnlyList<KernelBatchItem>, BatchExecutionOptions, CancellationToken)

Executes multiple kernels in a batch

Task<BatchExecutionResult> ExecuteBatchAsync(IReadOnlyList<KernelBatchItem> batch, BatchExecutionOptions options, CancellationToken cancellationToken = default)

Parameters

batch IReadOnlyList<KernelBatchItem>

options BatchExecutionOptions

cancellationToken CancellationToken

Returns

Task<BatchExecutionResult>

GetStatistics()

Gets execution statistics

ExecutionStatistics GetStatistics()

Returns

ExecutionStatistics

ProfileAsync(CompiledKernel, KernelExecutionParameters, int, CancellationToken)

Profiles kernel execution

Task<KernelProfile> ProfileAsync(CompiledKernel kernel, KernelExecutionParameters parameters, int iterations = 100, CancellationToken cancellationToken = default)

Parameters

kernel CompiledKernel

parameters KernelExecutionParameters

iterations int

cancellationToken CancellationToken

Returns

Task<KernelProfile>

ResetStatistics()

Resets execution statistics

void ResetStatistics()