Class GpuExecutionHints

Namespace

Orleans.GpuBridge.Abstractions

Assembly

Orleans.GpuBridge.Abstractions.dll

Hints for GPU kernel execution optimization

[GenerateSerializer]
public sealed record GpuExecutionHints : IEquatable<GpuExecutionHints>

Inheritance

object

GpuExecutionHints

Implements

IEquatable<GpuExecutionHints>

Inherited Members

object.Equals(object)

object.Equals(object, object)

object.GetHashCode()

object.GetType()

object.ReferenceEquals(object, object)

object.ToString()

Constructors

GpuExecutionHints(int?, bool, int?, bool, bool, TimeSpan?, int?)

Hints for GPU kernel execution optimization

public GpuExecutionHints(int? PreferredDevice = null, bool HighPriority = false, int? MaxMicroBatch = null, bool Persistent = true, bool PreferGpu = true, TimeSpan? Timeout = null, int? MaxRetries = null)

Parameters

PreferredDevice int?

HighPriority bool

MaxMicroBatch int?

Persistent bool

PreferGpu bool

Timeout TimeSpan?

MaxRetries int?

Properties

CpuOnly

CPU-only execution hints

public static GpuExecutionHints CpuOnly { get; }

Property Value

GpuExecutionHints

Default

Default execution hints

public static GpuExecutionHints Default { get; }

Property Value

GpuExecutionHints

HighPriority

[Id(1)]
public bool HighPriority { get; init; }

Property Value

bool

HighPriorityGpu

High-priority GPU execution hints

public static GpuExecutionHints HighPriorityGpu { get; }

Property Value

GpuExecutionHints

MaxMicroBatch

[Id(2)]
public int? MaxMicroBatch { get; init; }

Property Value

int?

MaxRetries

[Id(6)]
public int? MaxRetries { get; init; }

Property Value

int?

Persistent

[Id(3)]
public bool Persistent { get; init; }

Property Value

bool

PreferGpu

[Id(4)]
public bool PreferGpu { get; init; }

Property Value

bool

PreferredBatchSize

Preferred batch size for execution (computed property)

public int PreferredBatchSize { get; }

Property Value

int

PreferredDevice

[Id(0)]
public int? PreferredDevice { get; init; }

Property Value

int?

Timeout

[Id(5)]
public TimeSpan? Timeout { get; init; }

Property Value

TimeSpan?

TimeoutMs

Timeout in milliseconds (computed property)

public int TimeoutMs { get; }

Property Value

int