WeightRegistry
Helpers & Utilities · AiDotNet.Tensors.LinearAlgebra
No summary documentation available yet.
Properties
| Property | Summary |
|---|---|
GpuOffloadOptions CurrentOptions { get; } |
|
IGpuOffloadAllocator OffloadAllocator { get; } |
|
StreamingTensorPool StreamingPool { get; } |
Methods
| Method | Summary |
|---|---|
MaterializeScope<T> MaterializeMany(IEnumerable<Tensor<T>> weights) |
|
StreamingPoolReport GetStreamingReport() |
|
Tensor<T> AllocateStreaming(int[] shape) |
|
bool IsResidentInPool(Tensor<T> weight) |
|
bool TryFinalizeDeferredDrop(Tensor<T> weight) |
|
int PruneDeadEntries() |
|
void Configure(GpuOffloadOptions options, IGpuOffloadAllocator offloadAllocator) |
|
void ConfigureAndRegisterBatch(GpuOffloadOptions options, IReadOnlyList<Tensor<T>> weights, IGpuOffloadAllocator offloadAllocator) |
|
void MarkAccessed(Tensor<T> weight) |
|
void Materialize(Tensor<T> weight) |
|
void PrefetchAsync(Tensor<T> weight) |
|
void PrefetchAsyncMany(IEnumerable<Tensor<T>> weights) |
|
void RegisterBatch(IReadOnlyList<Tensor<T>> weights, WeightLifetime lifetime) |
|
void RegisterWeight(Tensor<T> weight) |
|
void ReleaseToPool(Tensor<T> weight) |
|
void Reset() |
|
void SetStreamingExecutionTraining(bool? isTraining) |
|
void UnregisterWeight(Tensor<T> weight) |