WeightRegistry

Helpers & Utilities · AiDotNet.Tensors.LinearAlgebra

No summary documentation available yet.

Properties

Property Summary
GpuOffloadOptions CurrentOptions { get; }
IGpuOffloadAllocator OffloadAllocator { get; }
StreamingTensorPool StreamingPool { get; }

Methods

Method Summary
MaterializeScope<T> MaterializeMany(IEnumerable<Tensor<T>> weights)
StreamingPoolReport GetStreamingReport()
Tensor<T> AllocateStreaming(int[] shape)
bool IsResidentInPool(Tensor<T> weight)
bool TryFinalizeDeferredDrop(Tensor<T> weight)
int PruneDeadEntries()
void Configure(GpuOffloadOptions options, IGpuOffloadAllocator offloadAllocator)
void ConfigureAndRegisterBatch(GpuOffloadOptions options, IReadOnlyList<Tensor<T>> weights, IGpuOffloadAllocator offloadAllocator)
void MarkAccessed(Tensor<T> weight)
void Materialize(Tensor<T> weight)
void PrefetchAsync(Tensor<T> weight)
void PrefetchAsyncMany(IEnumerable<Tensor<T>> weights)
void RegisterBatch(IReadOnlyList<Tensor<T>> weights, WeightLifetime lifetime)
void RegisterWeight(Tensor<T> weight)
void ReleaseToPool(Tensor<T> weight)
void Reset()
void SetStreamingExecutionTraining(bool? isTraining)
void UnregisterWeight(Tensor<T> weight)