// ----------------------------------------------------------------------------- // file="Numa" // Project: StgSharp // Copyright (c) Nitload. // SPDX-License-Identifier: MIT // ----------------------------------------------------------------------------- using StgSharp.HighPerformance.Memory; using System; using System.Collections.Generic; using System.Diagnostics.Contracts; using System.Linq; using System.Runtime.InteropServices; using System.Text; using System.Threading.Tasks; namespace StgSharp.HighPerformance.ProcessorAbstraction { public static partial class Numa { private static NumaNode[] _numaNodes; public static int NumaNodeCount { get; private set; } public static ReadOnlySpan AllNumaNode => _numaNodes; public static unsafe void* Alloc( int numaId, nuint size ) { if (_numaNodes.Length == 0) { throw new InvalidOperationException("Numa info has not been loaded."); } if ((numaId < 0) || (numaId >= _numaNodes.Length)) { throw new ArgumentOutOfRangeException(nameof(numaId), "Invalid NUMA node ID."); } return NumaAllocNative(size, numaId); } public static T[][] CreateForeachThread( Func factory ) { if (factory is null) { return []; } T[][] arr = new T[_numaNodes.Length][]; for (int i = 0; i < _numaNodes.Length; i++) { NumaNode node = _numaNodes[i]; T[] values = new T[node.LogicalCoreCount]; ReadOnlySpan cores = node.LogicalCores; for (int j = 0; j < cores.Length; j++) { values[j] = factory(cores[j]); } arr[i] = values; } return arr; } public static unsafe void Free( void* address, int numaId, nuint size ) { if (_numaNodes.Length == 0) { throw new InvalidOperationException("Numa info has not been loaded."); } if ((numaId < 0) || (numaId >= _numaNodes.Length)) { throw new ArgumentOutOfRangeException(nameof(numaId), "Invalid NUMA node ID."); } NumaFreeNative(address, size, numaId); } [LibraryImport(Native.LibName, EntryPoint = "sn_get_numa_each")] [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])] [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)] public static partial int GetNumaEach( uint numaId, Span CpuIndexInNuma, Span globalCpuIdInNuma ); [LibraryImport(Native.LibName, EntryPoint = "sn_get_numa_overall")] [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])] [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)] public static partial int GetNumaOverall( ref int count, Span coreCountInNuma ); public static L4[] RequestBufferForEachNuma() { if (_numaNodes.Length == 0) { throw new InvalidOperationException("Numa info has not been loaded."); } L4[] buffers = new L4[NumaNodeCount]; for (int i = 0; i < NumaNodeCount; i++) { L4 buffer = new L4(i); buffers[i] = buffer; } return buffers; } internal static void Initialize() { Span coreCountInNuma = stackalloc int[(Environment.ProcessorCount / 32) + 1]; int numaNodeCount = 0; if (0 == GetNumaOverall(ref numaNodeCount, coreCountInNuma)) { throw new InvalidOperationException("Failed to get NUMA overall information."); } _numaNodes = new NumaNode[numaNodeCount]; for (uint i = 0; i < numaNodeCount; i++) { _numaNodes[i] = InitNumaNode(i, coreCountInNuma[(int)i]); } } [LibraryImport(Native.LibName, EntryPoint = "sn_set_thread_affinity")] [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])] [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)] internal static partial void SetThreadAffinity( int coreId ); [MethodImpl(MethodImplOptions.NoInlining)] private static NumaNode InitNumaNode( uint numaId, int count ) { Span globalIndex = stackalloc uint[count]; _ = GetNumaEach(numaId, null, globalIndex); return new(numaId, count, globalIndex); } [LibraryImport(Native.LibName, EntryPoint = "sn_numa_alloc")] [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])] [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)] private static unsafe partial void* NumaAllocNative( nuint size, int numaId ); [LibraryImport(Native.LibName, EntryPoint = "sn_numa_free")] [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])] [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)] private static unsafe partial void NumaFreeNative( void* ptr, nuint size, int numa_id ); } }