switch root namespace name to NITLOAD

2026-09-02 18:15:03 +08:00
parent 4218baad48
commit 7c7101ee48
502 changed files with 710 additions and 721 deletions
@@ -0,0 +1,159 @@
+// -----------------------------------------------------------------------------
+// file="Numa"
+// Project: StgSharp
+// Copyright (c) Nitload.
+// SPDX-License-Identifier: MIT
+// -----------------------------------------------------------------------------
+
+using Nitload.Common.HighPerformance.Memory;
+using System;
+using System.Collections.Generic;
+using System.Diagnostics.Contracts;
+using System.Linq;
+using System.Runtime.InteropServices;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace Nitload.Common.HighPerformance.ProcessorAbstraction
+{
+    public static partial class Numa
+    {
+
+        private static NumaNode[] _numaNodes;
+
+        public static int NumaNodeCount { get; private set; }
+
+        public static ReadOnlySpan<NumaNode> AllNumaNode => _numaNodes;
+
+        public static unsafe void* Alloc(
+                                   int numaId,
+                                   nuint size
+        )
+        {
+            if (_numaNodes.Length == 0) {
+                throw new InvalidOperationException("Numa info has not been loaded.");
+            }
+            if ((numaId < 0) || (numaId >= _numaNodes.Length)) {
+                throw new ArgumentOutOfRangeException(nameof(numaId), "Invalid NUMA node ID.");
+            }
+            return NumaAllocNative(size, numaId);
+        }
+
+        public static T[][] CreateForeachThread<T>(
+                            Func<LogicalCore, T> factory
+        )
+        {
+            if (factory is null) {
+                return [];
+            }
+            T[][] arr = new T[_numaNodes.Length][];
+            for (int i = 0; i < _numaNodes.Length; i++)
+            {
+                NumaNode node = _numaNodes[i];
+                T[] values = new T[node.LogicalCoreCount];
+                ReadOnlySpan<LogicalCore> cores = node.LogicalCores;
+                for (int j = 0; j < cores.Length; j++) {
+                    values[j] = factory(cores[j]);
+                }
+                arr[i] = values;
+            }
+            return arr;
+        }
+
+        public static unsafe void Free(
+                                  void* address,
+                                  int numaId,
+                                  nuint size
+        )
+        {
+            if (_numaNodes.Length == 0) {
+                throw new InvalidOperationException("Numa info has not been loaded.");
+            }
+            if ((numaId < 0) || (numaId >= _numaNodes.Length)) {
+                throw new ArgumentOutOfRangeException(nameof(numaId), "Invalid NUMA node ID.");
+            }
+            NumaFreeNative(address, size, numaId);
+        }
+
+        [LibraryImport(Native.LibName, EntryPoint = "sn_get_numa_each")]
+        [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])]
+        [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)]
+        public static partial int GetNumaEach(
+                                  uint numaId,
+                                  Span<ulong> CpuIndexInNuma,
+                                  Span<uint> globalCpuIdInNuma
+        );
+
+        [LibraryImport(Native.LibName, EntryPoint = "sn_get_numa_overall")]
+        [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])]
+        [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)]
+        public static partial int GetNumaOverall(
+                                  ref int count,
+                                  Span<int> coreCountInNuma
+        );
+
+        public static L4[] RequestBufferForEachNuma()
+        {
+            if (_numaNodes.Length == 0) {
+                throw new InvalidOperationException("Numa info has not been loaded.");
+            }
+            L4[] buffers = new L4[NumaNodeCount];
+            for (int i = 0; i < NumaNodeCount; i++)
+            {
+                L4 buffer = new L4(i);
+                buffers[i] = buffer;
+            }
+            return buffers;
+        }
+
+        internal static void Initialize()
+        {
+            Span<int> coreCountInNuma = stackalloc int[(Environment.ProcessorCount / 32) + 1];
+            int numaNodeCount = 0;
+            if (0 == GetNumaOverall(ref numaNodeCount, coreCountInNuma)) {
+                throw new InvalidOperationException("Failed to get NUMA overall information.");
+            }
+            _numaNodes = new NumaNode[numaNodeCount];
+            for (uint i = 0; i < numaNodeCount; i++) {
+                _numaNodes[i] = InitNumaNode(i, coreCountInNuma[(int)i]);
+            }
+        }
+
+        [LibraryImport(Native.LibName, EntryPoint = "sn_set_thread_affinity")]
+        [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])]
+        [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)]
+        internal static partial void SetThreadAffinity(
+                                     int coreId,
+                                     int numaId
+        );
+
+        [MethodImpl(MethodImplOptions.NoInlining)]
+        private static NumaNode InitNumaNode(
+                                uint numaId,
+                                int count
+        )
+        {
+            Span<uint> globalIndex = stackalloc uint[count];
+            _ = GetNumaEach(numaId, null, globalIndex);
+            return new(numaId, count, globalIndex);
+        }
+
+        [LibraryImport(Native.LibName, EntryPoint = "sn_numa_alloc")]
+        [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])]
+        [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)]
+        private static unsafe partial void* NumaAllocNative(
+                                            nuint size,
+                                            int numaId
+        );
+
+        [LibraryImport(Native.LibName, EntryPoint = "sn_numa_free")]
+        [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])]
+        [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)]
+        private static unsafe partial void NumaFreeNative(
+                                           void* ptr,
+                                           nuint size,
+                                           int numa_id
+        );
+
+    }
+}