Arrange code structure. Introduce dynamic scheduler and multi leader.

StgSharp.Mathematics/Numeric/MatrixParallel.cs

@@ -81,8 +81,6 @@ namespace StgSharp.Mathematics.Numeric
 
         public static bool IsParallelMeaningful => Environment.ProcessorCount > 6 && IsInitialized;
 
-        public static MatrixParallelWrap.Handle LeaderHandle { get; private/**/ set; }
-
         private static bool IsInitialized { get; set; } = false;
 
         private static Queue<IntPtr> LeaderTask { get; set; }
@@ -126,38 +124,34 @@ namespace StgSharp.Mathematics.Numeric
             {
                 if (count == 3)
                 {
-                    Wraps = [ new MatrixParallelWrap(0, count, true) ];
+                    Pool = new(3, [ new MatrixParallelWrap(0, count) ]);
                     (LargeWrapCount, SmallWrapCount) = (0, 1);
-                    LeaderHandle = new MatrixParallelWrap.Handle(0, Wraps.Peek());
                 } else
                 {
                     count = 4;
-                    Wraps = [ new MatrixParallelWrap(0, count, true) ];
+                    Pool = new(4, [ new MatrixParallelWrap(0, count) ]);
                     (LargeWrapCount, SmallWrapCount) = (1, 0);
-                    LeaderHandle = new MatrixParallelWrap.Handle(0, Wraps.Peek());
                 }
             } else if (count == 6)
             {
-                Wraps = [
+                Pool = new(6, [
-                    new MatrixParallelWrap(0, 3, true),
+                    new MatrixParallelWrap(0, 3),
-                    new MatrixParallelWrap(3, 3, false)
+                    new MatrixParallelWrap(3, 3)
-                ];
+                ]);
                 (LargeWrapCount, SmallWrapCount) = (0, 2);
-                LeaderHandle = new MatrixParallelWrap.Handle(0, Wraps.Peek());
             } else
             {
                 (int _3wrap, int _4wrap) = FastDecompose(count);
-                Wraps = new(_4wrap + _3wrap);
+                CapacityFixedStack<MatrixParallelWrap> stack = new(_4wrap + _3wrap);
                 int id = 0, idx = 0;
                 for (; idx < _3wrap; idx++, id += 3) {
-                    Wraps.Push(new MatrixParallelWrap(idx, 3, id == 0));
+                    stack.Push(new MatrixParallelWrap(idx, 3));
                 }
                 for (; idx < _3wrap + _4wrap; idx++, id += 4) {
-                    Wraps.Push(new MatrixParallelWrap(id, 4, id == 0));
+                    stack.Push(new MatrixParallelWrap(id, 4));
                 }
-                LeaderHandle = new MatrixParallelWrap.Handle(0, Wraps.Peek());
+                Pool = new MatrixParallelPool(count, stack);
             }
-            LeaderTask = LeaderHandle.Wrap.GetWorkerTaskQueue(0);
             IsInitialized = true;
         }
 
@@ -191,18 +185,18 @@ namespace StgSharp.Mathematics.Numeric
 
         #region wrap field
 
-        private static CapacityFixedStack<MatrixParallelWrap> Wraps;
+        private static MatrixParallelPool Pool;
         private static int LargeWrapCount;
         private static int SmallWrapCount;
 
-        public static CapacityFixedStack<MatrixParallelWrap> LeadParallel()
+        public static MatrixParallelPool LeadParallel()
         {
 #if NET9_0_OR_GREATER
 #else
             Monitor.Enter(_lock);
 #endif
 
-            return Wraps;
+            return Pool;
         }
 
         public static void ReleaseParallelLeadership(ref CapacityFixedStack<MatrixParallelWrap> wraps)

StgSharp.Mathematics/Numeric/MatrixParallelPool.cs

@@ -49,14 +49,20 @@ namespace StgSharp.Mathematics.Numeric
             SpareThreads = threadCount;
         }
 
+        internal MatrixParallelPool(int threadCount, CapacityFixedStack<MatrixParallelWrap> wrapSpan)
+        {
+            SpareWrap = wrapSpan;
+            SingleThreadAllocation = new CapacityFixedBag<MatrixParallelWrap>(wrapSpan.Count);
+            SpareThreads = threadCount;
+        }
+
         public int SpareThreads { get; set; }
 
         internal CapacityFixedBag<MatrixParallelWrap> SingleThreadAllocation { get; set; }
 
         internal CapacityFixedStack<MatrixParallelWrap> SpareWrap { get; set; }
 
-        public bool TryRequest(out )
+        public bool TryRequestLeaderHandle(out MatrixParallelWrap.Handle handle) { }
-
 
         public bool TryRequestWrap(out MatrixParallelWrap? wrap)
         {

StgSharp.Mathematics/Numeric/MatrixParallelWrap.cs

@@ -38,18 +38,15 @@ namespace StgSharp.Mathematics.Numeric
     public unsafe class MatrixParallelWrap
     {
 
-        private readonly Queue<IntPtr>[] _cache;
         private readonly Handle[] _resetHandle;
         private readonly Thread[] _threads;
 
         public MatrixParallelWrap(int id, int wrapSize)
         {
             ID = id;
-            _cache = new Queue<IntPtr>[wrapSize];
             _threads = new Thread[wrapSize];
             for (int i = 0; i < wrapSize; i++)
             {
-                _cache[i] = new Queue<IntPtr>(8);
                 _threads[i] = new Thread(MatrixParallelWorker)
                 {
                     IsBackground = true,
@@ -70,21 +67,6 @@ namespace StgSharp.Mathematics.Numeric
 
         internal ManualResetEventSlim SchedulerReset { get; } = new(false);
 
-        public Span<IntPtr> EnqueuePackage(Span<IntPtr> packageSpan)
-        {
-            int idx = 0;
-            for (; idx < _cache.Length; idx++) {
-                _cache[idx].Enqueue(packageSpan[idx]);
-            }
-            return packageSpan[idx..];
-        }
-
-        [MethodImpl(MethodImplOptions.AggressiveInlining)]
-        public Queue<IntPtr> GetWorkerTaskQueue(int idInWrap)
-        {
-            return _cache[idInWrap];
-        }
-
         [MethodImpl(MethodImplOptions.AggressiveInlining)]
         public void SetAllWorker()
         {
@@ -104,6 +86,8 @@ namespace StgSharp.Mathematics.Numeric
             /// </summary>
             public int Role { get; internal set; }
 
+            public Queue<IntPtr> TaskCache { get; } = [];
+
             internal ManualResetEventSlim ResetEvent { get; } = new(false);
 
             internal MatrixParallelWrap Wrap { get; } = wrap;
@@ -138,33 +122,25 @@ namespace StgSharp.Mathematics.Numeric
             {
                 reset.Wait();
                 reset.Reset();
+                Queue<IntPtr> taskQueue = handle.TaskCache;
                 self.Priority = ThreadPriority.Highest;
-                ExecuteTaskPackage(wrap.GetWorkerTaskQueue(inWrapIndex));
+                switch (handle.Role)
-
+                {
+                    case 0://worker
                         // _ = Interlocked.Decrement(ref RemainThreadCount);
-                self.Priority = (ThreadPriority)AfterWork;
+                        ExecuteTaskPackage(handle.TaskCache);
-            } while (true);
+                        break;
-        }
+                    case 1://scheduler
-
-        private static unsafe void MatrixParallelScheduler([AllowNull] object obj)
-        {
-            Handle handle = (obj as Handle)!;
-            MatrixParallelWrap wrap = handle.Wrap;
-            int inWrapIndex = handle.InWrapIndex;
-            Queue<IntPtr> taskQueue = wrap.GetWorkerTaskQueue(inWrapIndex);
-            ManualResetEventSlim resetEvent = wrap.SchedulerReset;
-            Thread self = Thread.CurrentThread;
-            do
-            {
-                resetEvent.Wait();
-                resetEvent.Reset();
-                self.Priority = ThreadPriority.Highest;
-
                         // TODO task publication to worker in wrap
                         wrap.SetAllWorker();
                         ExecuteTaskPackage(taskQueue);
 
-                // _ = Interlocked.Decrement(ref RemainThreadCount);
+                        break;
+                    case 2://leader, error because leader should be at outer thread but not here
+                        break;
+                    default:
+                        break;
+                }
                 self.Priority = (ThreadPriority)AfterWork;
             } while (true);
         }