stgsharp/StgSharp.Mathematics/Numeric/MatrixParallelWrap.cs

//-----------------------------------------------------------------------
// -----------------------------------------------------------------------
// file="MatrixParallelWrap"
// Project: StgSharp
// AuthorGroup: Nitload
// Copyright (c) Nitload. All rights reserved.
//     
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in all
// copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.
//     
// -----------------------------------------------------------------------
// -----------------------------------------------------------------------
using System;
using System.Collections.Generic;
using System.Diagnostics.CodeAnalysis;
using System.Linq;
using System.Runtime.CompilerServices;
using System.Text;
using System.Threading.Tasks;

namespace StgSharp.Mathematics.Numeric
{
    public unsafe class MatrixParallelWrap
    {

        private readonly Queue<IntPtr>[] _cache;
        private readonly Handle[] _resetHandle;
        private readonly Thread[] _threads;

        public MatrixParallelWrap(int id, int wrapSize)
        {
            ID = id;
            _cache = new Queue<IntPtr>[wrapSize];
            _threads = new Thread[wrapSize];
            for (int i = 0; i < wrapSize; i++)
            {
                _cache[i] = new Queue<IntPtr>(8);
                _threads[i] = new Thread(MatrixParallelWorker)
                {
                    IsBackground = true,
                    Priority = ThreadPriority.BelowNormal,
                    Name = $"MPT#{ID}_{i}"
                };
                _threads[i].Start(new Handle(i, this));
            }
        }

        public int ID { get; init; }

        public static SleepMode AfterWork
        {
            get;
            set => Interlocked.Exchange(ref Unsafe.As<SleepMode, int>(ref field), (int)value);
        }

        internal ManualResetEventSlim SchedulerReset { get; } = new(false);

        public Span<IntPtr> EnqueuePackage(Span<IntPtr> packageSpan)
        {
            int idx = 0;
            for (; idx < _cache.Length; idx++) {
                _cache[idx].Enqueue(packageSpan[idx]);
            }
            return packageSpan[idx..];
        }

        [MethodImpl(MethodImplOptions.AggressiveInlining)]
        public Queue<IntPtr> GetWorkerTaskQueue(int idInWrap)
        {
            return _cache[idInWrap];
        }

        [MethodImpl(MethodImplOptions.AggressiveInlining)]
        public void SetAllWorker()
        {
            foreach (Handle item in _resetHandle) {
                item.ResetEvent.Set();
            }
        }

        public class Handle(int inWrapIndex, MatrixParallelWrap wrap)
        {

            public int InWrapIndex { get; } = inWrapIndex;

            /// <summary>
            ///   Role of the thread in the wrap. 1 is Scheduler, 0 are Workers. 2 is leader, beyond
            ///   wrap's control.
            /// </summary>
            public int Role { get; internal set; }

            internal ManualResetEventSlim ResetEvent { get; } = new(false);

            internal MatrixParallelWrap Wrap { get; } = wrap;

        }

        #region wrap task

        internal MatrixParallelTaskPackageNonGeneric* WrapTask { get; set; }

        internal int WrapTaskSliceCount { get; set; }

        internal int WrapTaskCapacity
        {
            [MethodImpl(MethodImplOptions.AggressiveInlining)]
            get => _threads.Length;
        }

            #endregion


        #region ThreadOperation

        private static unsafe void MatrixParallelWorker([AllowNull] object obj)
        {
            Handle handle = (obj as Handle)!;
            MatrixParallelWrap wrap = handle.Wrap;
            int inWrapIndex = handle.InWrapIndex;
            Thread self = Thread.CurrentThread;
            ManualResetEventSlim reset = handle.ResetEvent;
            do
            {
                reset.Wait();
                reset.Reset();
                self.Priority = ThreadPriority.Highest;
                ExecuteTaskPackage(wrap.GetWorkerTaskQueue(inWrapIndex));

                // _ = Interlocked.Decrement(ref RemainThreadCount);
                self.Priority = (ThreadPriority)AfterWork;
            } while (true);
        }

        private static unsafe void MatrixParallelScheduler([AllowNull] object obj)
        {
            Handle handle = (obj as Handle)!;
            MatrixParallelWrap wrap = handle.Wrap;
            int inWrapIndex = handle.InWrapIndex;
            Queue<IntPtr> taskQueue = wrap.GetWorkerTaskQueue(inWrapIndex);
            ManualResetEventSlim resetEvent = wrap.SchedulerReset;
            Thread self = Thread.CurrentThread;
            do
            {
                resetEvent.Wait();
                resetEvent.Reset();
                self.Priority = ThreadPriority.Highest;

                // TODO task publication to worker in wrap
                wrap.SetAllWorker();
                ExecuteTaskPackage(taskQueue);

                // _ = Interlocked.Decrement(ref RemainThreadCount);
                self.Priority = (ThreadPriority)AfterWork;
            } while (true);
        }

        [MethodImpl(MethodImplOptions.AggressiveInlining)]
        public static unsafe void ExecuteTaskPackage(Queue<IntPtr> taskQueue)
        {
            while (taskQueue.TryDequeue(out nint handle))
            {
                MatrixParallelTaskPackageNonGeneric* p = (MatrixParallelTaskPackageNonGeneric*)handle;
                switch (p->ComputeMode)
                {
                    case 1:
                        MatrixComputeModel.Compute_Unary(p);
                        break;
                    case 2:
                        MatrixComputeModel.Compute_UnaryScalar(p);
                        break;
                    case 3:
                        MatrixComputeModel.Compute_Binary(p);
                        break;
                    case 4:
                        MatrixComputeModel.Compute_BinaryScalar(p);
                        break;
                    default:
                        break;
                }
            }
        }

        #endregion
    }

    public enum SleepMode : int
    {

        QuickWakeup = ThreadPriority.AboveNormal,
        NormalSleep = ThreadPriority.BelowNormal,
        DeepSleep = ThreadPriority.Lowest,

    }
}