stgsharp/StgSharp.Mathematics/Numeric/Runtime/MatrixParallelThread.cs

//-----------------------------------------------------------------------
// -----------------------------------------------------------------------
// file="MatrixParallelThread"
// Project: StgSharp
// AuthorGroup: Nitload Space
// Copyright (c) Nitload Space. All rights reserved.
//     
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in all
// copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.
//     
// -----------------------------------------------------------------------
// -----------------------------------------------------------------------
using StgSharp.Internal;
using StgSharp.Mathematics.Numeric.Runtime;
using System;
using System.Runtime.CompilerServices;
using System.Runtime.InteropServices;
using System.Threading;

namespace StgSharp.Mathematics.Numeric
{
    internal enum MatrixThreadState : int
    {

        Born = 0,
        Ready = 1,
        Running = 2,
        Idle = 4,
        Retired = 8,

    }

    public unsafe partial class MatrixParallelThread : IDisposable
    {

        private IntrinsicContext* _context;
        private MatrixParallelTask* _currentTask;
        private volatile bool _disposed, _isRetireRequested, _isReinitRequested;
        private readonly ManualResetEventSlim _resetEvent;
        private Thread _managedThread;

        internal MatrixParallelThread(int poolId)
        {
            _resetEvent = new ManualResetEventSlim(false);
            _managedThread = new Thread(MatrixParallelWorkLoad);
            _managedThread.Start();
            PoolId = poolId;
        }

        public int PoolId { get; init; }

        public ThreadPriority AfterWork { get; set; }

        internal ref readonly IntrinsicContext Intrinsic => ref (*_context);

        internal bool IsSingle { get; set; }

        internal MatrixParallelWrap BindedWrap { get; set; }

        internal MatrixThreadState State { get; private set; }

        internal SIMDID Simd { get; private set; }

        public void Dispose()
        {
            Dispose(disposing:true);
            GC.SuppressFinalize(this);
        }

        [MethodImpl(MethodImplOptions.AggressiveInlining)]
        public void Restart()
        {
            _resetEvent.Set();
        }

        [MethodImpl(MethodImplOptions.AggressiveInlining)]
        internal void ReInit()
        {
            ObjectDisposedException.ThrowIf(_disposed, nameof(MatrixParallelThread));
            if (State != MatrixThreadState.Retired) {
                return;
            }
            BindedWrap = null!;
            _currentTask = null;
            IsSingle = false;
            _isRetireRequested = false;
            _isReinitRequested = true;
            _resetEvent.Set();
            _managedThread = new Thread(MatrixParallelWorkLoad);
            SpinWait.SpinUntil(() => State != MatrixThreadState.Retired);
        }

        [MethodImpl(MethodImplOptions.AggressiveInlining)]
        internal void Retire()
        {
            ObjectDisposedException.ThrowIf(_disposed, nameof(MatrixParallelThread));
            if (State == MatrixThreadState.Retired) {
                return;
            }
            _isRetireRequested = true;
            _resetEvent.Set();
            SpinWait.SpinUntil(() => State == MatrixThreadState.Retired);
            _managedThread.Join();
        }

        [MethodImpl(MethodImplOptions.AggressiveInlining)]
        internal void SetSingleThreadTask(ref MatrixParallelTask task)
        {
            if (IsSingle) {
                *_currentTask = task;
            }
        }

        protected virtual void Dispose(bool disposing)
        {
            if (!_disposed)
            {
                if (disposing)
                {
                    _disposed = true;
                    _resetEvent.Set();
                    _managedThread.Join();
                    _resetEvent.Dispose();
                }
            }
        }

        private unsafe void MatrixParallelWorkLoad()
        {
            State = MatrixThreadState.Born;

            // Bind OS-thread affinity once when the worker starts running
            SetThreadAffinity(PoolId);
            _ = Thread.Yield();
            if (Simd.Mask != 0)
            {
                SIMDID feature = new(GetSimdId());
                IntrinsicContext* contextPtr = stackalloc IntrinsicContext[1];
                LoadIntrinsicFunction(contextPtr, feature.Mask);
                Simd = feature;
                _context = contextPtr;
            }
            MatrixParallelTask* taskPtr = stackalloc MatrixParallelTask[4];
            State = MatrixThreadState.Ready;
            while (true)
            {
                // Thread self = Thread.CurrentThread;
                _resetEvent.Wait();
                _resetEvent.Reset();
                if (_disposed)
                {
                    break;
                }
                if (_isRetireRequested)
                {
                    State = MatrixThreadState.Retired;
                    continue;
                }
                if (_isReinitRequested)
                {
                    _isReinitRequested = false;
                    State = MatrixThreadState.Idle;
                    continue;
                }
                State = MatrixThreadState.Running;
                AfterWork = BindedWrap.AfterWork;
                _managedThread.Priority = ThreadPriority.Highest;
                if (IsSingle)
                {
                    MatrixParallelTask* outer = _currentTask;
                    IsSingle = false;
                } else
                {
                    // MatrixParallelQueue taskQueue = BindedWrap.TaskQueue;
                    /*
                    if (0 > (int)p ->ComputeHandle) {
                        SpecialBufferCompute(p);
                    }
                    switch (p->ComputeMode)
                    {
                        case MatrixIndexStyle.BUFFER_INDEX:
                            BufferCompute(p);
                            break;
                        default:
                            break;
                    }
                    /**/
                    BindedWrap.ReportThreadAccomplished();
                }
                _managedThread.Priority = AfterWork;
                State = MatrixThreadState.Idle;
            }
            State = MatrixThreadState.Retired;
        }

#pragma warning disable CA5393
        [LibraryImport(Native.LibName, EntryPoint = "sn_get_simd_level_local")]
        [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])]
        [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)]
        internal static partial ulong GetSimdId();

        [LibraryImport(Native.LibName, EntryPoint = "sn_set_thread_affinity")]
        [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])]
        [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)]
        internal static partial void SetThreadAffinity(int coreId);

        [LibraryImport(Native.LibName, EntryPoint = "load_intrinsic_function")]
        [UnmanagedCallConv(CallConvs = [typeof(CallConvCdecl)])]
        [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)]
        private static unsafe partial void LoadIntrinsicFunction(IntrinsicContext* context, ulong id);
#pragma warning restore CA5393
    }
}