//----------------------------------------------------------------------- // ----------------------------------------------------------------------- // file="MatrixParallelThread" // Project: StgSharp // AuthorGroup: Nitload // Copyright (c) Nitload. All rights reserved. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all // copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE // SOFTWARE. // // ----------------------------------------------------------------------- // ----------------------------------------------------------------------- using StgSharp.Internal; using StgSharp.Mathematics.Numeric.Runtime; using System; using System.Runtime.CompilerServices; using System.Runtime.InteropServices; using System.Threading; using System.Threading.Tasks; namespace StgSharp.Mathematics.Numeric { internal enum MatrixThreadState : int { Born = 0, Ready = 1, Running = 2, Idle = 4, Retired = 8, } public unsafe partial class MatrixParallelThread : IDisposable { private IntrinsicContext* _context; private MatrixParallelTask* _currentTask; private volatile bool _disposed, _isRetireRequested; private readonly ManualResetEventSlim _resetEvent; private Thread _managedThread; internal MatrixParallelThread( int poolId ) { _resetEvent = new ManualResetEventSlim(false); _managedThread = new Thread(MatrixParallelWorkLoad); _managedThread.Start(); PoolId = poolId; } public int PoolId { get; init; } public ThreadPriority AfterWork { get; set; } internal ref readonly IntrinsicContext Intrinsic => ref (*_context); internal bool IsSingle { get; set; } internal MatrixParallelWrap BindedWrap { get; set; } internal MatrixThreadState State { get; private set; } internal SIMDID Simd { get; private set; } public void Dispose() { Dispose(disposing:true); GC.SuppressFinalize(this); } [MethodImpl(MethodImplOptions.AggressiveInlining)] public void Restart() { _resetEvent.Set(); } [MethodImpl(MethodImplOptions.AggressiveInlining)] internal void Retire() { ObjectDisposedException.ThrowIf(_disposed, nameof(MatrixParallelThread)); if (State == MatrixThreadState.Retired) { return; } _isRetireRequested = true; _resetEvent.Set(); SpinWait.SpinUntil(() => State == MatrixThreadState.Retired); _managedThread.Join(); } [MethodImpl(MethodImplOptions.AggressiveInlining)] internal void SetSingleThreadTask( ref MatrixParallelTask task ) { if (IsSingle) { *_currentTask = task; } } protected virtual void Dispose( bool disposing ) { if (!_disposed) { if (disposing) { _disposed = true; _resetEvent.Set(); _managedThread.Join(); _resetEvent.Dispose(); } } } private unsafe void MatrixParallelWorkLoad() { State = MatrixThreadState.Born; // Bind OS-thread affinity once when the worker starts running SetThreadAffinity(PoolId); _ = Thread.Yield(); if (Simd.Mask != 0) { SIMDID feature = new(GetSimdId()); IntrinsicContext* contextPtr = stackalloc IntrinsicContext[1]; LoadIntrinsicFunction(contextPtr, feature.Mask); Simd = feature; _context = contextPtr; } MatrixParallelTask* taskPtr = stackalloc MatrixParallelTask[4]; State = MatrixThreadState.Ready; while (true) { // Thread self = Thread.CurrentThread; _resetEvent.Wait(); _resetEvent.Reset(); if (_disposed) { break; } if (_isRetireRequested) { State = MatrixThreadState.Retired; continue; } State = MatrixThreadState.Idle; State = MatrixThreadState.Running; AfterWork = BindedWrap.AfterWork; _managedThread.Priority = ThreadPriority.Highest; if (IsSingle) { MatrixParallelTask* outer = _currentTask; // compute here IsSingle = false; } else { PredictPolicy policy = BindedWrap.Policy; switch (policy) { case PredictPolicy.Transparent: break; case PredictPolicy.BufferSequential: break; default: break; } // MatrixParallelQueue taskQueue = BindedWrap.TaskQueue; /* if (0 > (int)p ->ComputeHandle) { SpecialBufferCompute(p); } switch (p->ComputeMode) { case MatrixIndexStyle.BUFFER_INDEX: BufferCompute(p); break; default: break; } /**/ BindedWrap.ReportThreadAccomplished(); } _managedThread.Priority = AfterWork; State = MatrixThreadState.Idle; } State = MatrixThreadState.Retired; } #pragma warning disable CA5393 [LibraryImport(Native.LibName, EntryPoint = "sn_get_simd_level_local")] [UnmanagedCallConv(CallConvs = [ typeof(CallConvCdecl) ])] [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)] internal static partial ulong GetSimdId(); [LibraryImport(Native.LibName, EntryPoint = "sn_set_thread_affinity")] [UnmanagedCallConv(CallConvs = [ typeof(CallConvCdecl) ])] [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)] internal static partial void SetThreadAffinity( int coreId ); [LibraryImport(Native.LibName, EntryPoint = "load_intrinsic_function")] [UnmanagedCallConv(CallConvs = [ typeof(CallConvCdecl) ])] [DefaultDllImportSearchPaths(DllImportSearchPath.AssemblyDirectory)] private static unsafe partial void LoadIntrinsicFunction( IntrinsicContext* context, ulong id ); #pragma warning restore CA5393 } }