//----------------------------------------------------------------------- // ----------------------------------------------------------------------- // file="HLSFAllocator.BucketNode" // Project: StgSharp // AuthorGroup: Nitload // Copyright (c) Nitload. All rights reserved. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all // copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE // SOFTWARE. // // ----------------------------------------------------------------------- // ----------------------------------------------------------------------- using System; using System.Reflection.Metadata; using System.Runtime.CompilerServices; using System.Runtime.InteropServices; namespace StgSharp.HighPerformance.Memory { public unsafe partial class HybridLayerSegregatedFitAllocator { /* * All operations with style of (level, segment) * DO NOT assume that the level are valid. * They are just used to calculate the bucket index, * which may exceed the range of _bucketHeads. */ [MethodImpl(MethodImplOptions.AggressiveInlining)] private void PushBucketToLevel( int levelIndex, int sizeIndex, BucketNode* node ) { if ((node == null) || (node->EntryRef == null)) { return; } int index = Math.Min((3 * levelIndex) + sizeIndex, _bucketHeads.Length - 1); PushNodeToBucket(index, node); } private void PushNodeToBucket( int index, BucketNode* node ) { index = Math.Min(index, _bucketHeads.Length - 1); if (_bucketHeads[index] is null) { _bucketHeads[index] = node; node->IsInBucket = true; node->NextLevel = null; node->PreviousLevel = null; // Console.WriteLine($"Push to empty level of {levelIndex} {sizeIndex}, bucket pos {(ulong)node}"); return; } else { BucketNode* head = _bucketHeads[index]; node->NextLevel = head; node->IsInBucket = true; _bucketHeads[index] = node; // Console.WriteLine($"Push to head of level of {levelIndex} {sizeIndex}, bucket pos {(ulong)node}, previous head is at {head}"); head->PreviousLevel = node; return; } } [MethodImpl(MethodImplOptions.AggressiveInlining)] private void RemoveFromBucket( int levelIndex, int sizeIndex, BucketNode* node ) { int index = Math.Min((3 * levelIndex) + sizeIndex, _bucketHeads.Length - 1); if (_bucketHeads[index] == node) { if (TryPopBucket(index, out _)) { return; } } BucketNode* previous = node->PreviousLevel; BucketNode* next = node->NextLevel; if (previous != null) { previous->NextLevel = next; } if (next != null) { next->PreviousLevel = previous; } node->NextLevel = (BucketNode*)null; node->PreviousLevel = (BucketNode*)null; node->IsInBucket = false; return; } private bool TryPopBucket( int index, out BucketNode* node ) { /* * Attention: * This method is UNSAFE. Index may exceed range of _bucketHeads. * Be careful when calling this method. */ BucketNode* head = _bucketHeads[index]; if (head == null) { node = null; return false; } // Console.WriteLine($"level popped from level {levelIndex} {sizeIndex}, node is at {(ulong)head}"); BucketNode* next = head->NextLevel; if (next == null) { _bucketHeads[index] = null; node = head; return true; } else { next->PreviousLevel = null; } _bucketHeads[index] = head->NextLevel; node = head; node->IsInBucket = false; node->NextLevel = null; return true; } [MethodImpl(MethodImplOptions.AggressiveInlining)] private bool TryPopLevel( int levelIndex, int sizeIndex, out BucketNode* node ) { int index = int.Min((3 * levelIndex) + sizeIndex, _bucketHeads.Length - 1); return TryPopBucket(index, out node); } private bool TryRemoveFromBucket( int levelIndex, int sizeIndex, BucketNode* node ) { int index = (3 * levelIndex) + sizeIndex; index = (index >= _bucketHeads.Length) ? _bucketHeads.Length : index; if (_bucketHeads[index] == node) { bool ok = TryPopLevel(levelIndex, sizeIndex, out _); return ok; } BucketNode* previous = node->PreviousLevel; BucketNode* next = node->NextLevel; if (previous != null) { previous->NextLevel = next; } if (next != null) { next->PreviousLevel = previous; } node->NextLevel = null; node->PreviousLevel = null; node->IsInBucket = false; node->EntryRef = null; return true; } /// /// BucketNode structure - specialized node for bucket linked lists Stored in main /// allocation area (user-writable region) /// [StructLayout(LayoutKind.Explicit)] internal struct BucketNode { [FieldOffset(0)] internal Entry* EntryRef; // Pointer to corresponding Entry // [FieldOffset(16)] internal ulong LockBuffer; [FieldOffset(8)] internal BucketNode* NextLevel; // Bucket stack linked list: next pointer [FieldOffset(24)] internal BucketNode* PreviousLevel; // Bucket stack linked list: previous pointer [FieldOffset(32)] internal bool IsInBucket; // Whether in bucket } } }