daily update on 20240419 by nitload youmu, SSD merged into main stream

2024-04-20 02:36:36 +08:00
parent efeb4ba058
commit 7b67eb2f4d
81 changed files with 4568 additions and 33 deletions
@@ -0,0 +1,70 @@
+using StgSharp.Data;
+
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+using System.Numerics;
+using System.Runtime.CompilerServices;
+using System.Runtime.InteropServices;
+using System.Text;
+
+namespace StgSharp.Data
+{
+    public static class CodeSeparator
+    {
+        public static unsafe T[] SeparateCode<T>(string filePath) where T : struct
+        {
+            byte[] allByte = File.ReadAllBytes(filePath);
+            List<T> rawList = new List<T>();
+
+            fixed (byte* allBytePtr = allByte)
+            {
+                for (int i = 0; i < allByte.Length; i += Marshal.SizeOf<T>()) 
+                {
+                    T t = new T();
+                    t= *(T*)(allBytePtr + i);
+                    rawList.Add(t);
+                }
+            }
+            return rawList.ToArray();
+        }
+
+        public static unsafe T[] SeparateCode<T>(byte[] stream) where T : struct
+        {
+            List<T> rawList = new List<T>();
+
+            fixed (byte* allBytePtr = stream)
+            {
+                for (int i = 0; i < stream.Length; i += Marshal.SizeOf<T>())
+                {
+                    T t = new T();
+                    t = *(T*)(allBytePtr + i);
+                    rawList.Add(t);
+                }
+            }
+            return rawList.ToArray();
+        }
+
+        public static List<(T, ulong)> CountCodeFrequency<T>(T[] rawArray) where T : struct
+        {
+            Dictionary<T, ulong> frequencyCollection = new Dictionary<T, ulong>();
+
+            foreach (var item in rawArray)
+            {
+                if (frequencyCollection.ContainsKey(item))
+                {
+                    frequencyCollection[item] += 1;
+                }
+                else 
+                {
+                    frequencyCollection.Add(item, 1);
+                }
+            }
+
+            return frequencyCollection.OrderByDescending(pair=>pair.Value)
+                .Select(pair=>(pair.Key, pair.Value)).ToList();
+        }
+
+    }
+}