add from giga-device, new branch added

2025-08-21 16:51:25 +08:00
commit 43bbc06bbb
1296 changed files with 264186 additions and 0 deletions
@@ -0,0 +1,176 @@
+//-----------------------------------------------------------------------
+//-----------------------------------------------------------------------
+//     file="StepDataTokenReader.cs"
+//     Project: StgSharp
+//     AuthorGroup: Nitload Space
+//     Copyright (c) Nitload Space. All rights reserved.
+//     
+//     Permission is hereby granted, free of charge, to any person 
+//     obtaining a copy of this software and associated documentation 
+//     files (the “Software”), to deal in the Software without restriction, 
+//     including without limitation the rights to use, copy, modify, merge,
+//     publish, distribute, sublicense, and/or sell copies of the Software, 
+//     and to permit persons to whom the Software is furnished to do so, 
+//     subject to the following conditions:
+//     
+//     The above copyright notice and 
+//     this permission notice shall be included in all copies 
+//     or substantial portions of the Software.
+//     
+//     THE SOFTWARE IS PROVIDED “AS IS”, 
+//     WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, 
+//     INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 
+//     FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. 
+//     IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, 
+//     DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 
+//     ARISING FROM, OUT OF OR IN CONNECTION WITH 
+//     THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+//     
+//-----------------------------------------------------------------------
+//-----------------------------------------------------------------------
+using StgSharp.Model.Step;
+using StgSharp.Script;
+using StgSharp.Script.Express;
+
+using System;
+using System.Collections.Concurrent;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Text.RegularExpressions;
+using System.Threading;
+using System.Threading.Tasks;
+
+namespace StgSharp.Model.Step
+{
+    public partial class StepDataTokenReader : IScriptTokenReader
+    {
+
+        private ExpTokenReader _reader;
+
+        private HashSet<string> tokenHash = [
+            "T","F","UNSPECIFIED"
+            ];
+        private Queue<Token> _cache = new Queue<Token>();
+        private StepDataSectionTransmitter _transmitter;
+
+        public StepDataTokenReader( StepDataSectionTransmitter transmitter )
+        {
+            _reader = new ExpTokenReader( transmitter );
+            _reader.TokenReaderPreProcessor = new TokenPreReader();
+            _transmitter = transmitter;
+        }
+
+        public bool IsEmpty
+        {
+            get
+            {
+                if( _reader.IsEmpty ) {
+                    return !_transmitter.IsWriting;
+                }
+                return false;
+            }
+        }
+
+        public Token ReadToken()
+        {
+            return _reader.ReadToken();
+        }
+
+        public bool TryReadToken( out Token t )
+        {
+            return _reader.TryReadToken( out t );
+        }
+
+        private partial class TokenPreReader : ExpTokenReaderPreProcessor
+        {
+
+            private static Regex
+                _nextHashtagSymbolPattern = GetEntityTagSymbolPattern(),
+                _nextEnumPattern = GetNextEnumPattern(),
+                _stringPattern = GetStringPattern();
+
+            public override bool Process( string codeLine, int line, ref int current, out Token t )
+            {
+                ReadOnlySpan<char> chars = codeLine.AsSpan( current );
+                char c = chars[ 0 ];
+                Match match;
+                switch( c )
+                {
+                    case '#':
+                        match = _nextHashtagSymbolPattern.Match( codeLine, current );
+                        if( match.Success )
+                        {
+                            int begin = match.Groups[ "token" ].Index;
+                            int end = match.Groups[ "end" ].Index;
+                            int rest = match.Groups[ "rest" ].Index;
+                            current = rest;
+                            t = new(
+                                ExpressCompile.PoolString( chars[ 0..( end - begin ) ] ), line,
+                                begin, TokenFlag.Member );
+                            return true;
+                        }
+                        break;
+                    case '.':
+                        match = _nextEnumPattern.Match( codeLine, current );
+                        if( match.Success )
+                        {
+                            int begin = match.Groups[ "token" ].Index;
+                            int end = match.Groups[ "end" ].Index;
+                            int rest = match.Groups[ "rest" ].Index;
+                            current = rest;
+                            t = new Token(
+                                match.Groups[ "token" ].Value, line, begin, TokenFlag.Enum );
+                            return true;
+                        }
+                        break;
+                    case '$':
+                        t = new Token( "$", line, current, TokenFlag.Member );
+                        current++;
+                        return true;
+                    case '*':
+                        t = new Token( "*", line, current, TokenFlag.Member );
+                        current++;
+                        return true;
+                    case '\'':
+                        match = _stringPattern.Match( codeLine, current );
+                        if( match.Success )
+                        {
+                            int begin = match.Groups[ "token" ].Index;
+                            int end = match.Groups[ "end" ].Index;
+                            int rest = match.Groups[ "rest" ].Index;
+                            current = rest;
+                            string value = chars.Slice( 1, ( end - begin - 1 ) ).ToString();
+                            if( string.IsNullOrWhiteSpace( value ) ) {
+                                value = string.Empty;
+                            }
+                            t = new Token( value, line, begin, TokenFlag.String );
+                            return true;
+                        }
+                        break;
+                    default:
+                        break;
+                }
+                t = Token.Empty;
+                return false;
+            }
+
+            [GeneratedRegex(
+                    @"(?<token>#[0-9A-Za-z]+)(?<end>\s*?)(?<rest>\S|$)",
+                    RegexOptions.Singleline )]
+            private static partial Regex GetEntityTagSymbolPattern();
+
+            [GeneratedRegex(
+                    @"(?<token>\.[A-Za-z_]+\.)(?<end>\s*)(?<rest>\S*)",
+                    RegexOptions.Singleline )]
+            private static partial Regex GetNextEnumPattern();
+
+            [GeneratedRegex(
+                    @"(?<token>')(?>\\\\|''|(?!')[^'])*(?<end>')\s*?(?<rest>\S|$)",
+                    RegexOptions.Singleline )]
+            private static partial Regex GetStringPattern();
+
+        }
+
+    }
+}