youmuliu/stgsharp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Daily update on 20250307-071126 by Nitload Youmu. Additional Message : Rewrite of token and node cache stack

Browse Source 
Signed-off-by: Nitload <YoumuLiu_NSI@whv0t.onmicrosoft.com>
This commit is contained in:
Nitload
2025-03-07 07:11:26 +08:00
parent 8460bfd56a
commit df321a3bae
18 changed files with 1458 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
StgSharp.Script/Common/AbstractSyntaxTree.cs
+61
View File
@@ -0,0 +1,61 @@
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
// file="AbstractSyntaxTree.cs"
// Project: StgSharp
// AuthorGroup: Nitload Space
// Copyright (c) Nitload Space. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person
// obtaining a copy of this software and associated documentation
// files (the “Software”), to deal in the Software without restriction,
// including without limitation the rights to use, copy, modify, merge,
// publish, distribute, sublicense, and/or sell copies of the Software,
// and to permit persons to whom the Software is furnished to do so,
// subject to the following conditions:
//
// The above copyright notice and
// this permission notice shall be included in all copies
// or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED “AS IS”,
// WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
// INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
// ARISING FROM, OUT OF OR IN CONNECTION WITH
// THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
//
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
using StgSharp.Collections;
using System;
using System.Collections.Generic;
using System.Text;
using System.Xml.Schema;
namespace StgSharp.Script
{
public sealed class AbstractSyntaxTree<TNode, TType>
where TNode: IASTNode<TNode, TType>
where TType: ITypeSource<TType>
{
private List<TNode> _allToken = new();
private TNode _root;
public int Count
{
get { return _allToken.Count; }
}
public TNode Root => _root;
public bool Contains( TNode node )
{
return _allToken.Contains( node );
}
}
}
StgSharp.Script/Common/CodeLineHelper.cs
+108
View File
@@ -0,0 +1,108 @@
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
// file="CodeLineHelper.cs"
// Project: StgSharp
// AuthorGroup: Nitload Space
// Copyright (c) Nitload Space. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person
// obtaining a copy of this software and associated documentation
// files (the “Software”), to deal in the Software without restriction,
// including without limitation the rights to use, copy, modify, merge,
// publish, distribute, sublicense, and/or sell copies of the Software,
// and to permit persons to whom the Software is furnished to do so,
// subject to the following conditions:
//
// The above copyright notice and
// this permission notice shall be included in all copies
// or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED “AS IS”,
// WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
// INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
// ARISING FROM, OUT OF OR IN CONNECTION WITH
// THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
//
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
using System;
using System.Collections.Generic;
using System.Text;
namespace StgSharp.Script
{
public static class CodeLineHelper
{
public static string SliceAndTrim( this string line, int startIndex )
{
if( line == null ) {
throw new ArgumentNullException( nameof( line ) );
}
if( startIndex < 0 || startIndex >= line.Length ) {
throw new ArgumentOutOfRangeException( nameof( startIndex ) );
}
ReadOnlySpan<char> sourceSpan = line.AsSpan();
ReadOnlySpan<char> subSpan = sourceSpan.Slice( startIndex );
int start = 0;
while( start < subSpan.Length && char.IsWhiteSpace(
subSpan[ start ] ) ) {
start++;
}
int end = subSpan.Length - 1;
while( end >= start && char.IsWhiteSpace( subSpan[ end ] ) ) {
end--;
}
if( start > end ) {
return string.Empty;
}
int finalLength = end - start + 1;
return new string( subSpan.Slice( start, finalLength ) );
}
public static string SliceAndTrim(
this string line,
int startIndex,
int length )
{
if( line == null ) {
throw new ArgumentNullException( nameof( line ) );
}
if( startIndex < 0 || startIndex >= line.Length ) {
throw new ArgumentOutOfRangeException( nameof( startIndex ) );
}
if( length < 0 || startIndex + length > line.Length ) {
throw new ArgumentOutOfRangeException( nameof( length ) );
}
ReadOnlySpan<char> sourceSpan = line.AsSpan();
ReadOnlySpan<char> subSpan = sourceSpan.Slice( startIndex, length );
int start = 0;
while( start < subSpan.Length && char.IsWhiteSpace(
subSpan[ start ] ) ) {
start++;
}
int end = subSpan.Length - 1;
while( end >= start && char.IsWhiteSpace( subSpan[ end ] ) ) {
end--;
}
if( start > end ) {
return string.Empty;
}
int finalLength = end - start + 1;
return new string( subSpan.Slice( start, finalLength ) );
}
}
}
StgSharp.Script/Common/CompileStack.cs
+171
View File
@@ -0,0 +1,171 @@
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
// file="CompileStack.cs"
// Project: StgSharp
// AuthorGroup: Nitload Space
// Copyright (c) Nitload Space. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person
// obtaining a copy of this software and associated documentation
// files (the “Software”), to deal in the Software without restriction,
// including without limitation the rights to use, copy, modify, merge,
// publish, distribute, sublicense, and/or sell copies of the Software,
// and to permit persons to whom the Software is furnished to do so,
// subject to the following conditions:
//
// The above copyright notice and
// this permission notice shall be included in all copies
// or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED “AS IS”,
// WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
// INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
// ARISING FROM, OUT OF OR IN CONNECTION WITH
// THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
//
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
using System;
using System.Collections.Generic;
using System.Data;
using System.Linq;
using System.Runtime.CompilerServices;
using System.Text;
using System.Threading.Tasks;
namespace StgSharp.Script
{
public partial class CompileStack<TNode, TType>
where TNode: IASTNode<TNode, TType>
where TType: ITypeSource<TType>
{
private TNode[] _nodeArray = new TNode[4];
private Token[] _operatorArray = new Token[4];
private Token[] _tokenArray = new Token[4];
private int _nodeCount,_tokenCount, _operatorCount;
private Stack<CompileDepthMark> _depthStack = new Stack<CompileDepthMark>(
);
private Stack<bool> _isNode = new Stack<bool>();
public int Depth => _depthStack.Count;
public int OperandCount => _isNode.Count;
public int OperatorCount => _operatorCount;
public int OperatorAheadOfDepth
{
get => OperatorCount - _depthStack.Peek().OperatorBegin;
}
public int OperandAheadOfDepth
{
get => OperandCount - _depthStack.Peek().OperandBegin;
}
public void DecreaseDepth()
{
CompileDepthMark mark = _depthStack.Pop();
}
public void IncreaseDepth()
{
_depthStack.Push(
new CompileDepthMark
{
OperandBegin = OperandCount,
OperatorBegin = OperatorCount
} );
}
public bool PeekOperand( out Token t, out TNode n )
{
if( OperandAheadOfDepth <= 0 ) {
t = Token.Empty;
n = TNode.Empty;
return false;
}
if( _isNode.Pop() ) {
t = Token.Empty;
n = _nodeArray[ _nodeCount - 1 ];
return true;
} else {
t = _tokenArray[ _tokenCount - 1 ];
n = TNode.Empty;
return false;
}
}
public Token PeekOperator()
{
if( OperatorAheadOfDepth > 0 ) {
return _operatorArray[ _operatorCount - 1 ];
}
return Token.Empty;
}
public bool PopOperand( out Token t, out TNode n )
{
if( _isNode.Pop() ) {
t = Token.Empty;
n = _nodeArray[ --_nodeCount ];
return true;
} else {
t = _tokenArray[ --_tokenCount ];
n = TNode.Empty;
return false;
}
}
public Token PopOperator()
{
_operatorCount--;
return _operatorArray[ _operatorCount ];
}
public void PushOperand( TNode node )
{
if( _nodeArray.Length == _nodeCount ) {
Array.Resize( ref _nodeArray, _nodeArray.Length * 2 );
}
_nodeArray[ _nodeCount ] = node;
_nodeCount++;
_isNode.Push( true );
}
public void PushOperand( Token token )
{
if( _tokenArray.Length == _tokenCount ) {
Array.Resize( ref _tokenArray, _tokenArray.Length * 2 );
}
_tokenArray[ _tokenCount ] = token;
_tokenCount++;
_isNode.Push( false );
}
public void PushOperator( Token token )
{
if( _operatorArray.Length == _operatorCount ) {
Array.Resize( ref _operatorArray, _operatorArray.Length * 2 );
}
_operatorArray[ _operatorCount ] = token;
_operatorCount++;
_isNode.Push( false );
}
}
public struct CompileDepthMark
{
public int OperandBegin;
public int OperatorBegin;
}
}
StgSharp.Script/Common/IASTNode.cs
+98
View File
@@ -0,0 +1,98 @@
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
// file="IASTNode.cs"
// Project: StgSharp
// AuthorGroup: Nitload Space
// Copyright (c) Nitload Space. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person
// obtaining a copy of this software and associated documentation
// files (the “Software”), to deal in the Software without restriction,
// including without limitation the rights to use, copy, modify, merge,
// publish, distribute, sublicense, and/or sell copies of the Software,
// and to permit persons to whom the Software is furnished to do so,
// subject to the following conditions:
//
// The above copyright notice and
// this permission notice shall be included in all copies
// or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED “AS IS”,
// WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
// INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
// ARISING FROM, OUT OF OR IN CONNECTION WITH
// THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
//
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
using StgSharp.Collections;
using StgSharp.Script.Express;
using System;
using System.Collections;
using System.Collections.Generic;
using System.Reflection;
using System.Text;
namespace StgSharp.Script
{
public interface IASTNode<TNode, TType> where TNode: IASTNode<TNode, TType>
where TType: ITypeSource<TType>
{
long NodeFlag
{
get;
}
string Name
{
get;
}
string CodeConvertTemplate
{
get;
}
TNode Previous
{
get;
set;
}
TNode Next
{
get;
set;
}
TNode Left
{
get;
}
TNode Right
{
get;
}
static abstract TNode Empty
{
get;
}
TType EqualityTypeConvert
{
get;
}
void AppendNode( TNode nextToken );
void PrependNode( TNode previusNode );
}
}
StgSharp.Script/Common/IScriptSourceProvider.cs
+64
View File
@@ -0,0 +1,64 @@
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
// file="IScriptSourceProvider.cs"
// Project: StgSharp
// AuthorGroup: Nitload Space
// Copyright (c) Nitload Space. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person
// obtaining a copy of this software and associated documentation
// files (the “Software”), to deal in the Software without restriction,
// including without limitation the rights to use, copy, modify, merge,
// publish, distribute, sublicense, and/or sell copies of the Software,
// and to permit persons to whom the Software is furnished to do so,
// subject to the following conditions:
//
// The above copyright notice and
// this permission notice shall be included in all copies
// or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED “AS IS”,
// WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
// INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
// ARISING FROM, OUT OF OR IN CONNECTION WITH
// THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
//
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
using System;
using System.Collections.Generic;
using System.Text;
namespace StgSharp.Script
{
public interface IScriptSourceProvider
{
bool IsEmpty
{
get;
}
int Location
{
get;
}
void EndWriting();
string ReadLine();
string ReadLine( out int position );
/// <summary>
/// Return part of current provider.
/// </summary>
/// <param name="count"> Count of lines to be sliced </param>
/// <returns></returns>
public IScriptSourceProvider Slice( int location, int count );
}
}
StgSharp.Script/Common/ITypeSource.cs
+46
View File
@@ -0,0 +1,46 @@
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
// file="ITypeSource.cs"
// Project: StgSharp
// AuthorGroup: Nitload Space
// Copyright (c) Nitload Space. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person
// obtaining a copy of this software and associated documentation
// files (the “Software”), to deal in the Software without restriction,
// including without limitation the rights to use, copy, modify, merge,
// publish, distribute, sublicense, and/or sell copies of the Software,
// and to permit persons to whom the Software is furnished to do so,
// subject to the following conditions:
//
// The above copyright notice and
// this permission notice shall be included in all copies
// or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED “AS IS”,
// WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
// INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
// ARISING FROM, OUT OF OR IN CONNECTION WITH
// THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
//
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
namespace StgSharp.Script
{
public interface ITypeSource<in TConvert>
where TConvert: ITypeSource<TConvert>
{
bool IsConvertable( TConvert targetType );
}
}
StgSharp.Script/Common/ScriptSourceTransmitter.cs
+159
View File
@@ -0,0 +1,159 @@
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
// file="ScriptSourceTransmitter.cs"
// Project: StgSharp
// AuthorGroup: Nitload Space
// Copyright (c) Nitload Space. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person
// obtaining a copy of this software and associated documentation
// files (the “Software”), to deal in the Software without restriction,
// including without limitation the rights to use, copy, modify, merge,
// publish, distribute, sublicense, and/or sell copies of the Software,
// and to permit persons to whom the Software is furnished to do so,
// subject to the following conditions:
//
// The above copyright notice and
// this permission notice shall be included in all copies
// or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED “AS IS”,
// WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
// INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
// ARISING FROM, OUT OF OR IN CONNECTION WITH
// THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
//
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
using System;
using System.Collections;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.Text;
using System.Text.RegularExpressions;
namespace StgSharp.Script
{
/// <summary>
/// Transmit a continuous part of script code to interpreter or compiler. This transmitter is
/// designed for single-thread-write and single-thread read. Any multi thread operation will
/// cause undefined behaviour.
/// </summary>
public class ScriptSourceTransmitter : IScriptSourceProvider
{
private static ScriptSourceTransmitter _empty = new ScriptSourceTransmitter(
string.Empty, 0, 0 )
{
_cache = [],
_buffer = []
};
private string[] _buffer;
private bool _isWriting = true;
private int _begin, _index;
private List<string> _cache;
private readonly string _completeMark;
internal ScriptSourceTransmitter( string[] buffer, int start )
{
_buffer = buffer;
_begin = start;
_isWriting = false;
}
public ScriptSourceTransmitter( string endMark, int start )
{
_cache = new List<string>();
_completeMark = endMark;
_begin = start;
_index = 0;
}
public ScriptSourceTransmitter(
string endMark,
int start,
int capacity )
{
_cache = new List<string>( capacity );
_completeMark = endMark;
_begin = start;
_index = 0;
}
public bool IsEmpty => _isWriting ?
( _cache.Count == 0 ) : ( _buffer.Length == 0 ) || ( _index >=
_buffer.Length );
public bool IsFrozen => !_isWriting;
public int Location => _begin + _index;
public static ScriptSourceTransmitter Empty => _empty;
public void EndWriting()
{
if( !_isWriting ) {
return;
}
_isWriting = false;
_buffer = _cache.ToArray();
_cache = null!;
}
public string ReadLine()
{
if( _isWriting ) {
throw new InvalidOperationException(
"Cannot read before all writing operation." );
}
if( _index >= _buffer.Length ) {
return string.Empty;
}
string str = _buffer[ _index ];
_index++;
return str;
}
public string ReadLine( out int position )
{
if( _isWriting ) {
throw new InvalidOperationException(
"Cannot read before all writing operation." );
}
if( _index >= _buffer.Length ) {
position = -1;
return string.Empty;
}
position = _begin + _index;
string str = _buffer[ _index ];
_index++;
return str;
}
public IScriptSourceProvider Slice( int location, int count )
{
ArgumentOutOfRangeException.ThrowIfLessThan( location, _begin );
ArgumentOutOfRangeException.ThrowIfGreaterThan(
location + count, _begin + _buffer.Length );
return new ScriptSourceTransmitter(
_buffer.AsSpan().Slice( location, count ).ToArray(), location );
}
public void WriteLine( string line )
{
if( !_isWriting ) {
return;
}
if( string.Equals( _completeMark, line ) ) {
EndWriting();
return;
}
_cache.Add( line );
}
}
}
StgSharp.Script/Common/Token.cs
+80
View File
@@ -0,0 +1,80 @@
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
// file="Token.cs"
// Project: StgSharp
// AuthorGroup: Nitload Space
// Copyright (c) Nitload Space. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person
// obtaining a copy of this software and associated documentation
// files (the “Software”), to deal in the Software without restriction,
// including without limitation the rights to use, copy, modify, merge,
// publish, distribute, sublicense, and/or sell copies of the Software,
// and to permit persons to whom the Software is furnished to do so,
// subject to the following conditions:
//
// The above copyright notice and
// this permission notice shall be included in all copies
// or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED “AS IS”,
// WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
// INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
// ARISING FROM, OUT OF OR IN CONNECTION WITH
// THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
//
//-----------------------------------------------------------------------
//-----------------------------------------------------------------------
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
namespace StgSharp.Script
{
public readonly struct Token
{
private static Token EmptyToken = new Token();
public readonly int Column;
public readonly int Line;
public readonly string Value;
public readonly TokenFlag Flag;
public Token(
string chars,
int lineNumber,
int columnNumber,
TokenFlag flag )
{
Value = chars;
Line = lineNumber;
Column = columnNumber;
Flag = flag;
}
public static Token Empty => EmptyToken;
}
public enum TokenFlag : int
{
Symbol_Unary = 1,
Symbol_Binary = 2,
Number = 3,
String = 4,
Member = 5,
Separator_Single = 6,
Separator_Left = 7,
Separator_Right = 8,
Index_Left = 9,
Index_Right = 10,
}
}