ln-dotnet
/
ln.parse
3
0
Fork 0
Code Issues Pull Requests Releases 1 Wiki Activity

Reorganize repository to use .sln

master
Harald Wolff 2020-11-20 18:45:39 +01:00
parent 577e90b54e
commit b46386560b
9 changed files with 141 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

48
ln.parse.sln 100644
View File

@ -0,0 +1,48 @@

Microsoft Visual Studio Solution File, Format Version 12.00
# Visual Studio 15
VisualStudioVersion = 15.0.26124.0
MinimumVisualStudioVersion = 15.0.26124.0
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "ln.parse", "ln.parse\ln.parse.csproj", "{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}"
EndProject
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "ln.parse.tests", "ln.parse.tests\ln.parse.tests.csproj", "{1E2ED52D-5350-46D9-AEA9-ABC892107548}"
EndProject
Global
GlobalSection(SolutionConfigurationPlatforms) = preSolution
Debug|Any CPU = Debug|Any CPU
Debug|x64 = Debug|x64
Debug|x86 = Debug|x86
Release|Any CPU = Release|Any CPU
Release|x64 = Release|x64
Release|x86 = Release|x86
EndGlobalSection
GlobalSection(SolutionProperties) = preSolution
HideSolutionNode = FALSE
EndGlobalSection
GlobalSection(ProjectConfigurationPlatforms) = postSolution
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Debug|Any CPU.Build.0 = Debug|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Debug|x64.ActiveCfg = Debug|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Debug|x64.Build.0 = Debug|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Debug|x86.ActiveCfg = Debug|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Debug|x86.Build.0 = Debug|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Release|Any CPU.ActiveCfg = Release|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Release|Any CPU.Build.0 = Release|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Release|x64.ActiveCfg = Release|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Release|x64.Build.0 = Release|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Release|x86.ActiveCfg = Release|Any CPU
{CFAE942E-F3A0-43B2-A579-FAB00A7B1883}.Release|x86.Build.0 = Release|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Debug|Any CPU.Build.0 = Debug|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Debug|x64.ActiveCfg = Debug|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Debug|x64.Build.0 = Debug|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Debug|x86.ActiveCfg = Debug|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Debug|x86.Build.0 = Debug|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Release|Any CPU.ActiveCfg = Release|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Release|Any CPU.Build.0 = Release|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Release|x64.ActiveCfg = Release|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Release|x64.Build.0 = Release|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Release|x86.ActiveCfg = Release|Any CPU
{1E2ED52D-5350-46D9-AEA9-ABC892107548}.Release|x86.Build.0 = Release|Any CPU
EndGlobalSection
EndGlobal

60
ln.parse.tests/TokenizerTests.cs 100644
View File

@ -0,0 +1,60 @@
using System;
using System.Reflection;
using ln.parse.tokenizer;
using NUnit.Framework;
namespace ln.parse.tests
{
public class TokenizerTests
{
Tokenizer tokenizer;
[SetUp]
public void Setup()
{
tokenizer = Tokenizer.CreateDefaultTokenizer();
}
[Test]
public void Test_Integer()
{
Token[] token = tokenizer.Parse("654372");
TestContext.Out.WriteLine("Tokens: {0}", token);
Assert.AreEqual(1, token.Length);
Assert.IsTrue(token[0] is Token.IntegerToken);
Assert.AreEqual("654372", token[0].Value);
Assert.Pass();
}
[Test]
public void Test_Float()
{
Token[] token = tokenizer.Parse("654372.3524");
TestContext.Out.WriteLine("Tokens: {0}", token);
Assert.AreEqual(1, token.Length);
Assert.IsTrue(token[0] is Token.FloatToken);
Assert.AreEqual("654372.3524", token[0].Value);
Assert.Pass();
}
[Test]
public void Test_String()
{
Token[] token = tokenizer.Parse("\"Hallo Welt, ich bin ein \\\"String\\\"!\"");
TestContext.Out.WriteLine("Tokens: {0}", token);
Assert.AreEqual(1, token.Length);
Assert.IsTrue(token[0] is Token.StringToken);
Assert.AreEqual("\"Hallo Welt, ich bin ein \\\"String\\\"!\"", token[0].Value);
Assert.Pass();
}
}
}

19
ln.parse.tests/ln.parse.tests.csproj 100644
View File

@ -0,0 +1,19 @@
<Project Sdk="Microsoft.NET.Sdk">
<PropertyGroup>
<TargetFramework>netcoreapp3.1</TargetFramework>
<IsPackable>false</IsPackable>
</PropertyGroup>
<ItemGroup>
<PackageReference Include="NUnit" Version="3.12.0" />
<PackageReference Include="NUnit3TestAdapter" Version="3.16.1" />
<PackageReference Include="Microsoft.NET.Test.Sdk" Version="16.5.0" />
</ItemGroup>
<ItemGroup>
<ProjectReference Include="..\ln.parse\ln.parse.csproj" />
</ItemGroup>
</Project>

9
ln.parse.csproj → ln.parse/ln.parse.csproj
View File

@ -2,14 +2,13 @@
<PropertyGroup>
<TargetFramework>netcoreapp3.1</TargetFramework>
<Version>0.0.1</Version>
<Authors>Harald Wolff-Thobaben</Authors>
<Company>l--n.de</Company>
</PropertyGroup>
<ItemGroup>
<PackageReference Include="System.Text.RegularExpressions" Version="4.3.1" />
<PackageReference Include="ln.collections" Version="0.1.0" />
</ItemGroup>
<ItemGroup>
<ProjectReference Include="..\ln.collections\ln.collections.csproj" />
</ItemGroup>
</Project>

0
tokenizer/RegularExpressionMatcher.cs → ln.parse/tokenizer/RegularExpressionMatcher.cs
View File

0
tokenizer/SourceBuffer.cs → ln.parse/tokenizer/SourceBuffer.cs
View File

0
tokenizer/Token.cs → ln.parse/tokenizer/Token.cs
View File

2
tokenizer/TokenMatcher.cs → ln.parse/tokenizer/TokenMatcher.cs
View File

@ -16,7 +16,7 @@ namespace ln.parse.tokenizer
public abstract bool Match(SourceBuffer sourceBuffer, out Token token);
public static readonly TokenMatcher INTEGER = new RegularExpressionMatcher("^-?\\d+", (SourceBuffer sourceBuffer, int start, int length) => new Token.IntegerToken(sourceBuffer, start, length));
public static readonly TokenMatcher FLOAT = new RegularExpressionMatcher("^-?\\d+.\\d*", (SourceBuffer sourceBuffer, int start, int length) => new Token.FloatToken(sourceBuffer, start, length));
public static readonly TokenMatcher FLOAT = new RegularExpressionMatcher("^-?\\d+\\.\\d*", (SourceBuffer sourceBuffer, int start, int length) => new Token.FloatToken(sourceBuffer, start, length));
public static readonly TokenMatcher STRING = new RegularExpressionMatcher("^\\\"(\\\\\"|.)*?\\\"", (SourceBuffer sourceBuffer, int start, int length) => new Token.StringToken(sourceBuffer, start, length));
public static readonly TokenMatcher IDENTIFIER = new RegularExpressionMatcher("^\\w][a-zA-Z0-9_]*", (SourceBuffer sourceBuffer, int start, int length) => new Token.IdentifierToken(sourceBuffer, start, length));
public static readonly TokenMatcher OPERATOR = new RegularExpressionMatcher("\\+|\\-|\\*|\\/|\\||\\&|\\|\\||\\&\\&", (SourceBuffer sourceBuffer, int start, int length) => new Token.OperatorToken(sourceBuffer, start, length));

9
tokenizer/Tokenizer.cs → ln.parse/tokenizer/Tokenizer.cs
View File

@ -35,11 +35,20 @@ namespace ln.parse.tokenizer
throw new FormatException(String.Format("invalid token at {0}",sourceBuffer.TextPosition));
tokens.Add(token);
sourceBuffer.LinearPosition += token.Length;
}
return tokens.ToArray();
}
public static Tokenizer CreateDefaultTokenizer() =>
new Tokenizer()
.Add(TokenMatcher.WHITESPACE)
.Add(TokenMatcher.FLOAT)
.Add(TokenMatcher.INTEGER)
.Add(TokenMatcher.STRING)
.Add(TokenMatcher.OPERATOR)
.Add(TokenMatcher.BRACKET);
}
}