Fix issue Failure to parse HIGHCHARUNICODE compiler directive

Fix issue Failure to parse HIGHCHARUNICODE compiler directive joewhite#4 Add an ignored directive type for "HIGHCHARUNICODE"] to Source/DGrok.Framework/Framework/TokenFilter.cs Add a new test case HighCharUnicodeCompilerDirectivesAreIgnored() to verifiy that {$HIGHCHARUNICODE ... } is ignored ( doesn't really check the value of the parameter ON/OFF )
d-c-d · Jun 14, 2020 · c1e519b · c1e519b
1 parent 5867d3c
commit c1e519b
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/Source/DGrok.Framework/Framework/TokenFilter.cs b/Source/DGrok.Framework/Framework/TokenFilter.cs
@@ -86,6 +86,7 @@ public TokenFilter(IEnumerable<Token> tokens, CompilerDefines compilerDefines,
             _directiveTypes["EXTENDEDSYNTAX"] = DirectiveType.Ignored;
             _directiveTypes["EXTENSION"] = DirectiveType.Ignored;
             _directiveTypes["FINITEFLOAT"] = DirectiveType.Ignored;
+            _directiveTypes["HIGHCHARUNICODE"] = DirectiveType.Ignored;
             _directiveTypes["HINTS"] = DirectiveType.Ignored;
             _directiveTypes["I"] = DirectiveType.PossibleInclude;
             _directiveTypes["IMAGEBASE"] = DirectiveType.Ignored;

diff --git a/Source/DGrok.Tests/TokenFilterTests.cs b/Source/DGrok.Tests/TokenFilterTests.cs
@@ -95,6 +95,12 @@ public void CPlusPlusBuilderCompilerDirectivesAreIgnored()
             Assert.That("{$NOINCLUDE Foo}", LexesAndFiltersAs());
         }
         [Test]
+        public void HighCharUnicodeCompilerDirectivesAreIgnored()
+        {
+            Assert.That("{$HIGHCHARUNICODE ON}", LexesAndFiltersAs());
+            Assert.That("{$HIGHCHARUNICODE OFF}", LexesAndFiltersAs());
+        }
+        [Test]
         public void IfDefTrue()
         {
             Assert.That("0{$IFDEF TRUE}1{$ENDIF}2", LexesAndFiltersAs(