Add support for ISO-8859-1 characters

- Add support for accents and other ISO-8859-1 characters to the antlr parser
- Close RPTools#30

Author: Merudo

build.gradle

@@ -36,7 +36,7 @@ repositories {
 
 dependencies {
     implementation 'rhino:js:1.6R5'
-    implementation 'antlr:antlr:2.7.6'
+    implementation 'antlr:antlr:2.7.7'
     testImplementation group: 'junit', name: 'junit', version: '4.11'
     antlr 'antlr:antlr:2.7.7'
 }

src/main/antlr/net/rptools/parser/expression.g

@@ -161,7 +161,7 @@ class ExpressionLexer extends Lexer;
 
 options {
     k=3;    // needed for newline junk
-    charVocabulary='\u0000'..'\u007F';  // allow ascii
+    charVocabulary='\u0000'..'\u00FF';  // allow ISO 8859-1
 }
 
 ASSIGN  :   '=' ;

src/main/java/net/rptools/parser/Parser.java

@@ -18,6 +18,7 @@
 import antlr.RecognitionException;
 import antlr.TokenStreamException;
 import java.io.ByteArrayInputStream;
+import java.nio.charset.StandardCharsets;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.List;
@@ -248,7 +249,8 @@ public Expression parseExpression(String expression) throws ParserException {
     try {
       String s = applyTransforms(expression);
 
-      ExpressionLexer lexer = new ExpressionLexer(new ByteArrayInputStream(s.getBytes()));
+      ExpressionLexer lexer =
+          new ExpressionLexer(new ByteArrayInputStream(s.getBytes(StandardCharsets.ISO_8859_1)));
       ExpressionParser parser = new ExpressionParser(lexer);
 
       parser.expression();