Merge pull request #1236 from jplag/feature/antlr-utils-wrong-token-l…

…ength Fixed an error when extracting the token length
jplag · Aug 11, 2023 · 0179822 · 0179822
2 parents 53a7792 + fcee181
commit 0179822
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/language-antlr-utils/src/main/java/de/jplag/antlr/TokenBuilder.java b/language-antlr-utils/src/main/java/de/jplag/antlr/TokenBuilder.java
@@ -111,7 +111,7 @@ void createToken(T antlrContent, VariableRegistry semantics) {
 
         int line = antlrToken.getLine();
         int column = antlrToken.getCharPositionInLine() + 1;
-        int length = antlrToken.getText().length();
+        int length = getLength(antlrContent);
 
         Token token;
         if (semantics != null) {