Pt 165180296 fix fate scanner #143

Merged
zxq9 merged 13 commits from PT-165180296-fix-fate-scanner into master 2019-04-10 17:49:34 +09:00
Showing only changes of commit a670d1ca6c - Show all commits

View File

@ -51,8 +51,11 @@ FUNCTION : {token, {function, TokenLine, 'FUNCTION' }}.
{token, {int, TokenLine, parse_int(TokenChars)}}. {token, {int, TokenLine, parse_int(TokenChars)}}.
-{INT} : -{INT} :
{token, {int, TokenLine, parse_int(TokenChars)}}. {token, {int, TokenLine, parse_int(TokenChars)}}.
%% Due to the definition of STRING the tokens start and end with a quote ".
{STRING} : {STRING} :
{token, {string, TokenLine, unicode:characters_to_binary(TokenChars)}}. {token, {string, TokenLine, unicode:characters_to_binary(
lists:sublist(TokenChars, 2, length(TokenChars) - 2))}}.
{BITS} : {BITS} :
{token, {bits, TokenLine, bits(TokenChars)}}. {token, {bits, TokenLine, bits(TokenChars)}}.