From 6a3754f42f2ae6ee58c40b1ab94abde322a89018 Mon Sep 17 00:00:00 2001 From: artem3213212 Date: Mon, 27 Aug 2018 19:46:56 +0000 Subject: [PATCH] =?UTF-8?q?=D0=BF=D0=BE=D0=BF=D1=80=D0=B0=D0=B2=D0=BB?= =?UTF-8?q?=D0=B5=D0=BD=D1=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- AG.PascalTokeniser.pas | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/AG.PascalTokeniser.pas b/AG.PascalTokeniser.pas index 09ef48c..272a5ea 100644 --- a/AG.PascalTokeniser.pas +++ b/AG.PascalTokeniser.pas @@ -11,9 +11,9 @@ function is_name(s:string); function is_string(s:string); const - SYMS1 = ['(',')','[',']','/','|','\\','@','#','=','>','<',':',';',',','.','$','+','-','*']; + SYMS1 = ['(',')','[',']','/','|','\','@','#','=','>','<',':',';',',','.','$','+','-','*']; SYMS2 = ['>=','<=','<>',':=','..','-=','+=','/=','*=']; - SPACES = ['\f','\n','\r','\t','\v',' ']; + SPACES = [#12,#10,#13,#9,#11,' ']; NO_NAME_SYMS = SYMS1 + SPACES + ['{','}']; CHARS_ID0 = '&abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_'; CHARS_ID = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_';