Commit acdf892cdd8c9dc18ef660d40de2c4262f1acc1a - apicius

Better support for non-ASCII Getty Ritter 7 years ago

1 changed file(s) with 5 addition(s) and 2 deletion(s). Collapse all Expand all

-2

src/Lexer.x less more

12	12	}
13	13
14	14	%wrapper "monadUserState"
	15
	16	$special = [ \{ \} \[ \] \; \, \+ \& \- \$ ]
	17	$idchar = $printable # $special
15	18
16	19	tokens :-
17	20	$white+ ;

32	35
33	36	\-\> { lex' TkArrow }
34	37
35		~~[A-Za-z0-9_$white\,\/]~~+ { lex (TkText . T.strip) }
	38	$idchar + { lex (TkText . T.strip) }
36	39
37		\$~~[A-Za-z0-9_]+ { lex TkJoin~~ }
	40	\$ $idchar + { lex (TkJoin . T.strip) }
38	41
39	42	{
40	43	data Token = Token AlexPosn TkType deriving (Eq, Show)

12	12	}
13	13
14	14	%wrapper "monadUserState"
	15
	16	$special = [ \{ \} \[ \] \( \) \; \, \+ \& \- \$ ]
	17	$idchar = $printable # $special
15	18
16	19	tokens :-
17	20	$white+ ;

32	35
33	36	\-\> { lex' TkArrow }
34	37
35		~~[A-Za-z0-9_$white\,\/]~~+ { lex (TkText . T.strip) }
	38	$idchar + { lex (TkText . T.strip) }
36	39
37		\$~~[A-Za-z0-9_]+ { lex TkJoin~~ }
	40	\$ $idchar + { lex (TkJoin . T.strip) }
38	41
39	42	{
40	43	data Token = Token AlexPosn TkType deriving (Eq, Show)