janware/jw-python
1
mirror of ssh://git.janware.com/srv/git/janware/proj/jw-python synced 2026-01-15 09:53:32 +01:00
Code Releases Activity

algo.ShuntingYard.tokenize(): Allow mixed quotes

Browse source 
"A string which contains 'single quotes'" or 'a string containing
"double quotes"' is not tokenized as quoted. Fix that.

Signed-off-by: Jan Lindemann <jan@janware.com>
This commit is contained in:
Jan Lindemann 2025-07-04 08:59:58 +02:00
commit 49e9b5ab5d
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
tools/python/jwutils/algo/ShuntingYard.py
View file

@ -88,7 +88,7 @@ class ShuntingYard(object): # export
scanner = re.Scanner([
(regex, lambda scanner,token:(KEYW, token)),
(r"('|\")[^'\"]*('|\")", lambda scanner,token:(QUOTED, token[1:-1])),
(r"\"[^\"]*\"|'[^']*'", lambda scanner,token:(QUOTED, token[1:-1])),
(r"[^\s()]+", lambda scanner,token:(ARG, token)),
(r"\s+", None), # None == skip token.
])