Fix token_dump for strings with single quotes in them. Update f-string test tokens.

2020-10-21 10:38:58 +11:00
parent 7af40a779f
commit db12d15e08
2 changed files with 4 additions and 3 deletions
--- a/scripts/token_dump
+++ b/scripts/token_dump
@@ -145,6 +145,7 @@ def string_token(line, n_line, pysrc):
    while True:
        end = line.find(quotes, start)
        if end > 0 and line[end - 1] == '\\':
+            content += line[start:end + 1]
            start = end + 1
            continue
        elif end >= 0: