.........8

--- echo \" \\ hi` ---

(Token
  id:Backtick_Other
  length:5
  col:0
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Backtick_DoubleQuote
  length:2
  col:5
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Backtick_Other
  length:1
  col:7
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Backtick_Quoted
  length:2
  col:8
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Backtick_Other
  length:3
  col:10
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Backtick_Right
  length:1
  col:13
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:14
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- ` ---

(Token
  id:Backtick_Right
  length:1
  col:0
  line:(SourceLine
    line_num:1
    content:"`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:1
  line:(SourceLine
    line_num:1
    content:"`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


---  ---

(Token
  id:Eof_Real
  length:0
  col:0
  line:(SourceLine
    line_num:0
    content:""
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Lit_Chars
  length:7
  col:0
  line:(SourceLine
    line_num:1
    content:"foo bar\\n \\x00 \\000 \\u0065"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Char_OneChar
  length:2
  col:7
  line:(SourceLine
    line_num:1
    content:"foo bar\\n \\x00 \\000 \\u0065"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- @[ ] ---

(Token
  id:Left_AtBracket
  length:2
  col:0
  line:(SourceLine
    line_num:1
    content:"@[ ]"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Ignored_Space
  length:1
  col:2
  line:(SourceLine
    line_num:1
    content:"@[ ]"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Op_RBracket
  length:1
  col:3
  line:(SourceLine
    line_num:1
    content:"@[ ]"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:4
  line:(SourceLine
    line_num:1
    content:"@[ ]"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- hello %s\n ---

(Token
  id:Lit_Chars
  length:6
  col:0
  line:(SourceLine
    line_num:1
    content:"hello %s\\n"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Percent
  length:1
  col:6
  line:(SourceLine
    line_num:1
    content:"hello %s\\n"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Lit_Chars
  length:1
  col:7
  line:(SourceLine
    line_num:1
    content:"hello %s\\n"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Char_OneChar
  length:2
  col:8
  line:(SourceLine
    line_num:1
    content:"hello %s\\n"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:10
  line:(SourceLine
    line_num:1
    content:"hello %s\\n"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- %% percent %%\377 ---

(Token
  id:Format_EscapedPercent
  length:2
  col:0
  line:(SourceLine
    line_num:1
    content:"%% percent %%\\377"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Lit_Chars
  length:9
  col:2
  line:(SourceLine
    line_num:1
    content:"%% percent %%\\377"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_EscapedPercent
  length:2
  col:11
  line:(SourceLine
    line_num:1
    content:"%% percent %%\\377"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Char_Octal3
  length:4
  col:13
  line:(SourceLine
    line_num:1
    content:"%% percent %%\\377"
    src:(sourc..............
----------------------------------------------------------------------
Ran 23 tests in 0.053s

OK
e.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:17
  line:(SourceLine
    line_num:1
    content:"%% percent %%\\377"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- -3.3f ---

(Token
  id:Format_Flag
  length:1
  col:0
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Num
  length:1
  col:1
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Dot
  length:1
  col:2
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Num
  length:1
  col:3
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Type
  length:1
  col:4
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:5
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- 03d ---

(Token
  id:Format_Zero
  length:1
  col:0
  line:(SourceLine
    line_num:1
    content:03d
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Num
  length:1
  col:1
  line:(SourceLine
    line_num:1
    content:03d
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Type
  length:1
  col:2
  line:(SourceLine
    line_num:1
    content:03d
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:3
  line:(SourceLine
    line_num:1
    content:03d
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Left_SingleQuote
  length:1
  col:0
  line:(SourceLine
    line_num:1
    content:"'hi'"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Lit_Tilde
  length:1
  col:0
  line:(SourceLine
    line_num:1
    content:"~root"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

[(350, 'a'), (351, '..'), (350, 'z')]
[(349, '100'), (351, '..'), (349, '300')]
[(349, '-300'), (351, '..'), (349, '-100'), (351, '..'), (349, '1')]
[(349, '1'), (352, '.'), (349, '3')]
[(350, 'a'), (350, 'a')]
[(61, 'newline '), (169, '\\n'), (61, ' NUL '), (169, '\\0'), (61, ' octal '), (174, '\\0377'), (61, ' hex '), (171, '\\x00')]
[(61, 'unicode '), (175, '\\u0065'), (61, ' '), (177, '\\U00000065')]
[(50, '\\'), (61, 'd '), (169, '\\e'), (61, ' '), (169, '\\f'), (61, ' '), (50, '\\'), (61, 'g')]
[(103, '['), (103, '!'), (103, 'abc]')]
[(103, '${'), (103, '!'), (103, 'indirect}')]
[(103, '$'), (103, '!'), (103, 'x')]
[(103, '!'), (103, '(foo|bar)')]
[(103, 'echo hi')]
[(103, 'echo '), (100, '!!'), (103, ' '), (100, '!*'), (103, ' '), (100, '!^'), (103, ' '), (100, '!$')]
[(103, 'echo '), (103, '\\!'), (103, '!')]
[(103, 'echo '), (101, '!3'), (103, '...')]
[(103, 'echo '), (101, '!-5'), (103, '...')]
[(103, 'echo '), (102, '!x/foo.py '), (103, 'bar')]
---
[(103, 'echo '), (103, "'!!'"), (103, ' $'), (103, "'!!'"), (103, ' ')]
[(103, 'echo '), (103, "'!! ")]
[(103, 'echo '), (103, "\\'"), (103, ' '), (100, '!!'), (103, ' ')]
[(347, 'foo')]
[(343, '\\h'), (347, ' '), (343, '\\w'), (347, ' '), (343, '\\$')]
P '[^\\\\\\0]+'