.........8

--- echo \" \\ hi` ---

(Token
  id:Backtick_Other
  length:5
  col:0
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Backtick_DoubleQuote
  length:2
  col:5
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Backtick_Other
  length:1
  col:7
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Backtick_Quoted
  length:2
  col:8
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Backtick_Other
  length:3
  col:10
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Backtick_Right
  length:1
  col:13
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:14
  line:(SourceLine
    line_num:1
    content:"echo \\\" \\\\ hi`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- ` ---

(Token
  id:Backtick_Right
  length:1
  col:0
  line:(SourceLine
    line_num:1
    content:"`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:1
  line:(SourceLine
    line_num:1
    content:"`"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


---  ---

(Token
  id:Eof_Real
  length:0
  col:0
  line:(SourceLine
    line_num:0
    content:""
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Lit_Chars
  length:7
  col:0
  line:(SourceLine
    line_num:1
    content:"foo bar\\n \\x00 \\000 \\u0065"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Char_OneChar
  length:2
  col:7
  line:(SourceLine
    line_num:1
    content:"foo bar\\n \\x00 \\000 \\u0065"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- @[ ] ---

(Token
  id:Left_AtBracket
  length:2
  col:0
  line:(SourceLine
    line_num:1
    content:"@[ ]"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Ignored_Space
  length:1
  col:2
  line:(SourceLine
    line_num:1
    content:"@[ ]"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Op_RBracket
  length:1
  col:3
  line:(SourceLine
    line_num:1
    content:"@[ ]"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:4
  line:(SourceLine
    line_num:1
    content:"@[ ]"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- hello %s\n ---

(Token
  id:Lit_Chars
  length:6
  col:0
  line:(SourceLine
    line_num:1
    content:"hello %s\\n"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Percent
  length:1
  col:6
  line:(SourceLine
    line_num:1
    content:"hello %s\\n"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Lit_Chars
  length:1
  col:7
  line:(SourceLine
    line_num:1
    content:"hello %s\\n"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Char_OneChar
  length:2
  col:8
  line:(SourceLine
    line_num:1
    content:"hello %s\\n"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:10
  line:(SourceLine
    line_num:1
    content:"hello %s\\n"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- %% percent %%\377 ---

(Token
  id:Format_EscapedPercent
  length:2
  col:0
  line:(SourceLine
    line_num:1
    content:"%% percent %%\\377"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Lit_Chars
  length:9
  col:2
  line:(SourceLine
    line_num:1
    content:"%% percent %%\\377"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_EscapedPercent
  length:2
  col:11
  line:(SourceLine
    line_num:1
    content:"%% percent %%\\377"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Char_Octal3
  length:4
  col:13
  line:(SourceLine
    line_num:1
    content:"%% percent %%\\377"
    src:(sourc..............
----------------------------------------------------------------------
Ran 23 tests in 0.044s

OK
e.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:17
  line:(SourceLine
    line_num:1
    content:"%% percent %%\\377"
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- -3.3f ---

(Token
  id:Format_Flag
  length:1
  col:0
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Num
  length:1
  col:1
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Dot
  length:1
  col:2
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Num
  length:1
  col:3
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Type
  length:1
  col:4
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:5
  line:(SourceLine
    line_num:1
    content:-3.3f
    src:(source.MainFile path:"<lex_test.py>")
  )
)


--- 03d ---

(Token
  id:Format_Zero
  length:1
  col:0
  line:(SourceLine
    line_num:1
    content:03d
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Num
  length:1
  col:1
  line:(SourceLine
    line_num:1
    content:03d
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Format_Type
  length:1
  col:2
  line:(SourceLine
    line_num:1
    content:03d
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Eof_Real
  length:0
  col:3
  line:(SourceLine
    line_num:1
    content:03d
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Left_SingleQuote
  length:1
  col:0
  line:(SourceLine
    line_num:1
    content:"'hi'"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

(Token
  id:Lit_Tilde
  length:1
  col:0
  line:(SourceLine
    line_num:1
    content:"~root"
    src:(source.MainFile path:"<lex_test.py>")
  )
)

[(349, 'a'), (350, '..'), (349, 'z')]
[(348, '100'), (350, '..'), (348, '300')]
[(348, '-300'), (350, '..'), (348, '-100'), (350, '..'), (348, '1')]
[(348, '1'), (351, '.'), (348, '3')]
[(349, 'a'), (349, 'a')]
[(61, 'newline '), (168, '\\n'), (61, ' NUL '), (168, '\\0'), (61, ' octal '), (173, '\\0377'), (61, ' hex '), (170, '\\x00')]
[(61, 'unicode '), (174, '\\u0065'), (61, ' '), (176, '\\U00000065')]
[(50, '\\'), (61, 'd '), (168, '\\e'), (61, ' '), (168, '\\f'), (61, ' '), (50, '\\'), (61, 'g')]
[(102, '['), (102, '!'), (102, 'abc]')]
[(102, '${'), (102, '!'), (102, 'indirect}')]
[(102, '$'), (102, '!'), (102, 'x')]
[(102, '!'), (102, '(foo|bar)')]
[(102, 'echo hi')]
[(102, 'echo '), (99, '!!'), (102, ' '), (99, '!*'), (102, ' '), (99, '!^'), (102, ' '), (99, '!$')]
[(102, 'echo '), (102, '\\!'), (102, '!')]
[(102, 'echo '), (100, '!3'), (102, '...')]
[(102, 'echo '), (100, '!-5'), (102, '...')]
[(102, 'echo '), (101, '!x/foo.py '), (102, 'bar')]
---
[(102, 'echo '), (102, "'!!'"), (102, ' $'), (102, "'!!'"), (102, ' ')]
[(102, 'echo '), (102, "'!! ")]
[(102, 'echo '), (102, "\\'"), (102, ' '), (99, '!!'), (102, ' ')]
[(346, 'foo')]
[(342, '\\h'), (346, ' '), (342, '\\w'), (346, ' '), (342, '\\$')]
P '[^\\\\\\0]+'