Browse Source

add python 3.5.0 missing tokens

master
Brett Langdon 10 years ago
parent
commit
f81c42552e
2 changed files with 6 additions and 0 deletions
  1. +3
    -0
      token/id.go
  2. +3
    -0
      token/names.go

+ 3
- 0
token/id.go View File

@ -53,9 +53,12 @@ const (
DOUBLESLASH DOUBLESLASH
DOUBLESLASHEQUAL DOUBLESLASHEQUAL
AT AT
ATEQUAL
RARROW RARROW
ELLIPSIS ELLIPSIS
OP OP
AWAIT
ASYNC
ERRORTOKEN ERRORTOKEN
N_TOKENS N_TOKENS
) )

+ 3
- 0
token/names.go View File

@ -51,9 +51,12 @@ var TokenNames = map[TokenID]string{
DOUBLESLASH: "DOUBLESLASH", DOUBLESLASH: "DOUBLESLASH",
DOUBLESLASHEQUAL: "DOUBLESLASHEQUAL", DOUBLESLASHEQUAL: "DOUBLESLASHEQUAL",
AT: "AT", AT: "AT",
ATEQUAL: "ATEQUAL",
RARROW: "RARROW", RARROW: "RARROW",
ELLIPSIS: "ELLIPSIS", ELLIPSIS: "ELLIPSIS",
OP: "OP", OP: "OP",
AWAIT: "AWAIT",
ASYNC: "ASYNC",
ERRORTOKEN: "<ERRORTOKEN>", ERRORTOKEN: "<ERRORTOKEN>",
N_TOKENS: "<N_TOKENS>", N_TOKENS: "<N_TOKENS>",
} }

Loading…
Cancel
Save