From f81c42552ea4669e4daa5556ce7486ed97bef52d Mon Sep 17 00:00:00 2001 From: brettlangdon Date: Mon, 14 Sep 2015 11:23:19 -0400 Subject: [PATCH] add python 3.5.0 missing tokens --- token/id.go | 3 +++ token/names.go | 3 +++ 2 files changed, 6 insertions(+) diff --git a/token/id.go b/token/id.go index adf3bb7..bd0ec2d 100644 --- a/token/id.go +++ b/token/id.go @@ -53,9 +53,12 @@ const ( DOUBLESLASH DOUBLESLASHEQUAL AT + ATEQUAL RARROW ELLIPSIS OP + AWAIT + ASYNC ERRORTOKEN N_TOKENS ) diff --git a/token/names.go b/token/names.go index ed99731..b75fb99 100644 --- a/token/names.go +++ b/token/names.go @@ -51,9 +51,12 @@ var TokenNames = map[TokenID]string{ DOUBLESLASH: "DOUBLESLASH", DOUBLESLASHEQUAL: "DOUBLESLASHEQUAL", AT: "AT", + ATEQUAL: "ATEQUAL", RARROW: "RARROW", ELLIPSIS: "ELLIPSIS", OP: "OP", + AWAIT: "AWAIT", + ASYNC: "ASYNC", ERRORTOKEN: "", N_TOKENS: "", }