You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
25 lines
565 B
25 lines
565 B
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
|
|
"github.com/brettlangdon/gython/parser"
|
|
"github.com/brettlangdon/gython/token"
|
|
)
|
|
|
|
func main() {
|
|
tokenizer, err := parser.TokenizerFromFileName(os.Args[1])
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
for {
|
|
tok := tokenizer.Next()
|
|
tokenRange := fmt.Sprintf("%d,%d-%d,%d:", tok.LineStart, tok.ColumnStart, tok.LineEnd, tok.ColumnEnd)
|
|
literalRep := fmt.Sprintf("%#v", tok.Literal)
|
|
fmt.Printf("%-20s%-15s%15s\n", tokenRange, tok.String(), literalRep)
|
|
if tok.ID == token.ENDMARKER || tok.ID == token.ERRORTOKEN {
|
|
break
|
|
}
|
|
}
|
|
}
|