|
|
|
@ -15,15 +15,19 @@ func tokenize() { |
|
|
|
tok := tokenizer.NextToken() |
|
|
|
tokenRange := fmt.Sprintf("%d,%d-%d,%d:", tok.LineStart, tok.ColumnStart, tok.LineEnd, tok.ColumnEnd) |
|
|
|
literalRep := fmt.Sprintf("%#v", tok.Literal) |
|
|
|
fmt.Printf("%-20s%-15s%15s\n", tokenRange, tok.String(), literalRep) |
|
|
|
fmt.Printf("%-20s%-15s%-15s\n", tokenRange, tok.String(), literalRep) |
|
|
|
if tok.ID == token.ENDMARKER || tok.ID == token.ERRORTOKEN { |
|
|
|
break |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
func main() { |
|
|
|
func parse() { |
|
|
|
root, p := parser.ParseReader(os.Stdin) |
|
|
|
fmt.Println(p) |
|
|
|
fmt.Println(root.Repr()) |
|
|
|
} |
|
|
|
|
|
|
|
func main() { |
|
|
|
parse() |
|
|
|
} |