You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
29 lines
666 B
29 lines
666 B
package main
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
|
|
"github.com/brettlangdon/gython/parser"
|
|
"github.com/brettlangdon/gython/scanner"
|
|
"github.com/brettlangdon/gython/token"
|
|
)
|
|
|
|
func tokenize() {
|
|
tokenizer := scanner.NewScanner(os.Stdin)
|
|
for {
|
|
tok := tokenizer.NextToken()
|
|
tokenRange := fmt.Sprintf("%d,%d-%d,%d:", tok.LineStart, tok.ColumnStart, tok.LineEnd, tok.ColumnEnd)
|
|
literalRep := fmt.Sprintf("%#v", tok.Literal)
|
|
fmt.Printf("%-20s%-15s%15s\n", tokenRange, tok.String(), literalRep)
|
|
if tok.ID == token.ENDMARKER || tok.ID == token.ERRORTOKEN {
|
|
break
|
|
}
|
|
}
|
|
}
|
|
|
|
func main() {
|
|
root, p := parser.ParseReader(os.Stdin)
|
|
fmt.Println(p)
|
|
fmt.Println(root.Repr())
|
|
}
|