Browse Source

use scanner instead of tokenizer

master
Brett Langdon 10 years ago
parent
commit
2dc98e0cf4
1 changed files with 3 additions and 6 deletions
  1. +3
    -6
      main.go

+ 3
- 6
main.go View File

@ -4,17 +4,14 @@ import (
"fmt" "fmt"
"os" "os"
"github.com/brettlangdon/gython/parser"
"github.com/brettlangdon/gython/scanner"
"github.com/brettlangdon/gython/token" "github.com/brettlangdon/gython/token"
) )
func main() { func main() {
tokenizer, err := parser.TokenizerFromFileName(os.Args[1])
if err != nil {
panic(err)
}
tokenizer := scanner.NewScanner(os.Stdin)
for { for {
tok := tokenizer.Next()
tok := tokenizer.NextToken()
tokenRange := fmt.Sprintf("%d,%d-%d,%d:", tok.LineStart, tok.ColumnStart, tok.LineEnd, tok.ColumnEnd) tokenRange := fmt.Sprintf("%d,%d-%d,%d:", tok.LineStart, tok.ColumnStart, tok.LineEnd, tok.ColumnEnd)
literalRep := fmt.Sprintf("%#v", tok.Literal) literalRep := fmt.Sprintf("%#v", tok.Literal)
fmt.Printf("%-20s%-15s%15s\n", tokenRange, tok.String(), literalRep) fmt.Printf("%-20s%-15s%15s\n", tokenRange, tok.String(), literalRep)


Loading…
Cancel
Save