Skip to content

Commit 8ff7832

Browse files
authored
Merge pull request #2 from ByteHunter/T2_Adding-the-parser
T2 adding the parser
2 parents 7fb0bbb + 8d69a1f commit 8ff7832

7 files changed

Lines changed: 560 additions & 8 deletions

File tree

Makefile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
BINAY_NAME=glox
22
TESTS_DIR=./tests
3-
TEST_SET=. ./utils ./reporting ./token ./scanner ./expression ./astprinter ./cmd/ast
3+
TEST_SET=. ./utils ./reporting ./token ./scanner ./expression ./astprinter ./parser ./cmd/ast
44

55
build:
66
go build -o glox .

README.md

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -7,10 +7,11 @@ This implementation is written in Go.
77
# Grammar
88

99
```
10-
expression -> literal | unary | binary | grouping ;
11-
literal -> NUMBER | STRING | "true" | "false" | "nil" ;
12-
grouping -> "(" expression ")" ;
13-
unary -> ( "-" | "!" ) expression ;
14-
binary -> expression operator expression ;
15-
operator -> "==" | "!=" | "<" | "<=" | ">" | ">=" | "+" | "-" | "*" | "/" ;
10+
expression -> equality
11+
equality -> comparison ( ( "!=" | "==" ) comparison )* ;
12+
comparison -> term ( ( ">" | ">=" | "<" | "<=" ) term )* ;
13+
term -> factor ( ( "-" | "+" ) factor )* ;
14+
factor -> unary ( ( "/" | "*" ) unary )* ;
15+
unary -> ( "!" | "-" ) unary | primary ;
16+
primary -> NUMBER | STRING | "true" | "false" | "nil" | "(" expression ")" ;
1617
```

main.go

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,8 @@ import (
66
"fmt"
77
"os"
88

9+
"github.com/ByteHunter/glox/astprinter"
10+
"github.com/ByteHunter/glox/parser"
911
scan "github.com/ByteHunter/glox/scanner"
1012
)
1113

@@ -73,7 +75,10 @@ func run(source string) error {
7375
}
7476

7577
scanner := scan.NewScanner(source)
76-
scanner.ScanTokens()
78+
t, _ := scanner.ScanTokens()
79+
parser := parser.NewParser(t)
80+
expr := parser.Parse()
81+
fmt.Println(astprinter.NewAstPrinter().Print(expr))
7782

7883
return nil
7984
}

parser/parser.go

Lines changed: 236 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,236 @@
1+
package parser
2+
3+
import (
4+
"fmt"
5+
6+
"github.com/ByteHunter/glox/expression"
7+
"github.com/ByteHunter/glox/reporting"
8+
"github.com/ByteHunter/glox/token"
9+
)
10+
11+
type ParseError struct {
12+
token token.Token
13+
message string
14+
}
15+
16+
func NewParseError(token token.Token, message string) *ParseError {
17+
return &ParseError{
18+
token: token,
19+
message: message,
20+
}
21+
}
22+
23+
func (p ParseError) Error() string {
24+
return fmt.Sprintf("ParseError %s", p.message)
25+
}
26+
27+
type Parser struct {
28+
tokens []token.Token
29+
current int
30+
}
31+
32+
func NewParser(tokens []token.Token) *Parser {
33+
return &Parser{
34+
tokens: tokens,
35+
}
36+
}
37+
38+
func (p *Parser) Parse() expression.Expression {
39+
if len(p.tokens) == 0 {
40+
return nil
41+
}
42+
43+
expr, err := p.Expression()
44+
if err != nil {
45+
return nil
46+
}
47+
48+
return expr
49+
}
50+
51+
func (p *Parser) Expression() (expression.Expression, error) {
52+
return p.Equality()
53+
}
54+
55+
func (p *Parser) Equality() (expression.Expression, error) {
56+
expr, err := p.Comparison()
57+
if err != nil {
58+
return expr, err
59+
}
60+
61+
for p.match(token.BANQ_EQUAL, token.EQUAL_EQUAL) {
62+
var operator token.Token = p.previous()
63+
right, err := p.Comparison()
64+
expr = expression.NewBinary(expr, operator, right)
65+
if err != nil {
66+
return expr, err
67+
}
68+
}
69+
70+
return expr, nil
71+
}
72+
73+
func (p *Parser) Comparison() (expression.Expression, error) {
74+
expr, err := p.Term()
75+
if err != nil {
76+
return expr, err
77+
}
78+
79+
for p.match(token.GREATER, token.GREATER_EQUAL, token.LESS, token.LESS_EQUAL) {
80+
var operator token.Token = p.previous()
81+
right, err := p.Term()
82+
expr = expression.NewBinary(expr, operator, right)
83+
if err != nil {
84+
return expr, err
85+
}
86+
}
87+
88+
return expr, nil
89+
}
90+
91+
func (p *Parser) Term() (expression.Expression, error) {
92+
expr, err := p.Factor()
93+
if err != nil {
94+
return expr, err
95+
}
96+
97+
for p.match(token.MINUS, token.PLUS) {
98+
var operator token.Token = p.previous()
99+
right, err := p.Factor()
100+
expr = expression.NewBinary(expr, operator, right)
101+
if err != nil {
102+
return expr, err
103+
}
104+
}
105+
106+
return expr, nil
107+
}
108+
109+
func (p *Parser) Factor() (expression.Expression, error) {
110+
expr, err := p.Unary()
111+
if err != nil {
112+
return expr, err
113+
}
114+
115+
for p.match(token.SLASH, token.STAR) {
116+
var operator token.Token = p.previous()
117+
right, err := p.Unary()
118+
expr = expression.NewBinary(expr, operator, right)
119+
if err != nil {
120+
return expr, err
121+
}
122+
}
123+
124+
return expr, nil
125+
}
126+
127+
func (p *Parser) Unary() (expression.Expression, error) {
128+
if p.match(token.BANG, token.MINUS) {
129+
var operator token.Token = p.previous()
130+
right, err := p.Unary()
131+
return expression.NewUnary(operator, right), err
132+
}
133+
134+
return p.Primary()
135+
}
136+
137+
func (p *Parser) Primary() (expression.Expression, error) {
138+
if p.match(token.FALSE) {
139+
return expression.NewLiteral(false), nil
140+
}
141+
if p.match(token.TRUE) {
142+
return expression.NewLiteral(true), nil
143+
}
144+
if p.match(token.NIL) {
145+
return expression.NewLiteral(nil), nil
146+
}
147+
148+
if p.match(token.NUMBER, token.STRING) {
149+
return expression.NewLiteral(p.previous().Literal), nil
150+
}
151+
152+
if p.match(token.LEFT_PAREN) {
153+
expr, _ := p.Expression()
154+
_, err := p.consume(token.RIGHT_PAREN, "Expect ')' after expression.")
155+
if err != nil {
156+
return expression.NewGrouping(expr), err
157+
}
158+
return expression.NewGrouping(expr), nil
159+
}
160+
161+
reporting.LoxTokenError(p.peek(), "Expected expression")
162+
return nil, NewParseError(p.peek(), "Expected expression.")
163+
}
164+
165+
func (p *Parser) match(tokenTypes ...token.TokenType) bool {
166+
for _, tokenType := range tokenTypes {
167+
if p.check(tokenType) {
168+
p.advance()
169+
return true
170+
}
171+
}
172+
173+
return false
174+
}
175+
176+
func (p *Parser) check(expected token.TokenType) bool {
177+
if p.isAtEnd() {
178+
return false
179+
}
180+
181+
return p.peek().Type == expected
182+
}
183+
184+
func (p *Parser) isAtEnd() bool {
185+
return p.peek().Type == token.EOF
186+
}
187+
188+
func (p *Parser) advance() token.Token {
189+
if !p.isAtEnd() {
190+
p.current++
191+
}
192+
193+
return p.previous()
194+
}
195+
196+
func (p *Parser) peek() token.Token {
197+
return p.tokens[p.current]
198+
}
199+
200+
func (p *Parser) previous() token.Token {
201+
return p.tokens[p.current-1]
202+
}
203+
204+
func (p *Parser) consume(expected token.TokenType, message string) (token.Token, error) {
205+
if p.check(expected) {
206+
return p.advance(), nil
207+
}
208+
209+
reporting.LoxTokenError(p.previous(), message)
210+
return p.previous(), NewParseError(p.previous(), message)
211+
}
212+
213+
func (p *Parser) synchronize() {
214+
p.advance()
215+
216+
for !p.isAtEnd() {
217+
if p.previous().Type == token.SEMICOLON {
218+
return
219+
}
220+
221+
switch p.peek().Type {
222+
case
223+
token.CLASS,
224+
token.FUN,
225+
token.VAR,
226+
token.FOR,
227+
token.IF,
228+
token.WHILE,
229+
token.PRINT,
230+
token.RETURN:
231+
return
232+
}
233+
234+
p.advance()
235+
}
236+
}

0 commit comments

Comments
 (0)