Shinichiro Hamaji | b69bf8a | 2015-06-10 14:52:06 +0900 | [diff] [blame] | 1 | // Copyright 2015 Google Inc. All rights reserved |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
Fumitoshi Ukai | 744bb2b | 2015-06-25 00:10:52 +0900 | [diff] [blame] | 15 | package kati |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 16 | |
Fumitoshi Ukai | 0aa4fc4 | 2015-04-10 17:00:19 +0900 | [diff] [blame] | 17 | //go:generate go run testcase/gen_testcase_parse_benchmark.go |
| 18 | // |
| 19 | // $ go generate |
| 20 | // $ go test -bench . |
| 21 | |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 22 | import ( |
| 23 | "bufio" |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 24 | "bytes" |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 25 | "crypto/sha1" |
Fumitoshi Ukai | f8efa0a | 2015-03-30 18:10:11 +0900 | [diff] [blame] | 26 | "fmt" |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 27 | "io" |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 28 | "io/ioutil" |
Shinichiro Hamaji | d7bef60 | 2015-03-30 19:55:32 +0900 | [diff] [blame] | 29 | "strings" |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 30 | "sync" |
Shinichiro Hamaji | 584bb06 | 2015-06-04 13:25:13 +0900 | [diff] [blame] | 31 | "time" |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 32 | ) |
| 33 | |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 34 | type makefile struct { |
Shinichiro Hamaji | 491e73f | 2015-04-07 12:41:59 +0900 | [diff] [blame] | 35 | filename string |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 36 | stmts []ast |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 37 | } |
| 38 | |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 39 | type ifState struct { |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 40 | ast *ifAST |
Shinichiro Hamaji | a06760f | 2015-04-07 13:13:45 +0900 | [diff] [blame] | 41 | inElse bool |
| 42 | numNest int |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 43 | } |
| 44 | |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 45 | type parser struct { |
Shinichiro Hamaji | 370be72 | 2015-04-10 14:55:23 +0900 | [diff] [blame] | 46 | rd *bufio.Reader |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 47 | mk makefile |
Shinichiro Hamaji | 370be72 | 2015-04-10 14:55:23 +0900 | [diff] [blame] | 48 | lineno int |
| 49 | elineno int // lineno == elineno unless there is trailing '\'. |
| 50 | linenoFixed bool |
| 51 | unBuf []byte |
| 52 | hasUnBuf bool |
| 53 | done bool |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 54 | outStmts *[]ast |
Shinichiro Hamaji | 370be72 | 2015-04-10 14:55:23 +0900 | [diff] [blame] | 55 | ifStack []ifState |
| 56 | inDef []string |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 57 | defOpt string |
Shinichiro Hamaji | 370be72 | 2015-04-10 14:55:23 +0900 | [diff] [blame] | 58 | numIfNest int |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 59 | } |
| 60 | |
Shinichiro Hamaji | 685fecf | 2015-03-30 18:28:12 +0900 | [diff] [blame] | 61 | func newParser(rd io.Reader, filename string) *parser { |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 62 | p := &parser{ |
Shinichiro Hamaji | 3fab47e | 2015-04-08 18:34:41 +0900 | [diff] [blame] | 63 | rd: bufio.NewReader(rd), |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 64 | } |
Shinichiro Hamaji | 491e73f | 2015-04-07 12:41:59 +0900 | [diff] [blame] | 65 | p.mk.filename = filename |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 66 | p.outStmts = &p.mk.stmts |
| 67 | return p |
| 68 | } |
| 69 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 70 | func (p *parser) addStatement(stmt ast) { |
| 71 | *p.outStmts = append(*p.outStmts, stmt) |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 72 | } |
| 73 | |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 74 | func (p *parser) readLine() []byte { |
Fumitoshi Ukai | cf2b038 | 2015-03-30 17:48:54 +0900 | [diff] [blame] | 75 | if p.hasUnBuf { |
| 76 | p.hasUnBuf = false |
| 77 | return p.unBuf |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 78 | } |
| 79 | |
Shinichiro Hamaji | 370be72 | 2015-04-10 14:55:23 +0900 | [diff] [blame] | 80 | if !p.linenoFixed { |
| 81 | p.lineno = p.elineno |
| 82 | } |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 83 | line, err := p.rd.ReadBytes('\n') |
Shinichiro Hamaji | 370be72 | 2015-04-10 14:55:23 +0900 | [diff] [blame] | 84 | if !p.linenoFixed { |
| 85 | p.lineno++ |
| 86 | p.elineno = p.lineno |
| 87 | } |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 88 | if err == io.EOF { |
| 89 | p.done = true |
| 90 | } else if err != nil { |
Fumitoshi Ukai | a9e5136 | 2015-04-17 10:26:00 +0900 | [diff] [blame] | 91 | panic(fmt.Errorf("readline %s:%d: %v", p.mk.filename, p.lineno, err)) |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 92 | } |
| 93 | |
Shinichiro Hamaji | 56c868c | 2015-04-09 10:17:10 +0900 | [diff] [blame] | 94 | line = bytes.TrimRight(line, "\r\n") |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 95 | |
Shinichiro Hamaji | 52e83aa | 2015-04-06 17:20:28 +0900 | [diff] [blame] | 96 | return line |
| 97 | } |
| 98 | |
| 99 | func removeComment(line []byte) []byte { |
| 100 | var parenStack []byte |
Shinichiro Hamaji | f4d3ee5 | 2015-04-22 16:19:33 +0900 | [diff] [blame] | 101 | // Do not use range as we may modify |line| and |i|. |
| 102 | for i := 0; i < len(line); i++ { |
| 103 | ch := line[i] |
Shinichiro Hamaji | 52e83aa | 2015-04-06 17:20:28 +0900 | [diff] [blame] | 104 | switch ch { |
| 105 | case '(', '{': |
| 106 | parenStack = append(parenStack, ch) |
| 107 | case ')', '}': |
| 108 | if len(parenStack) > 0 { |
Shinichiro Hamaji | f863d86 | 2015-06-17 16:48:37 +0900 | [diff] [blame] | 109 | cp := closeParen(parenStack[len(parenStack)-1]) |
| 110 | if cp == ch { |
| 111 | parenStack = parenStack[:len(parenStack)-1] |
| 112 | } |
Shinichiro Hamaji | 52e83aa | 2015-04-06 17:20:28 +0900 | [diff] [blame] | 113 | } |
| 114 | case '#': |
| 115 | if len(parenStack) == 0 { |
Shinichiro Hamaji | f4d3ee5 | 2015-04-22 16:19:33 +0900 | [diff] [blame] | 116 | if i == 0 || line[i-1] != '\\' { |
| 117 | return line[:i] |
| 118 | } |
| 119 | // Drop the backslash before '#'. |
| 120 | line = append(line[:i-1], line[i:]...) |
| 121 | i-- |
Shinichiro Hamaji | 52e83aa | 2015-04-06 17:20:28 +0900 | [diff] [blame] | 122 | } |
| 123 | } |
| 124 | } |
| 125 | return line |
| 126 | } |
| 127 | |
Shinichiro Hamaji | e2f6e90 | 2015-04-22 16:08:47 +0900 | [diff] [blame] | 128 | func hasTrailingBackslash(line []byte) bool { |
| 129 | if len(line) == 0 { |
| 130 | return false |
| 131 | } |
| 132 | if line[len(line)-1] != '\\' { |
| 133 | return false |
| 134 | } |
| 135 | return len(line) <= 1 || line[len(line)-2] != '\\' |
| 136 | } |
| 137 | |
Shinichiro Hamaji | e52c16c | 2015-04-11 23:41:39 +0900 | [diff] [blame] | 138 | func (p *parser) processDefineLine(line []byte) []byte { |
Shinichiro Hamaji | e2f6e90 | 2015-04-22 16:08:47 +0900 | [diff] [blame] | 139 | for hasTrailingBackslash(line) { |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 140 | line = line[:len(line)-1] |
Shinichiro Hamaji | c4c9810 | 2015-04-12 03:56:00 +0900 | [diff] [blame] | 141 | line = bytes.TrimRight(line, "\t ") |
Shinichiro Hamaji | 3e4533d | 2015-04-06 14:03:58 +0900 | [diff] [blame] | 142 | lineno := p.lineno |
Shinichiro Hamaji | c4c9810 | 2015-04-12 03:56:00 +0900 | [diff] [blame] | 143 | nline := trimLeftSpaceBytes(p.readLine()) |
Shinichiro Hamaji | 3e4533d | 2015-04-06 14:03:58 +0900 | [diff] [blame] | 144 | p.lineno = lineno |
Shinichiro Hamaji | c4c9810 | 2015-04-12 03:56:00 +0900 | [diff] [blame] | 145 | line = append(line, ' ') |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 146 | line = append(line, nline...) |
| 147 | } |
Shinichiro Hamaji | e52c16c | 2015-04-11 23:41:39 +0900 | [diff] [blame] | 148 | return line |
| 149 | } |
| 150 | |
| 151 | func (p *parser) processMakefileLine(line []byte) []byte { |
| 152 | return removeComment(p.processDefineLine(line)) |
Shinichiro Hamaji | 52e83aa | 2015-04-06 17:20:28 +0900 | [diff] [blame] | 153 | } |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 154 | |
Shinichiro Hamaji | 0b93c86 | 2015-04-07 06:15:15 +0900 | [diff] [blame] | 155 | func (p *parser) processRecipeLine(line []byte) []byte { |
Shinichiro Hamaji | e2f6e90 | 2015-04-22 16:08:47 +0900 | [diff] [blame] | 156 | for hasTrailingBackslash(line) { |
Shinichiro Hamaji | 52e83aa | 2015-04-06 17:20:28 +0900 | [diff] [blame] | 157 | line = append(line, '\n') |
| 158 | lineno := p.lineno |
| 159 | nline := p.readLine() |
| 160 | p.lineno = lineno |
| 161 | line = append(line, nline...) |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 162 | } |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 163 | return line |
| 164 | } |
| 165 | |
| 166 | func (p *parser) unreadLine(line []byte) { |
Fumitoshi Ukai | cf2b038 | 2015-03-30 17:48:54 +0900 | [diff] [blame] | 167 | if p.hasUnBuf { |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 168 | panic("unreadLine twice!") |
| 169 | } |
Fumitoshi Ukai | cf2b038 | 2015-03-30 17:48:54 +0900 | [diff] [blame] | 170 | p.unBuf = line |
| 171 | p.hasUnBuf = true |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 172 | } |
| 173 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 174 | func newAssignAST(p *parser, lhsBytes []byte, rhsBytes []byte, op string) *assignAST { |
Fumitoshi Ukai | 7c9aa9f | 2015-06-12 23:51:38 +0900 | [diff] [blame] | 175 | lhs, _, err := parseExpr(lhsBytes, nil, true) |
Shinichiro Hamaji | 7825b65 | 2015-06-04 13:47:14 +0900 | [diff] [blame] | 176 | if err != nil { |
| 177 | panic(err) |
| 178 | } |
Fumitoshi Ukai | 7c9aa9f | 2015-06-12 23:51:38 +0900 | [diff] [blame] | 179 | rhs, _, err := parseExpr(rhsBytes, nil, true) |
Shinichiro Hamaji | 7825b65 | 2015-06-04 13:47:14 +0900 | [diff] [blame] | 180 | if err != nil { |
| 181 | panic(err) |
| 182 | } |
| 183 | opt := "" |
| 184 | if p != nil { |
| 185 | opt = p.defOpt |
| 186 | } |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 187 | return &assignAST{ |
Shinichiro Hamaji | 7825b65 | 2015-06-04 13:47:14 +0900 | [diff] [blame] | 188 | lhs: lhs, |
| 189 | rhs: rhs, |
| 190 | op: op, |
| 191 | opt: opt, |
| 192 | } |
| 193 | } |
| 194 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 195 | func (p *parser) parseAssign(line []byte, sep, esep int) ast { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 196 | logf("parseAssign %q op:%q", line, line[sep:esep]) |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 197 | aast := newAssignAST(p, bytes.TrimSpace(line[:sep]), trimLeftSpaceBytes(line[esep:]), string(line[sep:esep])) |
| 198 | aast.filename = p.mk.filename |
| 199 | aast.lineno = p.lineno |
| 200 | return aast |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 201 | } |
| 202 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 203 | func (p *parser) parseMaybeRule(line []byte, equalIndex, semicolonIndex int) ast { |
Shinichiro Hamaji | 50309a6 | 2015-06-04 14:01:55 +0900 | [diff] [blame] | 204 | if len(trimSpaceBytes(line)) == 0 { |
Shinichiro Hamaji | de82971 | 2015-03-31 18:26:56 +0900 | [diff] [blame] | 205 | return nil |
| 206 | } |
Shinichiro Hamaji | de82971 | 2015-03-31 18:26:56 +0900 | [diff] [blame] | 207 | |
Shinichiro Hamaji | 171a3df | 2015-06-04 14:17:45 +0900 | [diff] [blame] | 208 | expr := line |
| 209 | var term byte |
| 210 | var afterTerm []byte |
| 211 | |
Shinichiro Hamaji | e12e24d | 2015-04-11 23:09:20 +0900 | [diff] [blame] | 212 | // Either '=' or ';' is used. |
| 213 | if equalIndex >= 0 && semicolonIndex >= 0 { |
| 214 | if equalIndex < semicolonIndex { |
| 215 | semicolonIndex = -1 |
| 216 | } else { |
| 217 | equalIndex = -1 |
| 218 | } |
| 219 | } |
Shinichiro Hamaji | 171a3df | 2015-06-04 14:17:45 +0900 | [diff] [blame] | 220 | if semicolonIndex >= 0 { |
| 221 | afterTerm = expr[semicolonIndex:] |
| 222 | expr = expr[0:semicolonIndex] |
| 223 | term = ';' |
| 224 | } else if equalIndex >= 0 { |
| 225 | afterTerm = expr[equalIndex:] |
| 226 | expr = expr[0:equalIndex] |
| 227 | term = '=' |
| 228 | } |
Shinichiro Hamaji | e12e24d | 2015-04-11 23:09:20 +0900 | [diff] [blame] | 229 | |
Fumitoshi Ukai | 7c9aa9f | 2015-06-12 23:51:38 +0900 | [diff] [blame] | 230 | v, _, err := parseExpr(expr, nil, true) |
Shinichiro Hamaji | 2d4b605 | 2015-06-04 14:20:44 +0900 | [diff] [blame] | 231 | if err != nil { |
| 232 | panic(fmt.Errorf("parse %s:%d %v", p.mk.filename, p.lineno, err)) |
| 233 | } |
| 234 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 235 | rast := &maybeRuleAST{ |
Shinichiro Hamaji | 2d4b605 | 2015-06-04 14:20:44 +0900 | [diff] [blame] | 236 | expr: v, |
Shinichiro Hamaji | 171a3df | 2015-06-04 14:17:45 +0900 | [diff] [blame] | 237 | term: term, |
| 238 | afterTerm: afterTerm, |
Shinichiro Hamaji | 7f1ede3 | 2015-03-30 18:05:22 +0900 | [diff] [blame] | 239 | } |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 240 | rast.filename = p.mk.filename |
| 241 | rast.lineno = p.lineno |
| 242 | return rast |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 243 | } |
| 244 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 245 | func (p *parser) parseInclude(line string, oplen int) ast { |
Fumitoshi Ukai | b36f387 | 2015-04-10 15:06:38 +0900 | [diff] [blame] | 246 | // TODO(ukai): parse expr here |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 247 | iast := &includeAST{ |
Shinichiro Hamaji | d7bef60 | 2015-03-30 19:55:32 +0900 | [diff] [blame] | 248 | expr: line[oplen+1:], |
| 249 | op: line[:oplen], |
| 250 | } |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 251 | iast.filename = p.mk.filename |
| 252 | iast.lineno = p.lineno |
| 253 | return iast |
Shinichiro Hamaji | d7bef60 | 2015-03-30 19:55:32 +0900 | [diff] [blame] | 254 | } |
| 255 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 256 | func (p *parser) parseIfdef(line []byte, oplen int) ast { |
Fumitoshi Ukai | 7c9aa9f | 2015-06-12 23:51:38 +0900 | [diff] [blame] | 257 | lhs, _, err := parseExpr(trimLeftSpaceBytes(line[oplen+1:]), nil, true) |
Shinichiro Hamaji | 1a68fd2 | 2015-06-04 14:46:56 +0900 | [diff] [blame] | 258 | if err != nil { |
| 259 | panic(fmt.Errorf("ifdef parse %s:%d %v", p.mk.filename, p.lineno, err)) |
| 260 | } |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 261 | iast := &ifAST{ |
Shinichiro Hamaji | 61d2e11 | 2015-06-04 14:56:47 +0900 | [diff] [blame] | 262 | op: string(line[:oplen]), |
Shinichiro Hamaji | 1a68fd2 | 2015-06-04 14:46:56 +0900 | [diff] [blame] | 263 | lhs: lhs, |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 264 | } |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 265 | iast.filename = p.mk.filename |
| 266 | iast.lineno = p.lineno |
| 267 | p.addStatement(iast) |
| 268 | p.ifStack = append(p.ifStack, ifState{ast: iast, numNest: p.numIfNest}) |
| 269 | p.outStmts = &iast.trueStmts |
| 270 | return iast |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 271 | } |
| 272 | |
Shinichiro Hamaji | 1f47638 | 2015-04-09 14:46:04 +0900 | [diff] [blame] | 273 | func (p *parser) parseTwoQuotes(s string, op string) ([]string, bool) { |
Shinichiro Hamaji | 76de43e | 2015-04-03 10:40:18 +0900 | [diff] [blame] | 274 | var args []string |
Shinichiro Hamaji | 1f47638 | 2015-04-09 14:46:04 +0900 | [diff] [blame] | 275 | for i := 0; i < 2; i++ { |
| 276 | s = strings.TrimSpace(s) |
Fumitoshi Ukai | b36f387 | 2015-04-10 15:06:38 +0900 | [diff] [blame] | 277 | if s == "" { |
Shinichiro Hamaji | 76de43e | 2015-04-03 10:40:18 +0900 | [diff] [blame] | 278 | return nil, false |
| 279 | } |
Shinichiro Hamaji | 1f47638 | 2015-04-09 14:46:04 +0900 | [diff] [blame] | 280 | quote := s[0] |
| 281 | if quote != '\'' && quote != '"' { |
Shinichiro Hamaji | 76de43e | 2015-04-03 10:40:18 +0900 | [diff] [blame] | 282 | return nil, false |
| 283 | } |
Shinichiro Hamaji | 1f47638 | 2015-04-09 14:46:04 +0900 | [diff] [blame] | 284 | end := strings.IndexByte(s[1:], quote) + 1 |
| 285 | if end < 0 { |
| 286 | return nil, false |
| 287 | } |
Shinichiro Hamaji | 1f47638 | 2015-04-09 14:46:04 +0900 | [diff] [blame] | 288 | args = append(args, s[1:end]) |
| 289 | s = s[end+1:] |
| 290 | } |
| 291 | if len(s) > 0 { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 292 | errorExit(p.mk.filename, p.lineno, `extraneous text after %q directive`, op) |
Shinichiro Hamaji | 76de43e | 2015-04-03 10:40:18 +0900 | [diff] [blame] | 293 | } |
| 294 | return args, true |
| 295 | } |
| 296 | |
Fumitoshi Ukai | b36f387 | 2015-04-10 15:06:38 +0900 | [diff] [blame] | 297 | // parse |
| 298 | // "(lhs, rhs)" |
| 299 | // "lhs, rhs" |
Shinichiro Hamaji | 1f47638 | 2015-04-09 14:46:04 +0900 | [diff] [blame] | 300 | func (p *parser) parseEq(s string, op string) (string, string, bool) { |
Fumitoshi Ukai | b36f387 | 2015-04-10 15:06:38 +0900 | [diff] [blame] | 301 | if s[0] == '(' && s[len(s)-1] == ')' { |
| 302 | s = s[1 : len(s)-1] |
| 303 | term := []byte{','} |
| 304 | in := []byte(s) |
Fumitoshi Ukai | 7c9aa9f | 2015-06-12 23:51:38 +0900 | [diff] [blame] | 305 | v, n, err := parseExpr(in, term, false) |
Fumitoshi Ukai | b36f387 | 2015-04-10 15:06:38 +0900 | [diff] [blame] | 306 | if err != nil { |
| 307 | return "", "", false |
Shinichiro Hamaji | 76de43e | 2015-04-03 10:40:18 +0900 | [diff] [blame] | 308 | } |
Fumitoshi Ukai | b36f387 | 2015-04-10 15:06:38 +0900 | [diff] [blame] | 309 | lhs := v.String() |
| 310 | n++ |
| 311 | n += skipSpaces(in[n:], nil) |
Fumitoshi Ukai | 7c9aa9f | 2015-06-12 23:51:38 +0900 | [diff] [blame] | 312 | v, n, err = parseExpr(in[n:], nil, false) |
Fumitoshi Ukai | b36f387 | 2015-04-10 15:06:38 +0900 | [diff] [blame] | 313 | if err != nil { |
| 314 | return "", "", false |
| 315 | } |
| 316 | rhs := v.String() |
| 317 | return lhs, rhs, true |
| 318 | } |
| 319 | args, ok := p.parseTwoQuotes(s, op) |
| 320 | if !ok { |
Fumitoshi Ukai | e520f26 | 2015-03-31 17:27:03 +0900 | [diff] [blame] | 321 | return "", "", false |
| 322 | } |
Fumitoshi Ukai | b36f387 | 2015-04-10 15:06:38 +0900 | [diff] [blame] | 323 | return args[0], args[1], true |
Shinichiro Hamaji | af1e816 | 2015-03-31 02:15:37 +0900 | [diff] [blame] | 324 | } |
| 325 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 326 | func (p *parser) parseIfeq(line string, oplen int) ast { |
Shinichiro Hamaji | 1f47638 | 2015-04-09 14:46:04 +0900 | [diff] [blame] | 327 | op := line[:oplen] |
Shinichiro Hamaji | 1a68fd2 | 2015-06-04 14:46:56 +0900 | [diff] [blame] | 328 | lhsBytes, rhsBytes, ok := p.parseEq(strings.TrimSpace(line[oplen+1:]), op) |
Shinichiro Hamaji | af1e816 | 2015-03-31 02:15:37 +0900 | [diff] [blame] | 329 | if !ok { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 330 | errorExit(p.mk.filename, p.lineno, `*** invalid syntax in conditional.`) |
Shinichiro Hamaji | af1e816 | 2015-03-31 02:15:37 +0900 | [diff] [blame] | 331 | } |
| 332 | |
Fumitoshi Ukai | 7c9aa9f | 2015-06-12 23:51:38 +0900 | [diff] [blame] | 333 | lhs, _, err := parseExpr([]byte(lhsBytes), nil, true) |
Shinichiro Hamaji | 1a68fd2 | 2015-06-04 14:46:56 +0900 | [diff] [blame] | 334 | if err != nil { |
| 335 | panic(fmt.Errorf("parse ifeq lhs %s:%d %v", p.mk.filename, p.lineno, err)) |
| 336 | } |
Fumitoshi Ukai | 7c9aa9f | 2015-06-12 23:51:38 +0900 | [diff] [blame] | 337 | rhs, _, err := parseExpr([]byte(rhsBytes), nil, true) |
Shinichiro Hamaji | 1a68fd2 | 2015-06-04 14:46:56 +0900 | [diff] [blame] | 338 | if err != nil { |
| 339 | panic(fmt.Errorf("parse ifeq rhs %s:%d %v", p.mk.filename, p.lineno, err)) |
| 340 | } |
| 341 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 342 | iast := &ifAST{ |
Shinichiro Hamaji | 1f47638 | 2015-04-09 14:46:04 +0900 | [diff] [blame] | 343 | op: op, |
Shinichiro Hamaji | af1e816 | 2015-03-31 02:15:37 +0900 | [diff] [blame] | 344 | lhs: lhs, |
| 345 | rhs: rhs, |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 346 | } |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 347 | iast.filename = p.mk.filename |
| 348 | iast.lineno = p.lineno |
| 349 | p.addStatement(iast) |
| 350 | p.ifStack = append(p.ifStack, ifState{ast: iast, numNest: p.numIfNest}) |
| 351 | p.outStmts = &iast.trueStmts |
| 352 | return iast |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 353 | } |
| 354 | |
| 355 | func (p *parser) checkIfStack(curKeyword string) { |
| 356 | if len(p.ifStack) == 0 { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 357 | errorExit(p.mk.filename, p.lineno, `*** extraneous %q.`, curKeyword) |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 358 | } |
| 359 | } |
| 360 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 361 | func (p *parser) parseElse(line []byte) { |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 362 | p.checkIfStack("else") |
| 363 | state := &p.ifStack[len(p.ifStack)-1] |
Fumitoshi Ukai | 0293c7a | 2015-03-31 16:26:53 +0900 | [diff] [blame] | 364 | if state.inElse { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 365 | errorExit(p.mk.filename, p.lineno, `*** only one "else" per conditional.`) |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 366 | } |
Fumitoshi Ukai | 0293c7a | 2015-03-31 16:26:53 +0900 | [diff] [blame] | 367 | state.inElse = true |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 368 | p.outStmts = &state.ast.falseStmts |
Shinichiro Hamaji | a06760f | 2015-04-07 13:13:45 +0900 | [diff] [blame] | 369 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 370 | nextIf := trimLeftSpaceBytes(line[len("else"):]) |
Shinichiro Hamaji | a06760f | 2015-04-07 13:13:45 +0900 | [diff] [blame] | 371 | if len(nextIf) == 0 { |
| 372 | return |
| 373 | } |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 374 | var ifDirectives = map[string]directiveFunc{ |
Shinichiro Hamaji | 3fab47e | 2015-04-08 18:34:41 +0900 | [diff] [blame] | 375 | "ifdef ": ifdefDirective, |
| 376 | "ifndef ": ifndefDirective, |
| 377 | "ifeq ": ifeqDirective, |
| 378 | "ifneq ": ifneqDirective, |
Shinichiro Hamaji | a06760f | 2015-04-07 13:13:45 +0900 | [diff] [blame] | 379 | } |
| 380 | p.numIfNest = state.numNest + 1 |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 381 | if f, ok := p.isDirective(nextIf, ifDirectives); ok { |
| 382 | f(p, nextIf) |
Shinichiro Hamaji | a06760f | 2015-04-07 13:13:45 +0900 | [diff] [blame] | 383 | p.numIfNest = 0 |
| 384 | return |
| 385 | } |
| 386 | p.numIfNest = 0 |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 387 | warnNoPrefix(p.mk.filename, p.lineno, "extraneous text after `else` directive") |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 388 | } |
| 389 | |
| 390 | func (p *parser) parseEndif(line string) { |
| 391 | p.checkIfStack("endif") |
Shinichiro Hamaji | a06760f | 2015-04-07 13:13:45 +0900 | [diff] [blame] | 392 | state := p.ifStack[len(p.ifStack)-1] |
| 393 | for t := 0; t <= state.numNest; t++ { |
| 394 | p.ifStack = p.ifStack[0 : len(p.ifStack)-1] |
| 395 | if len(p.ifStack) == 0 { |
| 396 | p.outStmts = &p.mk.stmts |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 397 | } else { |
Shinichiro Hamaji | a06760f | 2015-04-07 13:13:45 +0900 | [diff] [blame] | 398 | state := p.ifStack[len(p.ifStack)-1] |
| 399 | if state.inElse { |
| 400 | p.outStmts = &state.ast.falseStmts |
| 401 | } else { |
| 402 | p.outStmts = &state.ast.trueStmts |
| 403 | } |
Shinichiro Hamaji | 497754d | 2015-03-31 02:02:11 +0900 | [diff] [blame] | 404 | } |
| 405 | } |
| 406 | } |
| 407 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 408 | type directiveFunc func(*parser, []byte) []byte |
| 409 | |
| 410 | var makeDirectives = map[string]directiveFunc{ |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 411 | "include ": includeDirective, |
| 412 | "-include ": sincludeDirective, |
| 413 | "sinclude": sincludeDirective, |
| 414 | "ifdef ": ifdefDirective, |
| 415 | "ifndef ": ifndefDirective, |
| 416 | "ifeq ": ifeqDirective, |
| 417 | "ifneq ": ifneqDirective, |
| 418 | "else": elseDirective, |
| 419 | "endif": endifDirective, |
Fumitoshi Ukai | 3d54db8 | 2015-04-01 11:03:31 +0900 | [diff] [blame] | 420 | "define ": defineDirective, |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 421 | "override ": overrideDirective, |
| 422 | "export ": exportDirective, |
Shinichiro Hamaji | 07e76d5 | 2015-05-26 18:22:31 +0900 | [diff] [blame] | 423 | "unexport ": unexportDirective, |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 424 | } |
| 425 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 426 | // TODO(ukai): use []byte |
| 427 | func (p *parser) isDirective(line []byte, directives map[string]directiveFunc) (directiveFunc, bool) { |
| 428 | stripped := trimLeftSpaceBytes(line) |
Shinichiro Hamaji | e103f65 | 2015-04-11 19:49:51 +0900 | [diff] [blame] | 429 | // Fast paths. |
| 430 | // TODO: Consider using a trie. |
| 431 | if len(stripped) == 0 { |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 432 | return nil, false |
Shinichiro Hamaji | e103f65 | 2015-04-11 19:49:51 +0900 | [diff] [blame] | 433 | } |
Shinichiro Hamaji | 07e76d5 | 2015-05-26 18:22:31 +0900 | [diff] [blame] | 434 | if ch := stripped[0]; ch != 'i' && ch != '-' && ch != 's' && ch != 'e' && ch != 'd' && ch != 'o' && ch != 'u' { |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 435 | return nil, false |
Shinichiro Hamaji | e103f65 | 2015-04-11 19:49:51 +0900 | [diff] [blame] | 436 | } |
| 437 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 438 | for prefix, f := range directives { |
| 439 | if bytes.HasPrefix(stripped, []byte(prefix)) { |
| 440 | return f, true |
| 441 | } |
| 442 | if prefix[len(prefix)-1] == ' ' && bytes.HasPrefix(stripped, []byte(prefix[:len(prefix)-1])) && stripped[len(prefix)-1] == '\t' { |
| 443 | return f, true |
Shinichiro Hamaji | 74b8cb5 | 2015-04-08 19:47:43 +0900 | [diff] [blame] | 444 | } |
| 445 | } |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 446 | return nil, false |
Shinichiro Hamaji | 74b8cb5 | 2015-04-08 19:47:43 +0900 | [diff] [blame] | 447 | } |
| 448 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 449 | func includeDirective(p *parser, line []byte) []byte { |
| 450 | p.addStatement(p.parseInclude(string(line), len("include"))) |
| 451 | return nil |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 452 | } |
| 453 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 454 | func sincludeDirective(p *parser, line []byte) []byte { |
| 455 | p.addStatement(p.parseInclude(string(line), len("-include"))) |
| 456 | return nil |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 457 | } |
| 458 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 459 | func ifdefDirective(p *parser, line []byte) []byte { |
Shinichiro Hamaji | 61d2e11 | 2015-06-04 14:56:47 +0900 | [diff] [blame] | 460 | p.parseIfdef(line, len("ifdef")) |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 461 | return nil |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 462 | } |
| 463 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 464 | func ifndefDirective(p *parser, line []byte) []byte { |
Shinichiro Hamaji | 61d2e11 | 2015-06-04 14:56:47 +0900 | [diff] [blame] | 465 | p.parseIfdef(line, len("ifndef")) |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 466 | return nil |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 467 | } |
| 468 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 469 | func ifeqDirective(p *parser, line []byte) []byte { |
| 470 | p.parseIfeq(string(line), len("ifeq")) |
| 471 | return nil |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 472 | } |
| 473 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 474 | func ifneqDirective(p *parser, line []byte) []byte { |
| 475 | p.parseIfeq(string(line), len("ifneq")) |
| 476 | return nil |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 477 | } |
| 478 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 479 | func elseDirective(p *parser, line []byte) []byte { |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 480 | p.parseElse(line) |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 481 | return nil |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 482 | } |
| 483 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 484 | func endifDirective(p *parser, line []byte) []byte { |
| 485 | p.parseEndif(string(line)) |
| 486 | return nil |
Fumitoshi Ukai | 8209630 | 2015-04-01 10:37:47 +0900 | [diff] [blame] | 487 | } |
| 488 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 489 | func defineDirective(p *parser, line []byte) []byte { |
Shinichiro Hamaji | 72ae2dd | 2015-06-17 15:47:15 +0900 | [diff] [blame] | 490 | lhs := trimLeftSpaceBytes(line[len("define "):]) |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 491 | p.inDef = []string{string(lhs)} |
| 492 | return nil |
| 493 | } |
| 494 | |
| 495 | func overrideDirective(p *parser, line []byte) []byte { |
| 496 | p.defOpt = "override" |
| 497 | line = trimLeftSpaceBytes(line[len("override "):]) |
| 498 | defineDirective := map[string]directiveFunc{ |
| 499 | "define": defineDirective, |
| 500 | } |
| 501 | if f, ok := p.isDirective(line, defineDirective); ok { |
| 502 | f(p, line) |
| 503 | return nil |
| 504 | } |
| 505 | // e.g. overrider foo := bar |
| 506 | // line will be "foo := bar". |
| 507 | return line |
| 508 | } |
| 509 | |
Shinichiro Hamaji | ea553f3 | 2015-05-29 17:03:33 +0900 | [diff] [blame] | 510 | func handleExport(p *parser, line []byte, export bool) (hasEqual bool) { |
| 511 | equalIndex := bytes.IndexByte(line, '=') |
| 512 | if equalIndex > 0 { |
| 513 | hasEqual = true |
| 514 | switch line[equalIndex-1] { |
| 515 | case ':', '+', '?': |
| 516 | equalIndex-- |
| 517 | } |
| 518 | line = line[:equalIndex] |
| 519 | } |
| 520 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 521 | east := &exportAST{ |
Shinichiro Hamaji | f61033d | 2015-05-29 15:01:48 +0900 | [diff] [blame] | 522 | expr: line, |
| 523 | export: export, |
Shinichiro Hamaji | 7e52142 | 2015-05-29 14:23:30 +0900 | [diff] [blame] | 524 | } |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 525 | east.filename = p.mk.filename |
| 526 | east.lineno = p.lineno |
| 527 | p.addStatement(east) |
Shinichiro Hamaji | ea553f3 | 2015-05-29 17:03:33 +0900 | [diff] [blame] | 528 | return hasEqual |
Shinichiro Hamaji | 7e52142 | 2015-05-29 14:23:30 +0900 | [diff] [blame] | 529 | } |
Shinichiro Hamaji | 07e76d5 | 2015-05-26 18:22:31 +0900 | [diff] [blame] | 530 | |
Shinichiro Hamaji | 7e52142 | 2015-05-29 14:23:30 +0900 | [diff] [blame] | 531 | func exportDirective(p *parser, line []byte) []byte { |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 532 | p.defOpt = "export" |
| 533 | line = trimLeftSpaceBytes(line[len("export "):]) |
| 534 | defineDirective := map[string]directiveFunc{ |
| 535 | "define": defineDirective, |
| 536 | } |
| 537 | if f, ok := p.isDirective(line, defineDirective); ok { |
| 538 | f(p, line) |
| 539 | return nil |
| 540 | } |
Shinichiro Hamaji | 07e76d5 | 2015-05-26 18:22:31 +0900 | [diff] [blame] | 541 | |
Shinichiro Hamaji | ea553f3 | 2015-05-29 17:03:33 +0900 | [diff] [blame] | 542 | if !handleExport(p, line, true) { |
Shinichiro Hamaji | 07e76d5 | 2015-05-26 18:22:31 +0900 | [diff] [blame] | 543 | return nil |
| 544 | } |
| 545 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 546 | // e.g. export foo := bar |
| 547 | // line will be "foo := bar". |
| 548 | return line |
Fumitoshi Ukai | 3d54db8 | 2015-04-01 11:03:31 +0900 | [diff] [blame] | 549 | } |
| 550 | |
Shinichiro Hamaji | 07e76d5 | 2015-05-26 18:22:31 +0900 | [diff] [blame] | 551 | func unexportDirective(p *parser, line []byte) []byte { |
Shinichiro Hamaji | 7e52142 | 2015-05-29 14:23:30 +0900 | [diff] [blame] | 552 | handleExport(p, line[len("unexport "):], false) |
Shinichiro Hamaji | 07e76d5 | 2015-05-26 18:22:31 +0900 | [diff] [blame] | 553 | return nil |
| 554 | } |
| 555 | |
Shinichiro Hamaji | ca66857 | 2015-06-17 06:36:45 +0900 | [diff] [blame] | 556 | func (p *parser) isEndef(s string) bool { |
| 557 | if s == "endef" { |
| 558 | return true |
| 559 | } |
| 560 | found := strings.IndexAny(s, " \t") |
| 561 | if found >= 0 && s[:found] == "endef" { |
| 562 | rest := strings.TrimSpace(s[found+1:]) |
| 563 | if rest != "" && rest[0] != '#' { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 564 | warnNoPrefix(p.mk.filename, p.lineno, "extraneous text after \"endef\" directive") |
Shinichiro Hamaji | ca66857 | 2015-06-17 06:36:45 +0900 | [diff] [blame] | 565 | } |
| 566 | return true |
| 567 | } |
| 568 | return false |
| 569 | } |
| 570 | |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 571 | func (p *parser) parse() (mk makefile, err error) { |
Fumitoshi Ukai | f8efa0a | 2015-03-30 18:10:11 +0900 | [diff] [blame] | 572 | defer func() { |
| 573 | if r := recover(); r != nil { |
Fumitoshi Ukai | a9e5136 | 2015-04-17 10:26:00 +0900 | [diff] [blame] | 574 | err = fmt.Errorf("panic in parse %s: %v", mk.filename, r) |
Fumitoshi Ukai | f8efa0a | 2015-03-30 18:10:11 +0900 | [diff] [blame] | 575 | } |
| 576 | }() |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 577 | for !p.done { |
Shinichiro Hamaji | 0b93c86 | 2015-04-07 06:15:15 +0900 | [diff] [blame] | 578 | line := p.readLine() |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 579 | |
Fumitoshi Ukai | 3d54db8 | 2015-04-01 11:03:31 +0900 | [diff] [blame] | 580 | if len(p.inDef) > 0 { |
Shinichiro Hamaji | ca66857 | 2015-06-17 06:36:45 +0900 | [diff] [blame] | 581 | lineStr := string(p.processDefineLine(line)) |
| 582 | if p.isEndef(lineStr) { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 583 | logf("multilineAssign %q", p.inDef) |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 584 | aast := newAssignAST(p, []byte(p.inDef[0]), []byte(strings.Join(p.inDef[1:], "\n")), "=") |
| 585 | aast.filename = p.mk.filename |
| 586 | aast.lineno = p.lineno - len(p.inDef) |
| 587 | p.addStatement(aast) |
Fumitoshi Ukai | 3d54db8 | 2015-04-01 11:03:31 +0900 | [diff] [blame] | 588 | p.inDef = nil |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 589 | p.defOpt = "" |
Fumitoshi Ukai | 3d54db8 | 2015-04-01 11:03:31 +0900 | [diff] [blame] | 590 | continue |
| 591 | } |
Shinichiro Hamaji | ca66857 | 2015-06-17 06:36:45 +0900 | [diff] [blame] | 592 | p.inDef = append(p.inDef, lineStr) |
Fumitoshi Ukai | 3d54db8 | 2015-04-01 11:03:31 +0900 | [diff] [blame] | 593 | continue |
| 594 | } |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 595 | p.defOpt = "" |
Fumitoshi Ukai | 3d54db8 | 2015-04-01 11:03:31 +0900 | [diff] [blame] | 596 | |
Shinichiro Hamaji | 960161f | 2015-04-13 17:10:10 +0900 | [diff] [blame] | 597 | if len(bytes.TrimSpace(line)) == 0 { |
| 598 | continue |
| 599 | } |
| 600 | |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 601 | if f, ok := p.isDirective(line, makeDirectives); ok { |
Shinichiro Hamaji | 72ae2dd | 2015-06-17 15:47:15 +0900 | [diff] [blame] | 602 | line = trimSpaceBytes(p.processMakefileLine(line)) |
Fumitoshi Ukai | b2c300f | 2015-04-23 00:59:26 +0900 | [diff] [blame] | 603 | line = f(p, line) |
| 604 | if len(line) == 0 { |
| 605 | continue |
| 606 | } |
Shinichiro Hamaji | 74b8cb5 | 2015-04-08 19:47:43 +0900 | [diff] [blame] | 607 | } |
Shinichiro Hamaji | 0b93c86 | 2015-04-07 06:15:15 +0900 | [diff] [blame] | 608 | if line[0] == '\t' { |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 609 | cast := &commandAST{cmd: string(p.processRecipeLine(line[1:]))} |
| 610 | cast.filename = p.mk.filename |
| 611 | cast.lineno = p.lineno |
| 612 | p.addStatement(cast) |
Shinichiro Hamaji | 0b93c86 | 2015-04-07 06:15:15 +0900 | [diff] [blame] | 613 | continue |
| 614 | } |
| 615 | |
| 616 | line = p.processMakefileLine(line) |
Shinichiro Hamaji | a66a179 | 2015-03-31 18:04:08 +0900 | [diff] [blame] | 617 | |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 618 | var stmt ast |
Shinichiro Hamaji | 34e2324 | 2015-04-06 15:44:50 +0900 | [diff] [blame] | 619 | var parenStack []byte |
Shinichiro Hamaji | e12e24d | 2015-04-11 23:09:20 +0900 | [diff] [blame] | 620 | equalIndex := -1 |
Shinichiro Hamaji | 3fab47e | 2015-04-08 18:34:41 +0900 | [diff] [blame] | 621 | semicolonIndex := -1 |
| 622 | isRule := false |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 623 | for i, ch := range line { |
| 624 | switch ch { |
Shinichiro Hamaji | 34e2324 | 2015-04-06 15:44:50 +0900 | [diff] [blame] | 625 | case '(', '{': |
| 626 | parenStack = append(parenStack, ch) |
| 627 | case ')', '}': |
| 628 | if len(parenStack) == 0 { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 629 | warn(p.mk.filename, p.lineno, "Unmatched parens: %s", line) |
Shinichiro Hamaji | 34e2324 | 2015-04-06 15:44:50 +0900 | [diff] [blame] | 630 | } else { |
Shinichiro Hamaji | f863d86 | 2015-06-17 16:48:37 +0900 | [diff] [blame] | 631 | cp := closeParen(parenStack[len(parenStack)-1]) |
| 632 | if cp == ch { |
| 633 | parenStack = parenStack[:len(parenStack)-1] |
| 634 | } |
Shinichiro Hamaji | 34e2324 | 2015-04-06 15:44:50 +0900 | [diff] [blame] | 635 | } |
| 636 | } |
| 637 | if len(parenStack) > 0 { |
| 638 | continue |
| 639 | } |
| 640 | |
| 641 | switch ch { |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 642 | case ':': |
Shinichiro Hamaji | 7f1ede3 | 2015-03-30 18:05:22 +0900 | [diff] [blame] | 643 | if i+1 < len(line) && line[i+1] == '=' { |
Shinichiro Hamaji | 156ef3e | 2015-04-11 22:44:41 +0900 | [diff] [blame] | 644 | if !isRule { |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 645 | stmt = p.parseAssign(line, i, i+2) |
Shinichiro Hamaji | 156ef3e | 2015-04-11 22:44:41 +0900 | [diff] [blame] | 646 | } |
Shinichiro Hamaji | 7f1ede3 | 2015-03-30 18:05:22 +0900 | [diff] [blame] | 647 | } else { |
Shinichiro Hamaji | 3fab47e | 2015-04-08 18:34:41 +0900 | [diff] [blame] | 648 | isRule = true |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 649 | } |
Shinichiro Hamaji | 3fab47e | 2015-04-08 18:34:41 +0900 | [diff] [blame] | 650 | case ';': |
Shinichiro Hamaji | e12e24d | 2015-04-11 23:09:20 +0900 | [diff] [blame] | 651 | if semicolonIndex < 0 { |
| 652 | semicolonIndex = i |
| 653 | } |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 654 | case '=': |
Shinichiro Hamaji | 3fab47e | 2015-04-08 18:34:41 +0900 | [diff] [blame] | 655 | if !isRule { |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 656 | stmt = p.parseAssign(line, i, i+1) |
Shinichiro Hamaji | 3fab47e | 2015-04-08 18:34:41 +0900 | [diff] [blame] | 657 | } |
Shinichiro Hamaji | e12e24d | 2015-04-11 23:09:20 +0900 | [diff] [blame] | 658 | if equalIndex < 0 { |
| 659 | equalIndex = i |
| 660 | } |
Shinichiro Hamaji | 69b7f65 | 2015-03-31 01:01:59 +0900 | [diff] [blame] | 661 | case '?', '+': |
Shinichiro Hamaji | 3fab47e | 2015-04-08 18:34:41 +0900 | [diff] [blame] | 662 | if !isRule && i+1 < len(line) && line[i+1] == '=' { |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 663 | stmt = p.parseAssign(line, i, i+2) |
Shinichiro Hamaji | 69b7f65 | 2015-03-31 01:01:59 +0900 | [diff] [blame] | 664 | } |
Shinichiro Hamaji | e184158 | 2015-03-30 17:20:33 +0900 | [diff] [blame] | 665 | } |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 666 | if stmt != nil { |
| 667 | p.addStatement(stmt) |
Shinichiro Hamaji | 7f1ede3 | 2015-03-30 18:05:22 +0900 | [diff] [blame] | 668 | break |
| 669 | } |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 670 | } |
Fumitoshi Ukai | 91ed5d7 | 2015-06-25 13:08:09 +0900 | [diff] [blame] | 671 | if stmt == nil { |
| 672 | stmt = p.parseMaybeRule(line, equalIndex, semicolonIndex) |
| 673 | if stmt != nil { |
| 674 | p.addStatement(stmt) |
Shinichiro Hamaji | de82971 | 2015-03-31 18:26:56 +0900 | [diff] [blame] | 675 | } |
Shinichiro Hamaji | 685fecf | 2015-03-30 18:28:12 +0900 | [diff] [blame] | 676 | } |
Fumitoshi Ukai | 119dc91 | 2015-03-30 16:52:41 +0900 | [diff] [blame] | 677 | } |
| 678 | return p.mk, nil |
| 679 | } |
| 680 | |
Fumitoshi Ukai | 3ec25b5 | 2015-06-25 15:39:35 +0900 | [diff] [blame] | 681 | func defaultMakefile() string { |
Shinichiro Hamaji | b0d2e2f | 2015-05-20 16:42:59 +0900 | [diff] [blame] | 682 | candidates := []string{"GNUmakefile", "makefile", "Makefile"} |
| 683 | for _, filename := range candidates { |
| 684 | if exists(filename) { |
| 685 | return filename |
| 686 | } |
| 687 | } |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 688 | errorNoLocationExit("no targets specified and no makefile found.") |
Shinichiro Hamaji | b0d2e2f | 2015-05-20 16:42:59 +0900 | [diff] [blame] | 689 | panic("") // Cannot be reached. |
| 690 | } |
| 691 | |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 692 | func parseMakefileReader(rd io.Reader, name string, lineno int) (makefile, error) { |
Shinichiro Hamaji | a5dee37 | 2015-04-03 16:41:30 +0900 | [diff] [blame] | 693 | parser := newParser(rd, name) |
Shinichiro Hamaji | 370be72 | 2015-04-10 14:55:23 +0900 | [diff] [blame] | 694 | parser.lineno = lineno |
Shinichiro Hamaji | 29ffc97 | 2015-04-06 16:13:27 +0900 | [diff] [blame] | 695 | parser.elineno = lineno |
Shinichiro Hamaji | 370be72 | 2015-04-10 14:55:23 +0900 | [diff] [blame] | 696 | parser.linenoFixed = true |
Shinichiro Hamaji | a5dee37 | 2015-04-03 16:41:30 +0900 | [diff] [blame] | 697 | return parser.parse() |
Shinichiro Hamaji | c384081 | 2015-04-02 02:10:20 +0900 | [diff] [blame] | 698 | } |
Shinichiro Hamaji | 28ea5bc | 2015-04-11 12:41:08 +0900 | [diff] [blame] | 699 | |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 700 | func parseMakefileString(s string, name string, lineno int) (makefile, error) { |
Shinichiro Hamaji | 28ea5bc | 2015-04-11 12:41:08 +0900 | [diff] [blame] | 701 | return parseMakefileReader(strings.NewReader(s), name, lineno) |
| 702 | } |
| 703 | |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 704 | func parseMakefileBytes(s []byte, name string, lineno int) (makefile, error) { |
Shinichiro Hamaji | 28ea5bc | 2015-04-11 12:41:08 +0900 | [diff] [blame] | 705 | return parseMakefileReader(bytes.NewReader(s), name, lineno) |
| 706 | } |
Shinichiro Hamaji | 45cde1d | 2015-05-25 18:21:23 +0900 | [diff] [blame] | 707 | |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 708 | type mkCacheEntry struct { |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 709 | mk makefile |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 710 | hash [sha1.Size]byte |
| 711 | err error |
| 712 | ts int64 |
Shinichiro Hamaji | 584bb06 | 2015-06-04 13:25:13 +0900 | [diff] [blame] | 713 | } |
| 714 | |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 715 | type makefileCacheT struct { |
| 716 | mu sync.Mutex |
| 717 | mk map[string]mkCacheEntry |
Shinichiro Hamaji | 584bb06 | 2015-06-04 13:25:13 +0900 | [diff] [blame] | 718 | } |
| 719 | |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 720 | var makefileCache = &makefileCacheT{ |
| 721 | mk: make(map[string]mkCacheEntry), |
| 722 | } |
| 723 | |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 724 | func (mc *makefileCacheT) lookup(filename string) (makefile, [sha1.Size]byte, bool, error) { |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 725 | var hash [sha1.Size]byte |
| 726 | mc.mu.Lock() |
| 727 | c, present := mc.mk[filename] |
| 728 | mc.mu.Unlock() |
Shinichiro Hamaji | 584bb06 | 2015-06-04 13:25:13 +0900 | [diff] [blame] | 729 | if !present { |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 730 | return makefile{}, hash, false, nil |
Shinichiro Hamaji | 584bb06 | 2015-06-04 13:25:13 +0900 | [diff] [blame] | 731 | } |
| 732 | ts := getTimestamp(filename) |
| 733 | if ts < 0 || ts >= c.ts { |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 734 | return makefile{}, hash, false, nil |
Shinichiro Hamaji | 584bb06 | 2015-06-04 13:25:13 +0900 | [diff] [blame] | 735 | } |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 736 | return c.mk, c.hash, true, c.err |
| 737 | } |
| 738 | |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 739 | func (mc *makefileCacheT) parse(filename string) (makefile, [sha1.Size]byte, error) { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 740 | logf("parse Makefile %q", filename) |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 741 | mk, hash, ok, err := makefileCache.lookup(filename) |
| 742 | if ok { |
Fumitoshi Ukai | 744bb2b | 2015-06-25 00:10:52 +0900 | [diff] [blame] | 743 | if LogFlag { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 744 | logf("makefile cache hit for %q", filename) |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 745 | } |
| 746 | return mk, hash, err |
| 747 | } |
Fumitoshi Ukai | 744bb2b | 2015-06-25 00:10:52 +0900 | [diff] [blame] | 748 | if LogFlag { |
Fumitoshi Ukai | 07cf121 | 2015-06-25 17:16:25 +0900 | [diff] [blame] | 749 | logf("reading makefile %q", filename) |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 750 | } |
| 751 | c, err := ioutil.ReadFile(filename) |
| 752 | if err != nil { |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 753 | return makefile{}, hash, err |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 754 | } |
| 755 | hash = sha1.Sum(c) |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 756 | mk, err = parseMakefile(c, filename) |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 757 | if err != nil { |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 758 | return makefile{}, hash, err |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 759 | } |
| 760 | makefileCache.mu.Lock() |
| 761 | makefileCache.mk[filename] = mkCacheEntry{ |
| 762 | mk: mk, |
| 763 | hash: hash, |
| 764 | err: err, |
| 765 | ts: time.Now().Unix(), |
| 766 | } |
| 767 | makefileCache.mu.Unlock() |
| 768 | return mk, hash, err |
Shinichiro Hamaji | 584bb06 | 2015-06-04 13:25:13 +0900 | [diff] [blame] | 769 | } |
| 770 | |
Fumitoshi Ukai | 08eda65 | 2015-06-25 16:27:10 +0900 | [diff] [blame] | 771 | func parseMakefile(s []byte, filename string) (makefile, error) { |
Shinichiro Hamaji | 45cde1d | 2015-05-25 18:21:23 +0900 | [diff] [blame] | 772 | parser := newParser(bytes.NewReader(s), filename) |
Fumitoshi Ukai | 9042b99 | 2015-06-23 16:10:27 +0900 | [diff] [blame] | 773 | return parser.parse() |
Shinichiro Hamaji | 45cde1d | 2015-05-25 18:21:23 +0900 | [diff] [blame] | 774 | } |