Shinichiro Hamaji | 5f86e1a | 2015-06-29 14:25:39 +0900 | [diff] [blame] | 1 | // Copyright 2015 Google Inc. All rights reserved |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | // +build ignore |
| 16 | |
| 17 | #include "ninja.h" |
| 18 | |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 19 | #include <stdio.h> |
Shinichiro Hamaji | 54b93ba | 2015-07-03 20:43:32 +0900 | [diff] [blame] | 20 | #include <sys/stat.h> |
| 21 | #include <unistd.h> |
Shinichiro Hamaji | 5f86e1a | 2015-06-29 14:25:39 +0900 | [diff] [blame] | 22 | |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 23 | #include <memory> |
| 24 | #include <string> |
| 25 | #include <unordered_set> |
| 26 | |
| 27 | #include "command.h" |
| 28 | #include "dep.h" |
| 29 | #include "eval.h" |
| 30 | #include "log.h" |
| 31 | #include "string_piece.h" |
| 32 | #include "stringprintf.h" |
| 33 | #include "strutil.h" |
| 34 | #include "var.h" |
| 35 | |
Shinichiro Hamaji | e9f7e67 | 2015-07-03 15:57:45 +0900 | [diff] [blame] | 36 | static StringPiece FindCommandLineFlagWithArg(StringPiece cmd, |
| 37 | StringPiece name) { |
| 38 | size_t index = cmd.find(name); |
| 39 | if (index == string::npos) |
| 40 | return StringPiece(); |
| 41 | |
| 42 | StringPiece val = TrimLeftSpace(cmd.substr(index + name.size())); |
| 43 | index = val.find(name); |
| 44 | while (index != string::npos) { |
| 45 | val = TrimLeftSpace(val.substr(index + name.size())); |
| 46 | index = val.find(name); |
| 47 | } |
| 48 | |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 49 | index = val.find(' '); |
Shinichiro Hamaji | e9f7e67 | 2015-07-03 15:57:45 +0900 | [diff] [blame] | 50 | CHECK(index != string::npos); |
| 51 | return val.substr(0, index); |
| 52 | } |
| 53 | |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 54 | static bool StripPrefix(StringPiece p, StringPiece* s) { |
| 55 | if (!HasPrefix(*s, p)) |
| 56 | return false; |
| 57 | *s = s->substr(p.size()); |
| 58 | return true; |
| 59 | } |
| 60 | |
| 61 | static bool IsAndroidCompileCommand(StringPiece cmd) { |
| 62 | if (!StripPrefix("prebuilts/", &cmd)) |
| 63 | return false; |
| 64 | if (!StripPrefix("gcc/", &cmd) && !StripPrefix("clang/", &cmd)) |
| 65 | return false; |
| 66 | |
| 67 | size_t index = cmd.find(' '); |
| 68 | if (index == string::npos) |
| 69 | return false; |
| 70 | StringPiece cc = cmd.substr(0, index); |
| 71 | if (!HasSuffix(cc, "gcc") && !HasSuffix(cc, "g++") && |
| 72 | !HasSuffix(cc, "clang") && !HasSuffix(cc, "clang++")) { |
| 73 | return false; |
| 74 | } |
| 75 | |
| 76 | cmd = cmd.substr(index); |
| 77 | return cmd.find(" -c ") != string::npos; |
| 78 | } |
| 79 | |
| 80 | static bool GetDepfileFromCommandImpl(StringPiece cmd, string* out) { |
Shinichiro Hamaji | 388e858 | 2015-07-03 16:51:46 +0900 | [diff] [blame] | 81 | if (cmd.find(StringPiece(" -MD ")) == string::npos && |
| 82 | cmd.find(StringPiece(" -MMD ")) == string::npos) { |
Shinichiro Hamaji | e9f7e67 | 2015-07-03 15:57:45 +0900 | [diff] [blame] | 83 | return false; |
| 84 | } |
| 85 | |
Shinichiro Hamaji | 388e858 | 2015-07-03 16:51:46 +0900 | [diff] [blame] | 86 | StringPiece mf = FindCommandLineFlagWithArg(cmd, StringPiece(" -MF ")); |
Shinichiro Hamaji | e9f7e67 | 2015-07-03 15:57:45 +0900 | [diff] [blame] | 87 | if (!mf.empty()) { |
| 88 | mf.AppendToString(out); |
| 89 | return true; |
| 90 | } |
| 91 | |
Shinichiro Hamaji | 388e858 | 2015-07-03 16:51:46 +0900 | [diff] [blame] | 92 | StringPiece o = FindCommandLineFlagWithArg(cmd, StringPiece(" -o ")); |
Shinichiro Hamaji | e9f7e67 | 2015-07-03 15:57:45 +0900 | [diff] [blame] | 93 | if (o.empty()) { |
| 94 | ERROR("Cannot find the depfile in %s", cmd.as_string().c_str()); |
| 95 | return false; |
| 96 | } |
| 97 | |
| 98 | StripExt(o).AppendToString(out); |
| 99 | *out += ".d"; |
| 100 | return true; |
| 101 | } |
| 102 | |
| 103 | bool GetDepfileFromCommand(StringPiece cmd, string* out) { |
| 104 | CHECK(cmd.get(cmd.size()-1) == ' '); |
| 105 | |
| 106 | if (!GetDepfileFromCommandImpl(cmd, out)) |
| 107 | return false; |
| 108 | |
| 109 | // A hack for Android - llvm-rs-cc seems not to emit a dep file. |
| 110 | if (cmd.find("bin/llvm-rs-cc ") != string::npos) { |
| 111 | return false; |
| 112 | } |
| 113 | |
| 114 | // TODO: A hack for Makefiles generated by automake. |
| 115 | |
| 116 | // A hack for Android to get .P files instead of .d. |
| 117 | string p; |
| 118 | StripExt(*out).AppendToString(&p); |
| 119 | p += ".P"; |
| 120 | if (cmd.find(p) != string::npos) { |
| 121 | *out = p; |
| 122 | return true; |
| 123 | } |
| 124 | |
| 125 | // A hack for Android. For .s files, GCC does not use C |
| 126 | // preprocessor, so it ignores -MF flag. |
| 127 | string as = "/"; |
| 128 | StripExt(Basename(*out)).AppendToString(&as); |
| 129 | as += ".s"; |
| 130 | if (cmd.find(as) != string::npos) { |
| 131 | return false; |
| 132 | } |
| 133 | |
| 134 | return true; |
| 135 | } |
| 136 | |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 137 | class NinjaGenerator { |
| 138 | public: |
| 139 | explicit NinjaGenerator(Evaluator* ev) |
| 140 | : ce_(ev), ev_(ev), fp_(NULL), rule_id_(0) { |
| 141 | ev_->set_avoid_io(true); |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 142 | if (g_goma_dir) |
| 143 | gomacc_ = StringPrintf("%s/gomacc ", g_goma_dir); |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 144 | } |
| 145 | |
| 146 | ~NinjaGenerator() { |
| 147 | ev_->set_avoid_io(false); |
| 148 | } |
| 149 | |
| 150 | void Generate(const vector<DepNode*>& nodes) { |
| 151 | GenerateShell(); |
| 152 | GenerateNinja(nodes); |
| 153 | } |
| 154 | |
| 155 | private: |
| 156 | string GenRuleName() { |
| 157 | return StringPrintf("rule%d", rule_id_++); |
| 158 | } |
| 159 | |
| 160 | StringPiece TranslateCommand(const char* in) { |
| 161 | const size_t orig_size = cmd_buf_.size(); |
| 162 | bool prev_backslash = false; |
| 163 | char quote = 0; |
| 164 | bool done = false; |
| 165 | for (; *in && !done; in++) { |
| 166 | switch (*in) { |
| 167 | case '#': |
| 168 | if (quote == 0 && !prev_backslash) { |
| 169 | done = true; |
| 170 | break; |
| 171 | } |
| 172 | |
| 173 | case '\'': |
| 174 | case '"': |
| 175 | case '`': |
| 176 | if (quote) { |
| 177 | if (quote == *in) |
| 178 | quote = 0; |
| 179 | } else if (!prev_backslash) { |
| 180 | quote = *in; |
| 181 | } |
Shinichiro Hamaji | f79ca53 | 2015-06-29 17:25:54 +0900 | [diff] [blame] | 182 | cmd_buf_ += *in; |
Shinichiro Hamaji | 4212e38 | 2015-06-29 17:21:04 +0900 | [diff] [blame] | 183 | break; |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 184 | |
| 185 | case '$': |
| 186 | cmd_buf_ += "$$"; |
| 187 | break; |
| 188 | |
| 189 | case '\t': |
| 190 | cmd_buf_ += ' '; |
| 191 | break; |
| 192 | |
| 193 | case '\n': |
| 194 | if (prev_backslash) { |
| 195 | cmd_buf_[cmd_buf_.size()-1] = ' '; |
| 196 | } else { |
| 197 | cmd_buf_ += ' '; |
| 198 | } |
Shinichiro Hamaji | 4d15183 | 2015-06-29 18:15:46 +0900 | [diff] [blame] | 199 | break; |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 200 | |
| 201 | case '\\': |
| 202 | prev_backslash = !prev_backslash; |
| 203 | cmd_buf_ += '\\'; |
| 204 | break; |
| 205 | |
| 206 | default: |
| 207 | cmd_buf_ += *in; |
| 208 | prev_backslash = false; |
| 209 | } |
| 210 | } |
| 211 | |
| 212 | while (true) { |
| 213 | char c = cmd_buf_[cmd_buf_.size()-1]; |
| 214 | if (!isspace(c) && c != ';') |
| 215 | break; |
| 216 | cmd_buf_.resize(cmd_buf_.size() - 1); |
| 217 | } |
| 218 | |
| 219 | return StringPiece(cmd_buf_.data() + orig_size, |
| 220 | cmd_buf_.size() - orig_size); |
| 221 | } |
| 222 | |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 223 | bool GenShellScript(const vector<Command*>& commands) { |
| 224 | bool use_gomacc = false; |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 225 | bool should_ignore_error = false; |
| 226 | cmd_buf_.clear(); |
| 227 | for (const Command* c : commands) { |
| 228 | if (!cmd_buf_.empty()) { |
| 229 | if (should_ignore_error) { |
| 230 | cmd_buf_ += " ; "; |
| 231 | } else { |
| 232 | cmd_buf_ += " && "; |
| 233 | } |
| 234 | } |
| 235 | should_ignore_error = c->ignore_error; |
| 236 | |
| 237 | const char* in = c->cmd->c_str(); |
| 238 | while (isspace(*in)) |
| 239 | in++; |
| 240 | |
| 241 | bool needs_subshell = commands.size() > 1; |
| 242 | if (*in == '(') { |
| 243 | needs_subshell = false; |
| 244 | } |
| 245 | |
| 246 | if (needs_subshell) |
| 247 | cmd_buf_ += '('; |
| 248 | |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 249 | size_t cmd_start = cmd_buf_.size(); |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 250 | StringPiece translated = TranslateCommand(in); |
| 251 | if (translated.empty()) { |
| 252 | cmd_buf_ += "true"; |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 253 | } else if (g_goma_dir && IsAndroidCompileCommand(translated)) { |
| 254 | cmd_buf_.insert(cmd_start, gomacc_); |
| 255 | use_gomacc = true; |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 256 | } |
| 257 | |
| 258 | if (c == commands.back() && c->ignore_error) { |
| 259 | cmd_buf_ += " ; true"; |
| 260 | } |
| 261 | |
| 262 | if (needs_subshell) |
| 263 | cmd_buf_ += ')'; |
| 264 | } |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 265 | return g_goma_dir && !use_gomacc; |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 266 | } |
| 267 | |
Shinichiro Hamaji | e9f7e67 | 2015-07-03 15:57:45 +0900 | [diff] [blame] | 268 | void EmitDepfile() { |
| 269 | cmd_buf_ += ' '; |
| 270 | string depfile; |
| 271 | bool result = GetDepfileFromCommand(cmd_buf_, &depfile); |
| 272 | cmd_buf_.resize(cmd_buf_.size()-1); |
| 273 | if (!result) |
| 274 | return; |
| 275 | fprintf(fp_, " depfile = %s\n", depfile.c_str()); |
| 276 | } |
| 277 | |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 278 | void EmitNode(DepNode* node) { |
| 279 | auto p = done_.insert(node->output); |
| 280 | if (!p.second) |
| 281 | return; |
| 282 | |
| 283 | if (node->cmds.empty() && node->deps.empty() && !node->is_phony) |
| 284 | return; |
| 285 | |
| 286 | vector<Command*> commands; |
| 287 | ce_.Eval(node, &commands); |
| 288 | |
| 289 | string rule_name = "phony"; |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 290 | bool use_local_pool = false; |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 291 | if (!commands.empty()) { |
| 292 | rule_name = GenRuleName(); |
| 293 | fprintf(fp_, "rule %s\n", rule_name.c_str()); |
| 294 | fprintf(fp_, " description = build $out\n"); |
| 295 | |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 296 | use_local_pool |= GenShellScript(commands); |
Shinichiro Hamaji | e9f7e67 | 2015-07-03 15:57:45 +0900 | [diff] [blame] | 297 | EmitDepfile(); |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 298 | |
| 299 | // It seems Linux is OK with ~130kB. |
| 300 | // TODO: Find this number automatically. |
| 301 | if (cmd_buf_.size() > 100 * 1000) { |
| 302 | fprintf(fp_, " rspfile = $out.rsp\n"); |
| 303 | fprintf(fp_, " rspfile_content = %s\n", cmd_buf_.c_str()); |
| 304 | fprintf(fp_, " command = sh $out.rsp\n"); |
| 305 | } else { |
| 306 | fprintf(fp_, " command = %s\n", cmd_buf_.c_str()); |
| 307 | } |
| 308 | } |
| 309 | |
| 310 | EmitBuild(node, rule_name); |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 311 | if (use_local_pool) |
| 312 | fprintf(fp_, " pool = local_pool\n"); |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 313 | |
| 314 | for (DepNode* d : node->deps) { |
| 315 | EmitNode(d); |
| 316 | } |
Shinichiro Hamaji | 3f2cf1e | 2015-07-06 18:58:18 +0900 | [diff] [blame^] | 317 | for (DepNode* d : node->order_onlys) { |
| 318 | EmitNode(d); |
| 319 | } |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 320 | } |
| 321 | |
| 322 | void EmitBuild(DepNode* node, const string& rule_name) { |
Shinichiro Hamaji | e799275 | 2015-06-29 18:38:35 +0900 | [diff] [blame] | 323 | fprintf(fp_, "build %s: %s", node->output.c_str(), rule_name.c_str()); |
| 324 | vector<Symbol> order_onlys; |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 325 | for (DepNode* d : node->deps) { |
Shinichiro Hamaji | 183dbb9 | 2015-07-06 17:21:39 +0900 | [diff] [blame] | 326 | fprintf(fp_, " %s", d->output.c_str()); |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 327 | } |
Shinichiro Hamaji | 183dbb9 | 2015-07-06 17:21:39 +0900 | [diff] [blame] | 328 | if (!node->order_onlys.empty()) { |
Shinichiro Hamaji | f4820de | 2015-06-29 17:03:17 +0900 | [diff] [blame] | 329 | fprintf(fp_, " ||"); |
Shinichiro Hamaji | 183dbb9 | 2015-07-06 17:21:39 +0900 | [diff] [blame] | 330 | for (DepNode* d : node->order_onlys) { |
| 331 | fprintf(fp_, " %s", d->output.c_str()); |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 332 | } |
| 333 | } |
| 334 | fprintf(fp_, "\n"); |
| 335 | } |
| 336 | |
| 337 | void GenerateNinja(const vector<DepNode*>& nodes) { |
| 338 | fp_ = fopen("build.ninja", "wb"); |
| 339 | if (fp_ == NULL) |
| 340 | PERROR("fopen(build.ninja) failed"); |
| 341 | |
| 342 | fprintf(fp_, "# Generated by kati\n"); |
| 343 | fprintf(fp_, "\n"); |
| 344 | |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 345 | if (g_goma_dir) { |
| 346 | fprintf(fp_, "pool local_pool\n"); |
| 347 | // TODO: Decide the appropriate number based on the number of cores. |
Shinichiro Hamaji | 99e4326 | 2015-07-03 20:47:05 +0900 | [diff] [blame] | 348 | fprintf(fp_, " depth = %d\n", 32); |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 349 | } |
| 350 | |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 351 | for (DepNode* node : nodes) { |
| 352 | EmitNode(node); |
| 353 | } |
| 354 | |
| 355 | fclose(fp_); |
| 356 | } |
| 357 | |
| 358 | void GenerateShell() { |
Shinichiro Hamaji | 54b93ba | 2015-07-03 20:43:32 +0900 | [diff] [blame] | 359 | FILE* fp = fopen("ninja.sh", "wb"); |
| 360 | if (fp == NULL) |
| 361 | PERROR("fopen(ninja.sh) failed"); |
| 362 | |
Shinichiro Hamaji | 94d6f2a | 2015-07-05 05:32:25 +0900 | [diff] [blame] | 363 | shared_ptr<string> shell = ev_->EvalVar(kShellSym); |
Shinichiro Hamaji | 54b93ba | 2015-07-03 20:43:32 +0900 | [diff] [blame] | 364 | if (shell->empty()) |
| 365 | shell = make_shared<string>("/bin/sh"); |
| 366 | fprintf(fp, "#!%s\n", shell->c_str()); |
| 367 | |
| 368 | for (const auto& p : ev_->exports()) { |
| 369 | if (p.second) { |
Shinichiro Hamaji | 94d6f2a | 2015-07-05 05:32:25 +0900 | [diff] [blame] | 370 | shared_ptr<string> val = ev_->EvalVar(p.first); |
Shinichiro Hamaji | 54b93ba | 2015-07-03 20:43:32 +0900 | [diff] [blame] | 371 | fprintf(fp, "export %s=%s\n", p.first.c_str(), val->c_str()); |
| 372 | } else { |
| 373 | fprintf(fp, "unset %s\n", p.first.c_str()); |
| 374 | } |
| 375 | } |
| 376 | |
| 377 | if (g_goma_dir) { |
| 378 | fprintf(fp, "exec ninja -j300 \"$@\"\n"); |
| 379 | } else { |
| 380 | fprintf(fp, "exec ninja \"$@\"\n"); |
| 381 | } |
| 382 | |
| 383 | if (chmod("ninja.sh", 0755) != 0) |
| 384 | PERROR("chmod ninja.sh failed"); |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 385 | } |
| 386 | |
| 387 | CommandEvaluator ce_; |
| 388 | Evaluator* ev_; |
| 389 | FILE* fp_; |
Shinichiro Hamaji | e799275 | 2015-06-29 18:38:35 +0900 | [diff] [blame] | 390 | unordered_set<Symbol> done_; |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 391 | int rule_id_; |
| 392 | string cmd_buf_; |
Shinichiro Hamaji | 9facae2 | 2015-07-03 17:16:36 +0900 | [diff] [blame] | 393 | string gomacc_; |
Shinichiro Hamaji | df1fc8b | 2015-06-29 15:45:21 +0900 | [diff] [blame] | 394 | }; |
| 395 | |
| 396 | void GenerateNinja(const vector<DepNode*>& nodes, Evaluator* ev) { |
| 397 | NinjaGenerator ng(ev); |
| 398 | ng.Generate(nodes); |
Shinichiro Hamaji | 5f86e1a | 2015-06-29 14:25:39 +0900 | [diff] [blame] | 399 | } |