Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 1 | #include "dep.h" |
| 2 | |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 3 | #include <algorithm> |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 4 | #include <memory> |
Shinichiro Hamaji | 52dbb60 | 2015-06-19 15:57:07 +0900 | [diff] [blame^] | 5 | #include <unordered_map> |
| 6 | #include <unordered_set> |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 7 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 8 | #include "fileutil.h" |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 9 | #include "log.h" |
| 10 | #include "rule.h" |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 11 | #include "strutil.h" |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 12 | #include "var.h" |
| 13 | |
| 14 | static vector<DepNode*>* g_dep_node_pool; |
| 15 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 16 | static StringPiece ReplaceSuffix(StringPiece s, StringPiece newsuf) { |
| 17 | string r; |
| 18 | AppendString(StripExt(s), &r); |
| 19 | r += '.'; |
| 20 | AppendString(newsuf, &r); |
| 21 | return Intern(r); |
| 22 | } |
| 23 | |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 24 | DepNode::DepNode(StringPiece o, bool p) |
| 25 | : output(o), |
| 26 | has_rule(false), |
| 27 | is_order_only(false), |
| 28 | is_phony(p), |
| 29 | target_specific_vars(NULL) { |
| 30 | g_dep_node_pool->push_back(this); |
| 31 | } |
| 32 | |
| 33 | class DepBuilder { |
| 34 | public: |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 35 | DepBuilder(const vector<shared_ptr<Rule>>& rules, |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 36 | const Vars& vars, |
| 37 | const unordered_map<StringPiece, Vars*>& rule_vars) |
| 38 | : vars_(vars), |
| 39 | rule_vars_(rule_vars), |
| 40 | first_rule_(NULL) { |
| 41 | PopulateRules(rules); |
| 42 | } |
| 43 | |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 44 | ~DepBuilder() { |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 45 | } |
| 46 | |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 47 | void Build(vector<StringPiece> targets, |
| 48 | vector<DepNode*>* nodes) { |
| 49 | if (targets.empty()) { |
| 50 | if (!first_rule_) { |
| 51 | ERROR("*** No targets."); |
| 52 | } |
| 53 | CHECK(!first_rule_->outputs.empty()); |
| 54 | targets.push_back(first_rule_->outputs[0]); |
| 55 | } |
| 56 | |
| 57 | // TODO: LogStats? |
| 58 | |
| 59 | for (StringPiece target : targets) { |
| 60 | unique_ptr<Vars> tsvs(new Vars); |
| 61 | DepNode* n = BuildPlan(target, "", tsvs.get()); |
| 62 | nodes->push_back(n); |
| 63 | } |
| 64 | } |
| 65 | |
| 66 | private: |
Shinichiro Hamaji | 52dbb60 | 2015-06-19 15:57:07 +0900 | [diff] [blame^] | 67 | bool Exists(StringPiece target) { |
| 68 | auto found = rules_.find(target); |
| 69 | if (found != rules_.end()) |
| 70 | return true; |
| 71 | if (phony_.count(target)) |
| 72 | return true; |
| 73 | return ::Exists(target); |
| 74 | } |
| 75 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 76 | void PopulateRules(const vector<shared_ptr<Rule>>& rules) { |
| 77 | for (shared_ptr<Rule> rule : rules) { |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 78 | if (rule->outputs.empty()) { |
| 79 | PopulateImplicitRule(rule); |
| 80 | } else { |
| 81 | PopulateExplicitRule(rule); |
| 82 | } |
| 83 | } |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 84 | reverse(implicit_rules_.begin(), implicit_rules_.end()); |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 85 | } |
| 86 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 87 | bool PopulateSuffixRule(shared_ptr<Rule> rule, StringPiece output) { |
| 88 | if (output.empty() || output[0] != '.') |
| 89 | return false; |
| 90 | |
| 91 | StringPiece rest = output.substr(1); |
| 92 | size_t dot_index = rest.find('.'); |
| 93 | // If there is only a single dot or the third dot, this is not a |
| 94 | // suffix rule. |
| 95 | if (dot_index == string::npos || |
| 96 | rest.substr(dot_index+1).find('.') != string::npos) { |
| 97 | return false; |
| 98 | } |
| 99 | |
| 100 | StringPiece input_suffix = rest.substr(0, dot_index); |
| 101 | StringPiece output_suffix = rest.substr(dot_index+1); |
| 102 | shared_ptr<Rule> r = make_shared<Rule>(*rule); |
| 103 | r->inputs.clear(); |
| 104 | r->inputs.push_back(input_suffix); |
| 105 | r->is_suffix_rule = true; |
| 106 | suffix_rules_[output_suffix].push_back(r); |
| 107 | return true; |
| 108 | } |
| 109 | |
| 110 | void PopulateExplicitRule(shared_ptr<Rule> rule) { |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 111 | for (StringPiece output : rule->outputs) { |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 112 | const bool is_suffix_rule = PopulateSuffixRule(rule, output); |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 113 | // isSuffixRule := db.populateSuffixRule(rule, output) |
| 114 | |
| 115 | |
| 116 | /* |
| 117 | if oldRule, present := db.rules[output]; present { |
| 118 | r := mergeRules(oldRule, rule, output, isSuffixRule) |
| 119 | db.rules[output] = r |
| 120 | } else { |
| 121 | db.rules[output] = rule |
| 122 | if db.firstRule == nil && !strings.HasPrefix(output, ".") { |
| 123 | db.firstRule = rule |
| 124 | } |
| 125 | } |
| 126 | */ |
| 127 | |
| 128 | auto p = rules_.insert(make_pair(output, rule)); |
| 129 | if (p.second) { |
| 130 | if (!first_rule_ && output.get(0) != '.') { |
| 131 | first_rule_ = rule; |
| 132 | } |
| 133 | } else { |
| 134 | // TODO: merge |
| 135 | CHECK(false); |
| 136 | } |
| 137 | } |
| 138 | } |
| 139 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 140 | void PopulateImplicitRule(shared_ptr<Rule> rule) { |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 141 | for (StringPiece output_pattern : rule->output_patterns) { |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 142 | shared_ptr<Rule> r = make_shared<Rule>(*rule); |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 143 | r->output_patterns.clear(); |
| 144 | r->output_patterns.push_back(output_pattern); |
| 145 | implicit_rules_.push_back(r); |
| 146 | } |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 147 | } |
| 148 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 149 | shared_ptr<Rule> LookupRule(StringPiece o) { |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 150 | auto found = rules_.find(o); |
| 151 | if (found != rules_.end()) |
| 152 | return found->second; |
| 153 | return NULL; |
| 154 | } |
| 155 | |
| 156 | Vars* LookupRuleVars(StringPiece o) { |
| 157 | auto found = rule_vars_.find(o); |
| 158 | if (found != rule_vars_.end()) |
| 159 | return found->second; |
| 160 | return NULL; |
| 161 | } |
| 162 | |
Shinichiro Hamaji | 52dbb60 | 2015-06-19 15:57:07 +0900 | [diff] [blame^] | 163 | bool CanPickImplicitRule(shared_ptr<Rule> rule, StringPiece output) { |
| 164 | CHECK(rule->output_patterns.size() == 1); |
| 165 | Pattern pat(rule->output_patterns[0]); |
| 166 | if (!pat.Match(output)) { |
| 167 | return false; |
| 168 | } |
| 169 | for (StringPiece input : rule->inputs) { |
| 170 | string buf; |
| 171 | pat.AppendSubst(output, input, &buf); |
| 172 | if (!Exists(buf)) |
| 173 | return false; |
| 174 | } |
| 175 | return true; |
| 176 | } |
| 177 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 178 | bool PickRule(StringPiece output, |
| 179 | shared_ptr<Rule>* out_rule, Vars** out_var) { |
| 180 | shared_ptr<Rule> rule = LookupRule(output); |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 181 | Vars* vars = LookupRuleVars(output); |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 182 | *out_rule = rule; |
| 183 | *out_var = vars; |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 184 | if (rule) { |
| 185 | if (!rule->cmds.empty()) { |
| 186 | return true; |
| 187 | } |
| 188 | } |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 189 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 190 | for (shared_ptr<Rule> irule : implicit_rules_) { |
Shinichiro Hamaji | 52dbb60 | 2015-06-19 15:57:07 +0900 | [diff] [blame^] | 191 | if (!CanPickImplicitRule(irule, output)) |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 192 | continue; |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 193 | if (rule) { |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 194 | shared_ptr<Rule> r = make_shared<Rule>(*rule); |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 195 | r->output_patterns = irule->output_patterns; |
| 196 | for (StringPiece input : irule->inputs) |
| 197 | r->inputs.push_back(input); |
| 198 | r->cmds = irule->cmds; |
| 199 | r->loc = irule->loc; |
| 200 | r->cmd_lineno = irule->cmd_lineno; |
| 201 | *out_rule = r; |
| 202 | return true; |
| 203 | } |
| 204 | if (vars) { |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 205 | // TODO: Merge implicit variables... |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 206 | CHECK(false); |
| 207 | } |
| 208 | *out_rule = irule; |
| 209 | return true; |
| 210 | } |
| 211 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 212 | StringPiece output_suffix = GetExt(output); |
| 213 | if (output_suffix.get(0) != '.') |
| 214 | return rule.get(); |
Shinichiro Hamaji | 52dbb60 | 2015-06-19 15:57:07 +0900 | [diff] [blame^] | 215 | output_suffix = output_suffix.substr(1); |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 216 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 217 | SuffixRuleMap::const_iterator found = suffix_rules_.find(output_suffix); |
| 218 | if (found == suffix_rules_.end()) |
| 219 | return rule.get(); |
| 220 | |
| 221 | for (shared_ptr<Rule> irule : found->second) { |
Shinichiro Hamaji | 52dbb60 | 2015-06-19 15:57:07 +0900 | [diff] [blame^] | 222 | CHECK(irule->inputs.size() == 1); |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 223 | StringPiece input = ReplaceSuffix(output, irule->inputs[0]); |
| 224 | if (!Exists(input)) |
| 225 | continue; |
| 226 | |
| 227 | if (rule) { |
| 228 | shared_ptr<Rule> r = make_shared<Rule>(*rule); |
| 229 | r->inputs.insert(r->inputs.begin(), input); |
| 230 | r->cmds = irule->cmds; |
| 231 | r->loc = irule->loc; |
| 232 | r->cmd_lineno = irule->cmd_lineno; |
| 233 | *out_rule = r; |
| 234 | return true; |
| 235 | } |
| 236 | if (vars) { |
| 237 | // TODO: Merge implicit variables... |
| 238 | CHECK(false); |
| 239 | } |
Shinichiro Hamaji | 52dbb60 | 2015-06-19 15:57:07 +0900 | [diff] [blame^] | 240 | *out_rule = irule; |
| 241 | return true; |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 242 | } |
| 243 | |
| 244 | return rule.get(); |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 245 | } |
| 246 | |
| 247 | DepNode* BuildPlan(StringPiece output, StringPiece needed_by, Vars* tsvs) { |
| 248 | LOG("BuildPlan: %s for %s", |
| 249 | output.as_string().c_str(), |
| 250 | needed_by.as_string().c_str()); |
| 251 | |
| 252 | auto found = done_.find(output); |
| 253 | if (found != done_.end()) { |
| 254 | return found->second; |
| 255 | } |
| 256 | |
Shinichiro Hamaji | 52dbb60 | 2015-06-19 15:57:07 +0900 | [diff] [blame^] | 257 | DepNode* n = new DepNode(output, phony_.count(output)); |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 258 | done_[output] = n; |
| 259 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 260 | shared_ptr<Rule> rule; |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 261 | Vars* vars; |
| 262 | if (!PickRule(output, &rule, &vars)) { |
| 263 | return n; |
| 264 | } |
| 265 | |
| 266 | // TODO: Handle TSVs |
| 267 | |
| 268 | for (StringPiece input : rule->inputs) { |
| 269 | if (rule->output_patterns.size() > 0) { |
| 270 | if (rule->output_patterns.size() > 1) { |
| 271 | ERROR("TODO: multiple output pattern is not supported yet"); |
| 272 | } |
Shinichiro Hamaji | 4a71131 | 2015-06-19 14:44:20 +0900 | [diff] [blame] | 273 | string o; |
| 274 | Pattern(rule->output_patterns[0]).AppendSubst(input, output, &o); |
| 275 | input = Intern(o); |
Shinichiro Hamaji | 52dbb60 | 2015-06-19 15:57:07 +0900 | [diff] [blame^] | 276 | } else if (rule->is_suffix_rule) { |
| 277 | input = Intern(ReplaceSuffix(output, input)); |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 278 | } |
| 279 | |
| 280 | n->actual_inputs.push_back(input); |
| 281 | DepNode* c = BuildPlan(input, output, tsvs); |
| 282 | n->deps.push_back(c); |
| 283 | } |
| 284 | |
| 285 | // TODO: order only |
| 286 | n->has_rule = true; |
| 287 | n->cmds = rule->cmds; |
| 288 | |
| 289 | return n; |
| 290 | } |
| 291 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 292 | unordered_map<StringPiece, shared_ptr<Rule>> rules_; |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 293 | const Vars& vars_; |
| 294 | const unordered_map<StringPiece, Vars*>& rule_vars_; |
| 295 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 296 | vector<shared_ptr<Rule>> implicit_rules_; // pattern=%. no prefix,suffix. |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 297 | //vector<Rule*> iprefix_rules_; // pattern=prefix%.. may have suffix |
| 298 | //vector<Rule*> isuffix_rules_; // pattern=%suffix no prefix |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 299 | typedef unordered_map<StringPiece, vector<shared_ptr<Rule>>> SuffixRuleMap; |
| 300 | SuffixRuleMap suffix_rules_; |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 301 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 302 | shared_ptr<Rule> first_rule_; |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 303 | unordered_map<StringPiece, DepNode*> done_; |
Shinichiro Hamaji | 52dbb60 | 2015-06-19 15:57:07 +0900 | [diff] [blame^] | 304 | unordered_set<StringPiece> phony_; |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 305 | }; |
| 306 | |
Shinichiro Hamaji | 0562c30 | 2015-06-19 15:30:49 +0900 | [diff] [blame] | 307 | void MakeDep(const vector<shared_ptr<Rule>>& rules, |
Shinichiro Hamaji | 776ca30 | 2015-06-06 03:52:48 +0900 | [diff] [blame] | 308 | const Vars& vars, |
| 309 | const unordered_map<StringPiece, Vars*>& rule_vars, |
| 310 | const vector<StringPiece>& targets, |
| 311 | vector<DepNode*>* nodes) { |
| 312 | DepBuilder db(rules, vars, rule_vars); |
| 313 | db.Build(targets, nodes); |
| 314 | } |
| 315 | |
| 316 | void InitDepNodePool() { |
| 317 | g_dep_node_pool = new vector<DepNode*>; |
| 318 | } |
| 319 | |
| 320 | void QuitDepNodePool() { |
| 321 | for (DepNode* n : *g_dep_node_pool) |
| 322 | delete n; |
| 323 | delete g_dep_node_pool; |
| 324 | } |