Shinichiro Hamaji | b69bf8a | 2015-06-10 14:52:06 +0900 | [diff] [blame] | 1 | // Copyright 2015 Google Inc. All rights reserved |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
Fumitoshi Ukai | 744bb2b | 2015-06-25 00:10:52 +0900 | [diff] [blame] | 15 | package kati |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 16 | |
| 17 | import ( |
| 18 | "bufio" |
| 19 | "encoding/binary" |
| 20 | "fmt" |
| 21 | "io" |
| 22 | "os/exec" |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 23 | ) |
| 24 | |
| 25 | func btoi(b bool) int { |
| 26 | if b { |
| 27 | return 1 |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 28 | } |
Fumitoshi Ukai | 936de10 | 2015-06-08 11:21:16 +0900 | [diff] [blame] | 29 | return 0 |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 30 | } |
| 31 | |
| 32 | func sendMsg(w io.Writer, data []byte) { |
| 33 | for len(data) != 0 { |
| 34 | written, err := w.Write(data) |
| 35 | if err == io.EOF { |
| 36 | return |
| 37 | } |
| 38 | if err != nil { |
| 39 | panic(err) |
| 40 | } |
| 41 | data = data[written:] |
| 42 | } |
| 43 | } |
| 44 | |
| 45 | func sendInt(w io.Writer, i int) { |
| 46 | v := int32(i) |
| 47 | binary.Write(w, binary.LittleEndian, &v) |
| 48 | } |
| 49 | |
| 50 | func sendString(w io.Writer, s string) { |
| 51 | sendInt(w, len(s)) |
| 52 | sendMsg(w, []byte(s)) |
| 53 | } |
| 54 | |
| 55 | func sendRunners(w io.Writer, runners []runner) { |
| 56 | sendInt(w, len(runners)) |
| 57 | for _, r := range runners { |
| 58 | sendString(w, r.output) |
| 59 | sendString(w, r.cmd) |
| 60 | sendString(w, r.shell) |
| 61 | sendInt(w, btoi(r.echo)) |
| 62 | sendInt(w, btoi(r.ignoreError)) |
| 63 | } |
| 64 | } |
| 65 | |
Fumitoshi Ukai | ff4e580 | 2015-06-25 13:12:26 +0900 | [diff] [blame] | 66 | type paraResult struct { |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 67 | output string |
| 68 | stdout string |
| 69 | stderr string |
| 70 | status int |
Shinichiro Hamaji | a680842 | 2015-05-13 18:00:50 +0900 | [diff] [blame] | 71 | signal int |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 72 | } |
| 73 | |
| 74 | func recvInt(r *bufio.Reader) (int, error) { |
| 75 | var v int32 |
| 76 | err := binary.Read(r, binary.LittleEndian, &v) |
| 77 | return int(v), err |
| 78 | } |
| 79 | |
| 80 | func recvString(r *bufio.Reader) (string, error) { |
| 81 | l, err := recvInt(r) |
| 82 | if err != nil { |
| 83 | return "", err |
| 84 | } |
| 85 | buf := make([]byte, l) |
| 86 | read := 0 |
| 87 | for read < len(buf) { |
| 88 | r, err := r.Read(buf[read:]) |
| 89 | if err != nil { |
| 90 | return "", err |
| 91 | } |
| 92 | read += r |
| 93 | } |
| 94 | return string(buf), nil |
| 95 | } |
| 96 | |
Fumitoshi Ukai | ff4e580 | 2015-06-25 13:12:26 +0900 | [diff] [blame] | 97 | func recvResult(r *bufio.Reader) (*paraResult, error) { |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 98 | output, err := recvString(r) |
| 99 | if err != nil { |
| 100 | return nil, err |
| 101 | } |
| 102 | stdout, err := recvString(r) |
| 103 | if err != nil { |
| 104 | return nil, err |
| 105 | } |
| 106 | stderr, err := recvString(r) |
| 107 | if err != nil { |
| 108 | return nil, err |
| 109 | } |
| 110 | status, err := recvInt(r) |
| 111 | if err != nil { |
| 112 | return nil, err |
| 113 | } |
Shinichiro Hamaji | a680842 | 2015-05-13 18:00:50 +0900 | [diff] [blame] | 114 | signal, err := recvInt(r) |
| 115 | if err != nil { |
| 116 | return nil, err |
| 117 | } |
Fumitoshi Ukai | ff4e580 | 2015-06-25 13:12:26 +0900 | [diff] [blame] | 118 | return ¶Result{ |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 119 | output: output, |
| 120 | stdout: stdout, |
| 121 | stderr: stderr, |
| 122 | status: status, |
Shinichiro Hamaji | a680842 | 2015-05-13 18:00:50 +0900 | [diff] [blame] | 123 | signal: signal, |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 124 | }, nil |
| 125 | } |
| 126 | |
Fumitoshi Ukai | ff4e580 | 2015-06-25 13:12:26 +0900 | [diff] [blame] | 127 | type paraWorker struct { |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 128 | para *exec.Cmd |
Fumitoshi Ukai | ff4e580 | 2015-06-25 13:12:26 +0900 | [diff] [blame] | 129 | paraChan chan *paraResult |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 130 | stdin io.WriteCloser |
| 131 | stdout *bufio.Reader |
| 132 | doneChan chan bool |
| 133 | } |
| 134 | |
Fumitoshi Ukai | ff4e580 | 2015-06-25 13:12:26 +0900 | [diff] [blame] | 135 | func newParaWorker(paraChan chan *paraResult, numJobs int, paraPath string) *paraWorker { |
Fumitoshi Ukai | 744bb2b | 2015-06-25 00:10:52 +0900 | [diff] [blame] | 136 | para := exec.Command(paraPath, fmt.Sprintf("-j%d", numJobs), "--kati") |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 137 | stdin, err := para.StdinPipe() |
| 138 | if err != nil { |
| 139 | panic(err) |
| 140 | } |
| 141 | stdout, err := para.StdoutPipe() |
| 142 | if err != nil { |
| 143 | panic(err) |
| 144 | } |
| 145 | err = para.Start() |
| 146 | if err != nil { |
| 147 | panic(err) |
| 148 | } |
Fumitoshi Ukai | ff4e580 | 2015-06-25 13:12:26 +0900 | [diff] [blame] | 149 | return ¶Worker{ |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 150 | para: para, |
| 151 | paraChan: paraChan, |
| 152 | stdin: stdin, |
| 153 | stdout: bufio.NewReader(stdout), |
| 154 | doneChan: make(chan bool), |
| 155 | } |
| 156 | } |
| 157 | |
Fumitoshi Ukai | ff4e580 | 2015-06-25 13:12:26 +0900 | [diff] [blame] | 158 | func (para *paraWorker) Run() { |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 159 | for { |
| 160 | r, err := recvResult(para.stdout) |
| 161 | if err == io.EOF { |
| 162 | break |
| 163 | } |
| 164 | if err != nil { |
| 165 | panic(err) |
| 166 | } |
| 167 | para.paraChan <- r |
| 168 | } |
| 169 | para.para.Process.Kill() |
| 170 | para.para.Process.Wait() |
| 171 | para.doneChan <- true |
| 172 | } |
| 173 | |
Fumitoshi Ukai | ff4e580 | 2015-06-25 13:12:26 +0900 | [diff] [blame] | 174 | func (para *paraWorker) Wait() { |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 175 | para.stdin.Close() |
| 176 | <-para.doneChan |
| 177 | } |
| 178 | |
Fumitoshi Ukai | ff4e580 | 2015-06-25 13:12:26 +0900 | [diff] [blame] | 179 | func (para *paraWorker) RunCommand(runners []runner) { |
Shinichiro Hamaji | cedc5c8 | 2015-05-13 17:03:20 +0900 | [diff] [blame] | 180 | sendRunners(para.stdin, runners) |
| 181 | } |