blob: 0c90f2801a070f2411b509ef66d2e17c6144d8ce [file] [log] [blame]
Elliott Hughes2faa5f12012-01-30 14:42:07 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070016
Ian Rogers166db042013-07-26 12:05:57 -070017#ifndef ART_COMPILER_UTILS_X86_ASSEMBLER_X86_H_
18#define ART_COMPILER_UTILS_X86_ASSEMBLER_X86_H_
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070019
Ian Rogers0d666d82011-08-14 16:03:46 -070020#include <vector>
Vladimir Marko80afd022015-05-19 18:08:00 +010021#include "base/bit_utils.h"
Elliott Hughes76160052012-12-12 16:31:20 -080022#include "base/macros.h"
Elliott Hughes0f3c5532012-03-30 14:51:51 -070023#include "constants_x86.h"
Brian Carlstrom578bbdc2011-07-21 14:07:47 -070024#include "globals.h"
Ian Rogers2c8f6532011-09-02 17:16:34 -070025#include "managed_register_x86.h"
Brian Carlstrom578bbdc2011-07-21 14:07:47 -070026#include "offsets.h"
Ian Rogers166db042013-07-26 12:05:57 -070027#include "utils/assembler.h"
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070028
Carl Shapiro6b6b5f02011-06-21 15:05:09 -070029namespace art {
Ian Rogers2c8f6532011-09-02 17:16:34 -070030namespace x86 {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070031
Ian Rogerscf7f1912014-10-22 22:06:39 -070032class Immediate : public ValueObject {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070033 public:
Andreas Gampe277ccbd2014-11-03 21:36:10 -080034 explicit Immediate(int32_t value_in) : value_(value_in) {}
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070035
36 int32_t value() const { return value_; }
37
Andreas Gampeab1eb0d2015-02-13 19:23:55 -080038 bool is_int8() const { return IsInt<8>(value_); }
39 bool is_uint8() const { return IsUint<8>(value_); }
40 bool is_int16() const { return IsInt<16>(value_); }
41 bool is_uint16() const { return IsUint<16>(value_); }
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070042
43 private:
44 const int32_t value_;
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070045};
46
47
Ian Rogerscf7f1912014-10-22 22:06:39 -070048class Operand : public ValueObject {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070049 public:
50 uint8_t mod() const {
51 return (encoding_at(0) >> 6) & 3;
52 }
53
54 Register rm() const {
55 return static_cast<Register>(encoding_at(0) & 7);
56 }
57
58 ScaleFactor scale() const {
59 return static_cast<ScaleFactor>((encoding_at(1) >> 6) & 3);
60 }
61
62 Register index() const {
63 return static_cast<Register>((encoding_at(1) >> 3) & 7);
64 }
65
66 Register base() const {
67 return static_cast<Register>(encoding_at(1) & 7);
68 }
69
70 int8_t disp8() const {
71 CHECK_GE(length_, 2);
72 return static_cast<int8_t>(encoding_[length_ - 1]);
73 }
74
75 int32_t disp32() const {
76 CHECK_GE(length_, 5);
77 int32_t value;
78 memcpy(&value, &encoding_[length_ - 4], sizeof(value));
79 return value;
80 }
81
82 bool IsRegister(Register reg) const {
83 return ((encoding_[0] & 0xF8) == 0xC0) // Addressing mode is register only.
84 && ((encoding_[0] & 0x07) == reg); // Register codes match.
85 }
86
87 protected:
88 // Operand can be sub classed (e.g: Address).
89 Operand() : length_(0) { }
90
Andreas Gampe277ccbd2014-11-03 21:36:10 -080091 void SetModRM(int mod_in, Register rm_in) {
92 CHECK_EQ(mod_in & ~3, 0);
93 encoding_[0] = (mod_in << 6) | rm_in;
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070094 length_ = 1;
95 }
96
Andreas Gampe277ccbd2014-11-03 21:36:10 -080097 void SetSIB(ScaleFactor scale_in, Register index_in, Register base_in) {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -070098 CHECK_EQ(length_, 1);
Andreas Gampe277ccbd2014-11-03 21:36:10 -080099 CHECK_EQ(scale_in & ~3, 0);
100 encoding_[1] = (scale_in << 6) | (index_in << 3) | base_in;
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700101 length_ = 2;
102 }
103
104 void SetDisp8(int8_t disp) {
105 CHECK(length_ == 1 || length_ == 2);
106 encoding_[length_++] = static_cast<uint8_t>(disp);
107 }
108
109 void SetDisp32(int32_t disp) {
110 CHECK(length_ == 1 || length_ == 2);
111 int disp_size = sizeof(disp);
112 memmove(&encoding_[length_], &disp, disp_size);
113 length_ += disp_size;
114 }
115
116 private:
Ian Rogers13735952014-10-08 12:43:28 -0700117 uint8_t length_;
118 uint8_t encoding_[6];
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700119
120 explicit Operand(Register reg) { SetModRM(3, reg); }
121
122 // Get the operand encoding byte at the given index.
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800123 uint8_t encoding_at(int index_in) const {
124 CHECK_GE(index_in, 0);
125 CHECK_LT(index_in, length_);
126 return encoding_[index_in];
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700127 }
128
Ian Rogers2c8f6532011-09-02 17:16:34 -0700129 friend class X86Assembler;
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700130};
131
132
133class Address : public Operand {
134 public:
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800135 Address(Register base_in, int32_t disp) {
136 Init(base_in, disp);
Ian Rogersb033c752011-07-20 12:22:35 -0700137 }
138
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800139 Address(Register base_in, Offset disp) {
140 Init(base_in, disp.Int32Value());
Ian Rogersa04d3972011-08-17 11:33:44 -0700141 }
142
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800143 Address(Register base_in, FrameOffset disp) {
144 CHECK_EQ(base_in, ESP);
Ian Rogersb033c752011-07-20 12:22:35 -0700145 Init(ESP, disp.Int32Value());
146 }
147
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800148 Address(Register base_in, MemberOffset disp) {
149 Init(base_in, disp.Int32Value());
Ian Rogersb033c752011-07-20 12:22:35 -0700150 }
151
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800152 void Init(Register base_in, int32_t disp) {
153 if (disp == 0 && base_in != EBP) {
154 SetModRM(0, base_in);
155 if (base_in == ESP) SetSIB(TIMES_1, ESP, base_in);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700156 } else if (disp >= -128 && disp <= 127) {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800157 SetModRM(1, base_in);
158 if (base_in == ESP) SetSIB(TIMES_1, ESP, base_in);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700159 SetDisp8(disp);
160 } else {
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800161 SetModRM(2, base_in);
162 if (base_in == ESP) SetSIB(TIMES_1, ESP, base_in);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700163 SetDisp32(disp);
164 }
165 }
166
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800167 Address(Register index_in, ScaleFactor scale_in, int32_t disp) {
168 CHECK_NE(index_in, ESP); // Illegal addressing mode.
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700169 SetModRM(0, ESP);
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800170 SetSIB(scale_in, index_in, EBP);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700171 SetDisp32(disp);
172 }
173
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800174 Address(Register base_in, Register index_in, ScaleFactor scale_in, int32_t disp) {
175 CHECK_NE(index_in, ESP); // Illegal addressing mode.
176 if (disp == 0 && base_in != EBP) {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700177 SetModRM(0, ESP);
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800178 SetSIB(scale_in, index_in, base_in);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700179 } else if (disp >= -128 && disp <= 127) {
180 SetModRM(1, ESP);
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800181 SetSIB(scale_in, index_in, base_in);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700182 SetDisp8(disp);
183 } else {
184 SetModRM(2, ESP);
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800185 SetSIB(scale_in, index_in, base_in);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700186 SetDisp32(disp);
187 }
188 }
189
Ian Rogers13735952014-10-08 12:43:28 -0700190 static Address Absolute(uintptr_t addr) {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700191 Address result;
Ian Rogersdd7624d2014-03-14 17:43:00 -0700192 result.SetModRM(0, EBP);
193 result.SetDisp32(addr);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700194 return result;
195 }
196
Ian Rogersdd7624d2014-03-14 17:43:00 -0700197 static Address Absolute(ThreadOffset<4> addr) {
198 return Absolute(addr.Int32Value());
Ian Rogersb033c752011-07-20 12:22:35 -0700199 }
200
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700201 private:
202 Address() {}
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700203};
204
205
Mark Mendell73f455e2015-08-21 09:30:05 -0400206// This is equivalent to the Label class, used in a slightly different context. We
207// inherit the functionality of the Label class, but prevent unintended
208// derived-to-base conversions by making the base class private.
209class NearLabel : private Label {
210 public:
211 NearLabel() : Label() {}
212
213 // Expose the Label routines that we need.
214 using Label::Position;
215 using Label::LinkPosition;
216 using Label::IsBound;
217 using Label::IsUnused;
218 using Label::IsLinked;
219
220 private:
221 using Label::BindTo;
222 using Label::LinkTo;
223
224 friend class x86::X86Assembler;
225
226 DISALLOW_COPY_AND_ASSIGN(NearLabel);
227};
228
229
Ian Rogersbefbd572014-03-06 01:13:39 -0800230class X86Assembler FINAL : public Assembler {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700231 public:
Roland Levillain3887c462015-08-12 18:15:42 +0100232 X86Assembler() {}
Ian Rogers2c8f6532011-09-02 17:16:34 -0700233 virtual ~X86Assembler() {}
buzbeec143c552011-08-20 17:38:58 -0700234
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700235 /*
236 * Emit Machine Instructions.
237 */
238 void call(Register reg);
239 void call(const Address& address);
240 void call(Label* label);
Nicolas Geoffray8ccc3f52014-03-19 10:34:11 +0000241 void call(const ExternalLabel& label);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700242
243 void pushl(Register reg);
244 void pushl(const Address& address);
245 void pushl(const Immediate& imm);
246
247 void popl(Register reg);
248 void popl(const Address& address);
249
250 void movl(Register dst, const Immediate& src);
251 void movl(Register dst, Register src);
252
253 void movl(Register dst, const Address& src);
254 void movl(const Address& dst, Register src);
255 void movl(const Address& dst, const Immediate& imm);
Ian Rogersbdb03912011-09-14 00:55:44 -0700256 void movl(const Address& dst, Label* lbl);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700257
Mark Mendell7a08fb52015-07-15 14:09:35 -0400258 void movntl(const Address& dst, Register src);
259
Mark Mendell09ed1a32015-03-25 08:30:06 -0400260 void bswapl(Register dst);
Mark Mendell8ae3ffb2015-08-12 21:16:41 -0400261 void bsrl(Register dst, Register src);
262 void bsrl(Register dst, const Address& src);
Mark Mendell09ed1a32015-03-25 08:30:06 -0400263
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700264 void movzxb(Register dst, ByteRegister src);
265 void movzxb(Register dst, const Address& src);
266 void movsxb(Register dst, ByteRegister src);
267 void movsxb(Register dst, const Address& src);
268 void movb(Register dst, const Address& src);
269 void movb(const Address& dst, ByteRegister src);
270 void movb(const Address& dst, const Immediate& imm);
271
272 void movzxw(Register dst, Register src);
273 void movzxw(Register dst, const Address& src);
274 void movsxw(Register dst, Register src);
275 void movsxw(Register dst, const Address& src);
276 void movw(Register dst, const Address& src);
277 void movw(const Address& dst, Register src);
Nicolas Geoffray26a25ef2014-09-30 13:54:09 +0100278 void movw(const Address& dst, const Immediate& imm);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700279
280 void leal(Register dst, const Address& src);
281
Ian Rogersb033c752011-07-20 12:22:35 -0700282 void cmovl(Condition condition, Register dst, Register src);
283
Nicolas Geoffray5b4b8982014-12-18 17:45:56 +0000284 void setb(Condition condition, Register dst);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700285
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +0100286 void movaps(XmmRegister dst, XmmRegister src);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700287 void movss(XmmRegister dst, const Address& src);
288 void movss(const Address& dst, XmmRegister src);
289 void movss(XmmRegister dst, XmmRegister src);
290
291 void movd(XmmRegister dst, Register src);
292 void movd(Register dst, XmmRegister src);
293
294 void addss(XmmRegister dst, XmmRegister src);
295 void addss(XmmRegister dst, const Address& src);
296 void subss(XmmRegister dst, XmmRegister src);
297 void subss(XmmRegister dst, const Address& src);
298 void mulss(XmmRegister dst, XmmRegister src);
299 void mulss(XmmRegister dst, const Address& src);
300 void divss(XmmRegister dst, XmmRegister src);
301 void divss(XmmRegister dst, const Address& src);
302
303 void movsd(XmmRegister dst, const Address& src);
304 void movsd(const Address& dst, XmmRegister src);
305 void movsd(XmmRegister dst, XmmRegister src);
306
Calin Juravle52c48962014-12-16 17:02:57 +0000307 void psrlq(XmmRegister reg, const Immediate& shift_count);
308 void punpckldq(XmmRegister dst, XmmRegister src);
309
Nicolas Geoffray234d69d2015-03-09 10:28:50 +0000310 void movhpd(XmmRegister dst, const Address& src);
311 void movhpd(const Address& dst, XmmRegister src);
312
313 void psrldq(XmmRegister reg, const Immediate& shift_count);
314
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700315 void addsd(XmmRegister dst, XmmRegister src);
316 void addsd(XmmRegister dst, const Address& src);
317 void subsd(XmmRegister dst, XmmRegister src);
318 void subsd(XmmRegister dst, const Address& src);
319 void mulsd(XmmRegister dst, XmmRegister src);
320 void mulsd(XmmRegister dst, const Address& src);
321 void divsd(XmmRegister dst, XmmRegister src);
322 void divsd(XmmRegister dst, const Address& src);
323
324 void cvtsi2ss(XmmRegister dst, Register src);
325 void cvtsi2sd(XmmRegister dst, Register src);
326
327 void cvtss2si(Register dst, XmmRegister src);
328 void cvtss2sd(XmmRegister dst, XmmRegister src);
329
330 void cvtsd2si(Register dst, XmmRegister src);
331 void cvtsd2ss(XmmRegister dst, XmmRegister src);
332
333 void cvttss2si(Register dst, XmmRegister src);
334 void cvttsd2si(Register dst, XmmRegister src);
335
336 void cvtdq2pd(XmmRegister dst, XmmRegister src);
337
338 void comiss(XmmRegister a, XmmRegister b);
339 void comisd(XmmRegister a, XmmRegister b);
Calin Juravleddb7df22014-11-25 20:56:51 +0000340 void ucomiss(XmmRegister a, XmmRegister b);
341 void ucomisd(XmmRegister a, XmmRegister b);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700342
Mark Mendellfb8d2792015-03-31 22:16:59 -0400343 void roundsd(XmmRegister dst, XmmRegister src, const Immediate& imm);
344 void roundss(XmmRegister dst, XmmRegister src, const Immediate& imm);
345
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700346 void sqrtsd(XmmRegister dst, XmmRegister src);
347 void sqrtss(XmmRegister dst, XmmRegister src);
348
349 void xorpd(XmmRegister dst, const Address& src);
350 void xorpd(XmmRegister dst, XmmRegister src);
351 void xorps(XmmRegister dst, const Address& src);
352 void xorps(XmmRegister dst, XmmRegister src);
353
Mark Mendell09ed1a32015-03-25 08:30:06 -0400354 void andpd(XmmRegister dst, XmmRegister src);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700355 void andpd(XmmRegister dst, const Address& src);
Mark Mendell09ed1a32015-03-25 08:30:06 -0400356 void andps(XmmRegister dst, XmmRegister src);
357 void andps(XmmRegister dst, const Address& src);
358
359 void orpd(XmmRegister dst, XmmRegister src);
360 void orps(XmmRegister dst, XmmRegister src);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700361
362 void flds(const Address& src);
363 void fstps(const Address& dst);
Mark Mendell24f2dfa2015-01-14 19:51:45 -0500364 void fsts(const Address& dst);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700365
366 void fldl(const Address& src);
367 void fstpl(const Address& dst);
Mark Mendell24f2dfa2015-01-14 19:51:45 -0500368 void fstl(const Address& dst);
369
370 void fstsw();
371
372 void fucompp();
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700373
374 void fnstcw(const Address& dst);
375 void fldcw(const Address& src);
376
377 void fistpl(const Address& dst);
378 void fistps(const Address& dst);
379 void fildl(const Address& src);
Roland Levillain0a186012015-04-13 17:00:20 +0100380 void filds(const Address& src);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700381
382 void fincstp();
383 void ffree(const Immediate& index);
384
385 void fsin();
386 void fcos();
387 void fptan();
Mark Mendell24f2dfa2015-01-14 19:51:45 -0500388 void fprem();
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700389
390 void xchgl(Register dst, Register src);
Ian Rogers7caad772012-03-30 01:07:54 -0700391 void xchgl(Register reg, const Address& address);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700392
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100393 void cmpw(const Address& address, const Immediate& imm);
394
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700395 void cmpl(Register reg, const Immediate& imm);
396 void cmpl(Register reg0, Register reg1);
397 void cmpl(Register reg, const Address& address);
398
399 void cmpl(const Address& address, Register reg);
400 void cmpl(const Address& address, const Immediate& imm);
401
402 void testl(Register reg1, Register reg2);
403 void testl(Register reg, const Immediate& imm);
Nicolas Geoffrayf12feb82014-07-17 18:32:41 +0100404 void testl(Register reg1, const Address& address);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700405
406 void andl(Register dst, const Immediate& imm);
407 void andl(Register dst, Register src);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000408 void andl(Register dst, const Address& address);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700409
410 void orl(Register dst, const Immediate& imm);
411 void orl(Register dst, Register src);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000412 void orl(Register dst, const Address& address);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700413
414 void xorl(Register dst, Register src);
Nicolas Geoffrayb55f8352014-04-07 15:26:35 +0100415 void xorl(Register dst, const Immediate& imm);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000416 void xorl(Register dst, const Address& address);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700417
418 void addl(Register dst, Register src);
419 void addl(Register reg, const Immediate& imm);
420 void addl(Register reg, const Address& address);
421
422 void addl(const Address& address, Register reg);
423 void addl(const Address& address, const Immediate& imm);
424
425 void adcl(Register dst, Register src);
426 void adcl(Register reg, const Immediate& imm);
427 void adcl(Register dst, const Address& address);
428
429 void subl(Register dst, Register src);
430 void subl(Register reg, const Immediate& imm);
431 void subl(Register reg, const Address& address);
Mark Mendell09ed1a32015-03-25 08:30:06 -0400432 void subl(const Address& address, Register src);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700433
434 void cdq();
435
436 void idivl(Register reg);
437
438 void imull(Register dst, Register src);
439 void imull(Register reg, const Immediate& imm);
Mark Mendell4a2aa4a2015-07-27 16:13:10 -0400440 void imull(Register dst, Register src, const Immediate& imm);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700441 void imull(Register reg, const Address& address);
442
443 void imull(Register reg);
444 void imull(const Address& address);
445
446 void mull(Register reg);
447 void mull(const Address& address);
448
449 void sbbl(Register dst, Register src);
450 void sbbl(Register reg, const Immediate& imm);
451 void sbbl(Register reg, const Address& address);
Mark Mendell09ed1a32015-03-25 08:30:06 -0400452 void sbbl(const Address& address, Register src);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700453
454 void incl(Register reg);
455 void incl(const Address& address);
456
457 void decl(Register reg);
458 void decl(const Address& address);
459
460 void shll(Register reg, const Immediate& imm);
461 void shll(Register operand, Register shifter);
Mark P Mendell73945692015-04-29 14:56:17 +0000462 void shll(const Address& address, const Immediate& imm);
463 void shll(const Address& address, Register shifter);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700464 void shrl(Register reg, const Immediate& imm);
465 void shrl(Register operand, Register shifter);
Mark P Mendell73945692015-04-29 14:56:17 +0000466 void shrl(const Address& address, const Immediate& imm);
467 void shrl(const Address& address, Register shifter);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700468 void sarl(Register reg, const Immediate& imm);
469 void sarl(Register operand, Register shifter);
Mark P Mendell73945692015-04-29 14:56:17 +0000470 void sarl(const Address& address, const Immediate& imm);
471 void sarl(const Address& address, Register shifter);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000472 void shld(Register dst, Register src, Register shifter);
Mark P Mendell73945692015-04-29 14:56:17 +0000473 void shld(Register dst, Register src, const Immediate& imm);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000474 void shrd(Register dst, Register src, Register shifter);
Mark P Mendell73945692015-04-29 14:56:17 +0000475 void shrd(Register dst, Register src, const Immediate& imm);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700476
477 void negl(Register reg);
478 void notl(Register reg);
479
480 void enter(const Immediate& imm);
481 void leave();
482
483 void ret();
484 void ret(const Immediate& imm);
485
486 void nop();
487 void int3();
488 void hlt();
489
490 void j(Condition condition, Label* label);
Mark Mendell73f455e2015-08-21 09:30:05 -0400491 void j(Condition condition, NearLabel* label);
492 void jecxz(NearLabel* label);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700493
494 void jmp(Register reg);
Ian Rogers7caad772012-03-30 01:07:54 -0700495 void jmp(const Address& address);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700496 void jmp(Label* label);
Mark Mendell73f455e2015-08-21 09:30:05 -0400497 void jmp(NearLabel* label);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700498
Andreas Gampe21030dd2015-05-07 14:46:15 -0700499 void repne_scasw();
agicsaki71311f82015-07-27 11:34:13 -0700500 void repe_cmpsw();
agicsaki970abfb2015-07-31 10:31:14 -0700501 void repe_cmpsl();
Mark Mendellb9c4bbe2015-07-01 14:26:52 -0400502 void rep_movsw();
Andreas Gampe21030dd2015-05-07 14:46:15 -0700503
Ian Rogers2c8f6532011-09-02 17:16:34 -0700504 X86Assembler* lock();
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700505 void cmpxchgl(const Address& address, Register reg);
Mark Mendell58d25fd2015-04-03 14:52:31 -0400506 void cmpxchg8b(const Address& address);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700507
Elliott Hughes79ab9e32012-03-12 15:41:35 -0700508 void mfence();
509
Ian Rogers2c8f6532011-09-02 17:16:34 -0700510 X86Assembler* fs();
Ian Rogersbefbd572014-03-06 01:13:39 -0800511 X86Assembler* gs();
Ian Rogersb033c752011-07-20 12:22:35 -0700512
513 //
514 // Macros for High-level operations.
515 //
516
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700517 void AddImmediate(Register reg, const Immediate& imm);
518
Roland Levillain647b9ed2014-11-27 12:06:00 +0000519 void LoadLongConstant(XmmRegister dst, int64_t value);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700520 void LoadDoubleConstant(XmmRegister dst, double value);
521
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700522 void LockCmpxchgl(const Address& address, Register reg) {
Ian Rogers0d666d82011-08-14 16:03:46 -0700523 lock()->cmpxchgl(address, reg);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700524 }
525
Mark Mendell58d25fd2015-04-03 14:52:31 -0400526 void LockCmpxchg8b(const Address& address) {
527 lock()->cmpxchg8b(address);
528 }
529
Ian Rogersb033c752011-07-20 12:22:35 -0700530 //
531 // Misc. functionality
532 //
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700533 int PreferredLoopAlignment() { return 16; }
534 void Align(int alignment, int offset);
535 void Bind(Label* label);
Mark Mendell73f455e2015-08-21 09:30:05 -0400536 void Bind(NearLabel* label);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700537
Ian Rogers2c8f6532011-09-02 17:16:34 -0700538 //
539 // Overridden common assembler high-level functionality
540 //
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700541
Ian Rogers2c8f6532011-09-02 17:16:34 -0700542 // Emit code that will create an activation on the stack
Ian Rogersdd7624d2014-03-14 17:43:00 -0700543 void BuildFrame(size_t frame_size, ManagedRegister method_reg,
544 const std::vector<ManagedRegister>& callee_save_regs,
545 const ManagedRegisterEntrySpills& entry_spills) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700546
547 // Emit code that will remove an activation from the stack
Ian Rogersdd7624d2014-03-14 17:43:00 -0700548 void RemoveFrame(size_t frame_size, const std::vector<ManagedRegister>& callee_save_regs)
549 OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700550
Ian Rogersdd7624d2014-03-14 17:43:00 -0700551 void IncreaseFrameSize(size_t adjust) OVERRIDE;
552 void DecreaseFrameSize(size_t adjust) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700553
554 // Store routines
Ian Rogersdd7624d2014-03-14 17:43:00 -0700555 void Store(FrameOffset offs, ManagedRegister src, size_t size) OVERRIDE;
556 void StoreRef(FrameOffset dest, ManagedRegister src) OVERRIDE;
557 void StoreRawPtr(FrameOffset dest, ManagedRegister src) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700558
Ian Rogersdd7624d2014-03-14 17:43:00 -0700559 void StoreImmediateToFrame(FrameOffset dest, uint32_t imm, ManagedRegister scratch) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700560
Ian Rogersdd7624d2014-03-14 17:43:00 -0700561 void StoreImmediateToThread32(ThreadOffset<4> dest, uint32_t imm, ManagedRegister scratch)
562 OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700563
Ian Rogersdd7624d2014-03-14 17:43:00 -0700564 void StoreStackOffsetToThread32(ThreadOffset<4> thr_offs, FrameOffset fr_offs,
565 ManagedRegister scratch) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700566
Ian Rogersdd7624d2014-03-14 17:43:00 -0700567 void StoreStackPointerToThread32(ThreadOffset<4> thr_offs) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700568
Ian Rogersdd7624d2014-03-14 17:43:00 -0700569 void StoreSpanning(FrameOffset dest, ManagedRegister src, FrameOffset in_off,
570 ManagedRegister scratch) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700571
572 // Load routines
Ian Rogersdd7624d2014-03-14 17:43:00 -0700573 void Load(ManagedRegister dest, FrameOffset src, size_t size) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700574
Ian Rogersdd7624d2014-03-14 17:43:00 -0700575 void LoadFromThread32(ManagedRegister dest, ThreadOffset<4> src, size_t size) OVERRIDE;
Ian Rogers5a7a74a2011-09-26 16:32:29 -0700576
Mathieu Chartiere401d142015-04-22 13:56:20 -0700577 void LoadRef(ManagedRegister dest, FrameOffset src) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700578
Mathieu Chartiere401d142015-04-22 13:56:20 -0700579 void LoadRef(ManagedRegister dest, ManagedRegister base, MemberOffset offs,
Roland Levillain4d027112015-07-01 15:41:14 +0100580 bool unpoison_reference) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700581
Ian Rogersdd7624d2014-03-14 17:43:00 -0700582 void LoadRawPtr(ManagedRegister dest, ManagedRegister base, Offset offs) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700583
Ian Rogersdd7624d2014-03-14 17:43:00 -0700584 void LoadRawPtrFromThread32(ManagedRegister dest, ThreadOffset<4> offs) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700585
586 // Copying routines
Ian Rogersdd7624d2014-03-14 17:43:00 -0700587 void Move(ManagedRegister dest, ManagedRegister src, size_t size) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700588
Ian Rogersdd7624d2014-03-14 17:43:00 -0700589 void CopyRawPtrFromThread32(FrameOffset fr_offs, ThreadOffset<4> thr_offs,
590 ManagedRegister scratch) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700591
Ian Rogersdd7624d2014-03-14 17:43:00 -0700592 void CopyRawPtrToThread32(ThreadOffset<4> thr_offs, FrameOffset fr_offs, ManagedRegister scratch)
593 OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700594
Ian Rogersdd7624d2014-03-14 17:43:00 -0700595 void CopyRef(FrameOffset dest, FrameOffset src, ManagedRegister scratch) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700596
Ian Rogersdd7624d2014-03-14 17:43:00 -0700597 void Copy(FrameOffset dest, FrameOffset src, ManagedRegister scratch, size_t size) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700598
Ian Rogersdd7624d2014-03-14 17:43:00 -0700599 void Copy(FrameOffset dest, ManagedRegister src_base, Offset src_offset, ManagedRegister scratch,
600 size_t size) OVERRIDE;
Ian Rogersdc51b792011-09-22 20:41:37 -0700601
Ian Rogersdd7624d2014-03-14 17:43:00 -0700602 void Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, ManagedRegister scratch,
603 size_t size) OVERRIDE;
Ian Rogers5a7a74a2011-09-26 16:32:29 -0700604
Ian Rogersdd7624d2014-03-14 17:43:00 -0700605 void Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, ManagedRegister scratch,
606 size_t size) OVERRIDE;
Ian Rogersdc51b792011-09-22 20:41:37 -0700607
Ian Rogersdd7624d2014-03-14 17:43:00 -0700608 void Copy(ManagedRegister dest, Offset dest_offset, ManagedRegister src, Offset src_offset,
609 ManagedRegister scratch, size_t size) OVERRIDE;
Ian Rogers5a7a74a2011-09-26 16:32:29 -0700610
Ian Rogersdd7624d2014-03-14 17:43:00 -0700611 void Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset,
612 ManagedRegister scratch, size_t size) OVERRIDE;
Ian Rogersdc51b792011-09-22 20:41:37 -0700613
Ian Rogersdd7624d2014-03-14 17:43:00 -0700614 void MemoryBarrier(ManagedRegister) OVERRIDE;
Ian Rogerse5de95b2011-09-18 20:31:38 -0700615
jeffhao58136ca2012-05-24 13:40:11 -0700616 // Sign extension
Ian Rogersdd7624d2014-03-14 17:43:00 -0700617 void SignExtend(ManagedRegister mreg, size_t size) OVERRIDE;
jeffhao58136ca2012-05-24 13:40:11 -0700618
jeffhaocee4d0c2012-06-15 14:42:01 -0700619 // Zero extension
Ian Rogersdd7624d2014-03-14 17:43:00 -0700620 void ZeroExtend(ManagedRegister mreg, size_t size) OVERRIDE;
jeffhaocee4d0c2012-06-15 14:42:01 -0700621
Ian Rogers2c8f6532011-09-02 17:16:34 -0700622 // Exploit fast access in managed code to Thread::Current()
Ian Rogersdd7624d2014-03-14 17:43:00 -0700623 void GetCurrentThread(ManagedRegister tr) OVERRIDE;
624 void GetCurrentThread(FrameOffset dest_offset, ManagedRegister scratch) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700625
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700626 // Set up out_reg to hold a Object** into the handle scope, or to be null if the
Ian Rogers2c8f6532011-09-02 17:16:34 -0700627 // value is null and null_allowed. in_reg holds a possibly stale reference
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700628 // that can be used to avoid loading the handle scope entry to see if the value is
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700629 // null.
630 void CreateHandleScopeEntry(ManagedRegister out_reg, FrameOffset handlescope_offset,
631 ManagedRegister in_reg, bool null_allowed) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700632
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700633 // Set up out_off to hold a Object** into the handle scope, or to be null if the
Ian Rogers2c8f6532011-09-02 17:16:34 -0700634 // value is null and null_allowed.
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700635 void CreateHandleScopeEntry(FrameOffset out_off, FrameOffset handlescope_offset,
636 ManagedRegister scratch, bool null_allowed) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700637
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700638 // src holds a handle scope entry (Object**) load this into dst
639 void LoadReferenceFromHandleScope(ManagedRegister dst, ManagedRegister src) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700640
641 // Heap::VerifyObject on src. In some cases (such as a reference to this) we
642 // know that src may not be null.
Ian Rogersdd7624d2014-03-14 17:43:00 -0700643 void VerifyObject(ManagedRegister src, bool could_be_null) OVERRIDE;
644 void VerifyObject(FrameOffset src, bool could_be_null) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700645
646 // Call to address held at [base+offset]
Ian Rogersdd7624d2014-03-14 17:43:00 -0700647 void Call(ManagedRegister base, Offset offset, ManagedRegister scratch) OVERRIDE;
648 void Call(FrameOffset base, Offset offset, ManagedRegister scratch) OVERRIDE;
649 void CallFromThread32(ThreadOffset<4> offset, ManagedRegister scratch) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700650
Ian Rogers2c8f6532011-09-02 17:16:34 -0700651 // Generate code to check if Thread::Current()->exception_ is non-null
652 // and branch to a ExceptionSlowPath if it is.
Ian Rogersdd7624d2014-03-14 17:43:00 -0700653 void ExceptionPoll(ManagedRegister scratch, size_t stack_adjust) OVERRIDE;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700654
Roland Levillain4d027112015-07-01 15:41:14 +0100655 //
656 // Heap poisoning.
657 //
658
659 // Poison a heap reference contained in `reg`.
660 void PoisonHeapReference(Register reg) { negl(reg); }
661 // Unpoison a heap reference contained in `reg`.
662 void UnpoisonHeapReference(Register reg) { negl(reg); }
663 // Unpoison a heap reference contained in `reg` if heap poisoning is enabled.
664 void MaybeUnpoisonHeapReference(Register reg) {
665 if (kPoisonHeapReferences) {
666 UnpoisonHeapReference(reg);
667 }
668 }
669
Ian Rogers2c8f6532011-09-02 17:16:34 -0700670 private:
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700671 inline void EmitUint8(uint8_t value);
672 inline void EmitInt32(int32_t value);
673 inline void EmitRegisterOperand(int rm, int reg);
674 inline void EmitXmmRegisterOperand(int rm, XmmRegister reg);
675 inline void EmitFixup(AssemblerFixup* fixup);
676 inline void EmitOperandSizeOverride();
677
678 void EmitOperand(int rm, const Operand& operand);
679 void EmitImmediate(const Immediate& imm);
680 void EmitComplex(int rm, const Operand& operand, const Immediate& immediate);
681 void EmitLabel(Label* label, int instruction_size);
682 void EmitLabelLink(Label* label);
Mark Mendell73f455e2015-08-21 09:30:05 -0400683 void EmitLabelLink(NearLabel* label);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700684
Mark P Mendell73945692015-04-29 14:56:17 +0000685 void EmitGenericShift(int rm, const Operand& operand, const Immediate& imm);
686 void EmitGenericShift(int rm, const Operand& operand, Register shifter);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700687
Ian Rogers2c8f6532011-09-02 17:16:34 -0700688 DISALLOW_COPY_AND_ASSIGN(X86Assembler);
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700689};
690
Ian Rogers2c8f6532011-09-02 17:16:34 -0700691inline void X86Assembler::EmitUint8(uint8_t value) {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700692 buffer_.Emit<uint8_t>(value);
693}
694
Ian Rogers2c8f6532011-09-02 17:16:34 -0700695inline void X86Assembler::EmitInt32(int32_t value) {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700696 buffer_.Emit<int32_t>(value);
697}
698
Ian Rogers2c8f6532011-09-02 17:16:34 -0700699inline void X86Assembler::EmitRegisterOperand(int rm, int reg) {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700700 CHECK_GE(rm, 0);
701 CHECK_LT(rm, 8);
702 buffer_.Emit<uint8_t>(0xC0 + (rm << 3) + reg);
703}
704
Ian Rogers2c8f6532011-09-02 17:16:34 -0700705inline void X86Assembler::EmitXmmRegisterOperand(int rm, XmmRegister reg) {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700706 EmitRegisterOperand(rm, static_cast<Register>(reg));
707}
708
Ian Rogers2c8f6532011-09-02 17:16:34 -0700709inline void X86Assembler::EmitFixup(AssemblerFixup* fixup) {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700710 buffer_.EmitFixup(fixup);
711}
712
Ian Rogers2c8f6532011-09-02 17:16:34 -0700713inline void X86Assembler::EmitOperandSizeOverride() {
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700714 EmitUint8(0x66);
715}
716
Ian Rogers2c8f6532011-09-02 17:16:34 -0700717// Slowpath entered when Thread::Current()->_exception is non-null
Ian Rogersdd7624d2014-03-14 17:43:00 -0700718class X86ExceptionSlowPath FINAL : public SlowPath {
Ian Rogers2c8f6532011-09-02 17:16:34 -0700719 public:
Brian Carlstrom93ba8932013-07-17 21:31:49 -0700720 explicit X86ExceptionSlowPath(size_t stack_adjust) : stack_adjust_(stack_adjust) {}
Ian Rogersdd7624d2014-03-14 17:43:00 -0700721 virtual void Emit(Assembler *sp_asm) OVERRIDE;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700722 private:
723 const size_t stack_adjust_;
Ian Rogers2c8f6532011-09-02 17:16:34 -0700724};
725
Ian Rogers2c8f6532011-09-02 17:16:34 -0700726} // namespace x86
Carl Shapiro6b6b5f02011-06-21 15:05:09 -0700727} // namespace art
Carl Shapiroa5d5cfd2011-06-21 12:46:59 -0700728
Ian Rogers166db042013-07-26 12:05:57 -0700729#endif // ART_COMPILER_UTILS_X86_ASSEMBLER_X86_H_