Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2013 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #include "trampoline_compiler.h" |
| 18 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 19 | #include "jni_env_ext.h" |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 20 | #include "utils/arm/assembler_arm.h" |
Stuart Monteith | b95a534 | 2014-03-12 13:32:32 +0000 | [diff] [blame] | 21 | #include "utils/arm64/assembler_arm64.h" |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 22 | #include "utils/mips/assembler_mips.h" |
| 23 | #include "utils/x86/assembler_x86.h" |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 24 | #include "utils/x86_64/assembler_x86_64.h" |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 25 | |
| 26 | #define __ assembler-> |
| 27 | |
| 28 | namespace art { |
| 29 | |
| 30 | namespace arm { |
| 31 | static const std::vector<uint8_t>* CreateTrampoline(EntryPointCallingConvention abi, |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 32 | ThreadOffset<4> offset) { |
Dave Allison | 50abf0a | 2014-06-23 13:19:59 -0700 | [diff] [blame] | 33 | std::unique_ptr<ArmAssembler> assembler(static_cast<ArmAssembler*>(Assembler::Create(kThumb2))); |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 34 | |
| 35 | switch (abi) { |
| 36 | case kInterpreterAbi: // Thread* is first argument (R0) in interpreter ABI. |
| 37 | __ LoadFromOffset(kLoadWord, PC, R0, offset.Int32Value()); |
| 38 | break; |
| 39 | case kJniAbi: // Load via Thread* held in JNIEnv* in first argument (R0). |
| 40 | __ LoadFromOffset(kLoadWord, IP, R0, JNIEnvExt::SelfOffset().Int32Value()); |
| 41 | __ LoadFromOffset(kLoadWord, PC, IP, offset.Int32Value()); |
| 42 | break; |
Elliott Hughes | 956af0f | 2014-12-11 14:34:28 -0800 | [diff] [blame] | 43 | case kQuickAbi: // R9 holds Thread*. |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 44 | __ LoadFromOffset(kLoadWord, PC, R9, offset.Int32Value()); |
| 45 | } |
| 46 | __ bkpt(0); |
| 47 | |
| 48 | size_t cs = assembler->CodeSize(); |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 49 | std::unique_ptr<std::vector<uint8_t>> entry_stub(new std::vector<uint8_t>(cs)); |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 50 | MemoryRegion code(&(*entry_stub)[0], entry_stub->size()); |
| 51 | assembler->FinalizeInstructions(code); |
| 52 | |
| 53 | return entry_stub.release(); |
| 54 | } |
| 55 | } // namespace arm |
| 56 | |
Stuart Monteith | b95a534 | 2014-03-12 13:32:32 +0000 | [diff] [blame] | 57 | namespace arm64 { |
| 58 | static const std::vector<uint8_t>* CreateTrampoline(EntryPointCallingConvention abi, |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 59 | ThreadOffset<8> offset) { |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 60 | std::unique_ptr<Arm64Assembler> assembler(static_cast<Arm64Assembler*>(Assembler::Create(kArm64))); |
Stuart Monteith | b95a534 | 2014-03-12 13:32:32 +0000 | [diff] [blame] | 61 | |
| 62 | switch (abi) { |
| 63 | case kInterpreterAbi: // Thread* is first argument (X0) in interpreter ABI. |
Alexandre Rames | 37c92df | 2014-10-17 14:35:27 +0100 | [diff] [blame] | 64 | __ JumpTo(Arm64ManagedRegister::FromXRegister(X0), Offset(offset.Int32Value()), |
| 65 | Arm64ManagedRegister::FromXRegister(IP1)); |
Stuart Monteith | b95a534 | 2014-03-12 13:32:32 +0000 | [diff] [blame] | 66 | |
| 67 | break; |
| 68 | case kJniAbi: // Load via Thread* held in JNIEnv* in first argument (X0). |
Alexandre Rames | 37c92df | 2014-10-17 14:35:27 +0100 | [diff] [blame] | 69 | __ LoadRawPtr(Arm64ManagedRegister::FromXRegister(IP1), |
| 70 | Arm64ManagedRegister::FromXRegister(X0), |
Stuart Monteith | b95a534 | 2014-03-12 13:32:32 +0000 | [diff] [blame] | 71 | Offset(JNIEnvExt::SelfOffset().Int32Value())); |
| 72 | |
Alexandre Rames | 37c92df | 2014-10-17 14:35:27 +0100 | [diff] [blame] | 73 | __ JumpTo(Arm64ManagedRegister::FromXRegister(IP1), Offset(offset.Int32Value()), |
| 74 | Arm64ManagedRegister::FromXRegister(IP0)); |
Stuart Monteith | b95a534 | 2014-03-12 13:32:32 +0000 | [diff] [blame] | 75 | |
| 76 | break; |
Elliott Hughes | 956af0f | 2014-12-11 14:34:28 -0800 | [diff] [blame] | 77 | case kQuickAbi: // X18 holds Thread*. |
Alexandre Rames | 37c92df | 2014-10-17 14:35:27 +0100 | [diff] [blame] | 78 | __ JumpTo(Arm64ManagedRegister::FromXRegister(TR), Offset(offset.Int32Value()), |
| 79 | Arm64ManagedRegister::FromXRegister(IP0)); |
Stuart Monteith | b95a534 | 2014-03-12 13:32:32 +0000 | [diff] [blame] | 80 | |
| 81 | break; |
| 82 | } |
| 83 | |
Serban Constantinescu | 32f5b4d | 2014-11-25 20:05:46 +0000 | [diff] [blame] | 84 | assembler->EmitSlowPaths(); |
Stuart Monteith | b95a534 | 2014-03-12 13:32:32 +0000 | [diff] [blame] | 85 | size_t cs = assembler->CodeSize(); |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 86 | std::unique_ptr<std::vector<uint8_t>> entry_stub(new std::vector<uint8_t>(cs)); |
Stuart Monteith | b95a534 | 2014-03-12 13:32:32 +0000 | [diff] [blame] | 87 | MemoryRegion code(&(*entry_stub)[0], entry_stub->size()); |
| 88 | assembler->FinalizeInstructions(code); |
| 89 | |
| 90 | return entry_stub.release(); |
| 91 | } |
| 92 | } // namespace arm64 |
| 93 | |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 94 | namespace mips { |
| 95 | static const std::vector<uint8_t>* CreateTrampoline(EntryPointCallingConvention abi, |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 96 | ThreadOffset<4> offset) { |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 97 | std::unique_ptr<MipsAssembler> assembler(static_cast<MipsAssembler*>(Assembler::Create(kMips))); |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 98 | |
| 99 | switch (abi) { |
| 100 | case kInterpreterAbi: // Thread* is first argument (A0) in interpreter ABI. |
| 101 | __ LoadFromOffset(kLoadWord, T9, A0, offset.Int32Value()); |
| 102 | break; |
| 103 | case kJniAbi: // Load via Thread* held in JNIEnv* in first argument (A0). |
| 104 | __ LoadFromOffset(kLoadWord, T9, A0, JNIEnvExt::SelfOffset().Int32Value()); |
| 105 | __ LoadFromOffset(kLoadWord, T9, T9, offset.Int32Value()); |
| 106 | break; |
Elliott Hughes | 956af0f | 2014-12-11 14:34:28 -0800 | [diff] [blame] | 107 | case kQuickAbi: // S1 holds Thread*. |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 108 | __ LoadFromOffset(kLoadWord, T9, S1, offset.Int32Value()); |
| 109 | } |
| 110 | __ Jr(T9); |
| 111 | __ Nop(); |
| 112 | __ Break(); |
| 113 | |
| 114 | size_t cs = assembler->CodeSize(); |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 115 | std::unique_ptr<std::vector<uint8_t>> entry_stub(new std::vector<uint8_t>(cs)); |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 116 | MemoryRegion code(&(*entry_stub)[0], entry_stub->size()); |
| 117 | assembler->FinalizeInstructions(code); |
| 118 | |
| 119 | return entry_stub.release(); |
| 120 | } |
| 121 | } // namespace mips |
| 122 | |
| 123 | namespace x86 { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 124 | static const std::vector<uint8_t>* CreateTrampoline(ThreadOffset<4> offset) { |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 125 | std::unique_ptr<X86Assembler> assembler(static_cast<X86Assembler*>(Assembler::Create(kX86))); |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 126 | |
| 127 | // All x86 trampolines call via the Thread* held in fs. |
| 128 | __ fs()->jmp(Address::Absolute(offset)); |
| 129 | __ int3(); |
| 130 | |
| 131 | size_t cs = assembler->CodeSize(); |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 132 | std::unique_ptr<std::vector<uint8_t>> entry_stub(new std::vector<uint8_t>(cs)); |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 133 | MemoryRegion code(&(*entry_stub)[0], entry_stub->size()); |
| 134 | assembler->FinalizeInstructions(code); |
| 135 | |
| 136 | return entry_stub.release(); |
| 137 | } |
| 138 | } // namespace x86 |
| 139 | |
Ian Rogers | befbd57 | 2014-03-06 01:13:39 -0800 | [diff] [blame] | 140 | namespace x86_64 { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 141 | static const std::vector<uint8_t>* CreateTrampoline(ThreadOffset<8> offset) { |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 142 | std::unique_ptr<x86_64::X86_64Assembler> |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 143 | assembler(static_cast<x86_64::X86_64Assembler*>(Assembler::Create(kX86_64))); |
Ian Rogers | befbd57 | 2014-03-06 01:13:39 -0800 | [diff] [blame] | 144 | |
| 145 | // All x86 trampolines call via the Thread* held in gs. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 146 | __ gs()->jmp(x86_64::Address::Absolute(offset, true)); |
Ian Rogers | befbd57 | 2014-03-06 01:13:39 -0800 | [diff] [blame] | 147 | __ int3(); |
| 148 | |
| 149 | size_t cs = assembler->CodeSize(); |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 150 | std::unique_ptr<std::vector<uint8_t>> entry_stub(new std::vector<uint8_t>(cs)); |
Ian Rogers | befbd57 | 2014-03-06 01:13:39 -0800 | [diff] [blame] | 151 | MemoryRegion code(&(*entry_stub)[0], entry_stub->size()); |
| 152 | assembler->FinalizeInstructions(code); |
| 153 | |
| 154 | return entry_stub.release(); |
| 155 | } |
| 156 | } // namespace x86_64 |
| 157 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 158 | const std::vector<uint8_t>* CreateTrampoline64(InstructionSet isa, EntryPointCallingConvention abi, |
| 159 | ThreadOffset<8> offset) { |
| 160 | switch (isa) { |
| 161 | case kArm64: |
| 162 | return arm64::CreateTrampoline(abi, offset); |
| 163 | case kX86_64: |
| 164 | return x86_64::CreateTrampoline(offset); |
| 165 | default: |
| 166 | LOG(FATAL) << "Unexpected InstructionSet: " << isa; |
Ian Rogers | d4c4d95 | 2014-10-16 20:31:53 -0700 | [diff] [blame] | 167 | UNREACHABLE(); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 168 | } |
| 169 | } |
| 170 | |
| 171 | const std::vector<uint8_t>* CreateTrampoline32(InstructionSet isa, EntryPointCallingConvention abi, |
| 172 | ThreadOffset<4> offset) { |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 173 | switch (isa) { |
| 174 | case kArm: |
| 175 | case kThumb2: |
| 176 | return arm::CreateTrampoline(abi, offset); |
| 177 | case kMips: |
| 178 | return mips::CreateTrampoline(abi, offset); |
| 179 | case kX86: |
| 180 | return x86::CreateTrampoline(offset); |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 181 | default: |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 182 | LOG(FATAL) << "Unexpected InstructionSet: " << isa; |
Ian Rogers | d4c4d95 | 2014-10-16 20:31:53 -0700 | [diff] [blame] | 183 | UNREACHABLE(); |
Ian Rogers | 659efe7 | 2013-08-07 22:54:13 -0700 | [diff] [blame] | 184 | } |
| 185 | } |
| 186 | |
| 187 | } // namespace art |