blob: 0619af8139e54a856698c967dddd896123116fb4 [file] [log] [blame]
Elliott Hughes2faa5f12012-01-30 14:42:07 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Ian Rogers9651f422011-09-19 20:26:07 -070016
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_ASM_SUPPORT_H_
18#define ART_RUNTIME_ASM_SUPPORT_H_
Ian Rogers9651f422011-09-19 20:26:07 -070019
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070020#if defined(__cplusplus)
Mathieu Chartiere401d142015-04-22 13:56:20 -070021#include "art_method.h"
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -070022#include "gc/allocator/rosalloc.h"
Nicolas Geoffray274fe4a2016-04-12 16:33:24 +010023#include "jit/jit.h"
Hiroshi Yamauchie15ea082015-02-09 17:11:42 -080024#include "lock_word.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070025#include "mirror/class.h"
26#include "mirror/string.h"
27#include "runtime.h"
28#include "thread.h"
29#endif
30
Hiroshi Yamauchi800ac2d2014-04-02 17:32:54 -070031#include "read_barrier_c.h"
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -080032
Zheng Xu69a50302015-04-14 20:04:41 +080033#if defined(__arm__) || defined(__mips__)
34// In quick code for ARM and MIPS we make poor use of registers and perform frequent suspend
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070035// checks in the event of loop back edges. The SUSPEND_CHECK_INTERVAL constant is loaded into a
36// register at the point of an up-call or after handling a suspend check. It reduces the number of
37// loads of the TLS suspend check value by the given amount (turning it into a decrement and compare
38// of a register). This increases the time for a thread to respond to requests from GC and the
39// debugger, damaging GC performance and creating other unwanted artifacts. For example, this count
40// has the effect of making loops and Java code look cold in profilers, where the count is reset
41// impacts where samples will occur. Reducing the count as much as possible improves profiler
42// accuracy in tools like traceview.
43// TODO: get a compiler that can do a proper job of loop optimization and remove this.
buzbee72be1cd2014-11-11 22:48:59 -080044#define SUSPEND_CHECK_INTERVAL 96
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070045#endif
46
47#if defined(__cplusplus)
48
49#ifndef ADD_TEST_EQ // Allow #include-r to replace with their own.
50#define ADD_TEST_EQ(x, y) CHECK_EQ(x, y);
51#endif
52
53static inline void CheckAsmSupportOffsetsAndSizes() {
54#else
55#define ADD_TEST_EQ(x, y)
56#endif
57
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -070058#if defined(__LP64__)
59#define POINTER_SIZE_SHIFT 3
Andreas Gampe542451c2016-07-26 09:02:02 -070060#define POINTER_SIZE art::PointerSize::k64
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -070061#else
62#define POINTER_SIZE_SHIFT 2
Andreas Gampe542451c2016-07-26 09:02:02 -070063#define POINTER_SIZE art::PointerSize::k32
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -070064#endif
65ADD_TEST_EQ(static_cast<size_t>(1U << POINTER_SIZE_SHIFT),
66 static_cast<size_t>(__SIZEOF_POINTER__))
67
Igor Murashkin311fdf52016-07-22 15:59:16 -070068// Import platform-independent constant defines from our autogenerated list.
69// Export new defines (for assembly use) by editing cpp-define-generator def files.
70#define DEFINE_CHECK_EQ ADD_TEST_EQ
71#include "generated/asm_support_gen.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070072
73// Offset of field Thread::tlsPtr_.exception.
74#define THREAD_EXCEPTION_OFFSET (THREAD_CARD_TABLE_OFFSET + __SIZEOF_POINTER__)
75ADD_TEST_EQ(THREAD_EXCEPTION_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -070076 art::Thread::ExceptionOffset<POINTER_SIZE>().Int32Value())
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070077
78// Offset of field Thread::tlsPtr_.managed_stack.top_quick_frame_.
79#define THREAD_TOP_QUICK_FRAME_OFFSET (THREAD_CARD_TABLE_OFFSET + (3 * __SIZEOF_POINTER__))
80ADD_TEST_EQ(THREAD_TOP_QUICK_FRAME_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -070081 art::Thread::TopOfManagedStackOffset<POINTER_SIZE>().Int32Value())
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070082
Roland Levillainca80ecc2015-07-22 17:19:28 +010083// Offset of field Thread::tlsPtr_.self.
Andreas Gampe449357d2015-06-01 22:29:51 -070084#define THREAD_SELF_OFFSET (THREAD_CARD_TABLE_OFFSET + (9 * __SIZEOF_POINTER__))
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070085ADD_TEST_EQ(THREAD_SELF_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -070086 art::Thread::SelfOffset<POINTER_SIZE>().Int32Value())
Ian Rogers4a510d82011-10-09 14:30:24 -070087
Roland Levillain02b75802016-07-13 11:54:35 +010088// Offset of field Thread::tlsPtr_.thread_local_objects.
Roland Levillaind549c282016-07-25 12:49:15 +010089#define THREAD_LOCAL_OBJECTS_OFFSET (THREAD_CARD_TABLE_OFFSET + 197 * __SIZEOF_POINTER__)
Roland Levillain02b75802016-07-13 11:54:35 +010090ADD_TEST_EQ(THREAD_LOCAL_OBJECTS_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -070091 art::Thread::ThreadLocalObjectsOffset<POINTER_SIZE>().Int32Value())
Roland Levillainca80ecc2015-07-22 17:19:28 +010092// Offset of field Thread::tlsPtr_.thread_local_pos.
Roland Levillain02b75802016-07-13 11:54:35 +010093#define THREAD_LOCAL_POS_OFFSET (THREAD_LOCAL_OBJECTS_OFFSET + __SIZEOF_SIZE_T__)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -070094ADD_TEST_EQ(THREAD_LOCAL_POS_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -070095 art::Thread::ThreadLocalPosOffset<POINTER_SIZE>().Int32Value())
Roland Levillainca80ecc2015-07-22 17:19:28 +010096// Offset of field Thread::tlsPtr_.thread_local_end.
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -070097#define THREAD_LOCAL_END_OFFSET (THREAD_LOCAL_POS_OFFSET + __SIZEOF_POINTER__)
98ADD_TEST_EQ(THREAD_LOCAL_END_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -070099 art::Thread::ThreadLocalEndOffset<POINTER_SIZE>().Int32Value())
buzbee1452bee2015-03-06 14:43:04 -0800100// Offset of field Thread::tlsPtr_.mterp_current_ibase.
Roland Levillain02b75802016-07-13 11:54:35 +0100101#define THREAD_CURRENT_IBASE_OFFSET (THREAD_LOCAL_END_OFFSET + __SIZEOF_POINTER__)
buzbee1452bee2015-03-06 14:43:04 -0800102ADD_TEST_EQ(THREAD_CURRENT_IBASE_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -0700103 art::Thread::MterpCurrentIBaseOffset<POINTER_SIZE>().Int32Value())
buzbee1452bee2015-03-06 14:43:04 -0800104// Offset of field Thread::tlsPtr_.mterp_default_ibase.
Vladimir Marko87f3fcb2016-04-28 15:52:11 +0100105#define THREAD_DEFAULT_IBASE_OFFSET (THREAD_CURRENT_IBASE_OFFSET + __SIZEOF_POINTER__)
buzbee1452bee2015-03-06 14:43:04 -0800106ADD_TEST_EQ(THREAD_DEFAULT_IBASE_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -0700107 art::Thread::MterpDefaultIBaseOffset<POINTER_SIZE>().Int32Value())
buzbee1452bee2015-03-06 14:43:04 -0800108// Offset of field Thread::tlsPtr_.mterp_alt_ibase.
Vladimir Marko87f3fcb2016-04-28 15:52:11 +0100109#define THREAD_ALT_IBASE_OFFSET (THREAD_DEFAULT_IBASE_OFFSET + __SIZEOF_POINTER__)
buzbee1452bee2015-03-06 14:43:04 -0800110ADD_TEST_EQ(THREAD_ALT_IBASE_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -0700111 art::Thread::MterpAltIBaseOffset<POINTER_SIZE>().Int32Value())
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700112// Offset of field Thread::tlsPtr_.rosalloc_runs.
Vladimir Marko87f3fcb2016-04-28 15:52:11 +0100113#define THREAD_ROSALLOC_RUNS_OFFSET (THREAD_ALT_IBASE_OFFSET + __SIZEOF_POINTER__)
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700114ADD_TEST_EQ(THREAD_ROSALLOC_RUNS_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -0700115 art::Thread::RosAllocRunsOffset<POINTER_SIZE>().Int32Value())
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700116// Offset of field Thread::tlsPtr_.thread_local_alloc_stack_top.
Hiroshi Yamauchi7ed9c562016-02-02 15:22:09 -0800117#define THREAD_LOCAL_ALLOC_STACK_TOP_OFFSET (THREAD_ROSALLOC_RUNS_OFFSET + 16 * __SIZEOF_POINTER__)
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700118ADD_TEST_EQ(THREAD_LOCAL_ALLOC_STACK_TOP_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -0700119 art::Thread::ThreadLocalAllocStackTopOffset<POINTER_SIZE>().Int32Value())
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700120// Offset of field Thread::tlsPtr_.thread_local_alloc_stack_end.
Hiroshi Yamauchi7ed9c562016-02-02 15:22:09 -0800121#define THREAD_LOCAL_ALLOC_STACK_END_OFFSET (THREAD_ROSALLOC_RUNS_OFFSET + 17 * __SIZEOF_POINTER__)
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700122ADD_TEST_EQ(THREAD_LOCAL_ALLOC_STACK_END_OFFSET,
Andreas Gampe542451c2016-07-26 09:02:02 -0700123 art::Thread::ThreadLocalAllocStackEndOffset<POINTER_SIZE>().Int32Value())
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700124
buzbee1452bee2015-03-06 14:43:04 -0800125// Offsets within ShadowFrame.
126#define SHADOWFRAME_LINK_OFFSET 0
127ADD_TEST_EQ(SHADOWFRAME_LINK_OFFSET,
128 static_cast<int32_t>(art::ShadowFrame::LinkOffset()))
129#define SHADOWFRAME_METHOD_OFFSET (SHADOWFRAME_LINK_OFFSET + 1 * __SIZEOF_POINTER__)
130ADD_TEST_EQ(SHADOWFRAME_METHOD_OFFSET,
131 static_cast<int32_t>(art::ShadowFrame::MethodOffset()))
132#define SHADOWFRAME_RESULT_REGISTER_OFFSET (SHADOWFRAME_LINK_OFFSET + 2 * __SIZEOF_POINTER__)
133ADD_TEST_EQ(SHADOWFRAME_RESULT_REGISTER_OFFSET,
134 static_cast<int32_t>(art::ShadowFrame::ResultRegisterOffset()))
135#define SHADOWFRAME_DEX_PC_PTR_OFFSET (SHADOWFRAME_LINK_OFFSET + 3 * __SIZEOF_POINTER__)
136ADD_TEST_EQ(SHADOWFRAME_DEX_PC_PTR_OFFSET,
137 static_cast<int32_t>(art::ShadowFrame::DexPCPtrOffset()))
138#define SHADOWFRAME_CODE_ITEM_OFFSET (SHADOWFRAME_LINK_OFFSET + 4 * __SIZEOF_POINTER__)
139ADD_TEST_EQ(SHADOWFRAME_CODE_ITEM_OFFSET,
140 static_cast<int32_t>(art::ShadowFrame::CodeItemOffset()))
141#define SHADOWFRAME_LOCK_COUNT_DATA_OFFSET (SHADOWFRAME_LINK_OFFSET + 5 * __SIZEOF_POINTER__)
142ADD_TEST_EQ(SHADOWFRAME_LOCK_COUNT_DATA_OFFSET,
143 static_cast<int32_t>(art::ShadowFrame::LockCountDataOffset()))
144#define SHADOWFRAME_NUMBER_OF_VREGS_OFFSET (SHADOWFRAME_LINK_OFFSET + 6 * __SIZEOF_POINTER__)
145ADD_TEST_EQ(SHADOWFRAME_NUMBER_OF_VREGS_OFFSET,
146 static_cast<int32_t>(art::ShadowFrame::NumberOfVRegsOffset()))
147#define SHADOWFRAME_DEX_PC_OFFSET (SHADOWFRAME_NUMBER_OF_VREGS_OFFSET + 4)
148ADD_TEST_EQ(SHADOWFRAME_DEX_PC_OFFSET,
149 static_cast<int32_t>(art::ShadowFrame::DexPCOffset()))
Bill Buzbee1d011d92016-04-04 16:59:29 +0000150#define SHADOWFRAME_CACHED_HOTNESS_COUNTDOWN_OFFSET (SHADOWFRAME_NUMBER_OF_VREGS_OFFSET + 8)
151ADD_TEST_EQ(SHADOWFRAME_CACHED_HOTNESS_COUNTDOWN_OFFSET,
152 static_cast<int32_t>(art::ShadowFrame::CachedHotnessCountdownOffset()))
153#define SHADOWFRAME_HOTNESS_COUNTDOWN_OFFSET (SHADOWFRAME_NUMBER_OF_VREGS_OFFSET + 10)
154ADD_TEST_EQ(SHADOWFRAME_HOTNESS_COUNTDOWN_OFFSET,
155 static_cast<int32_t>(art::ShadowFrame::HotnessCountdownOffset()))
156#define SHADOWFRAME_VREGS_OFFSET (SHADOWFRAME_NUMBER_OF_VREGS_OFFSET + 12)
buzbee1452bee2015-03-06 14:43:04 -0800157ADD_TEST_EQ(SHADOWFRAME_VREGS_OFFSET,
158 static_cast<int32_t>(art::ShadowFrame::VRegsOffset()))
159
Hiroshi Yamauchi60f63f52015-04-23 16:12:40 -0700160#if defined(USE_BROOKS_READ_BARRIER)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700161#define MIRROR_OBJECT_HEADER_SIZE 16
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800162#else
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700163#define MIRROR_OBJECT_HEADER_SIZE 8
164#endif
165ADD_TEST_EQ(size_t(MIRROR_OBJECT_HEADER_SIZE), sizeof(art::mirror::Object))
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800166
167// Offsets within java.lang.Class.
Narayan Kamathd1ef4362015-11-12 11:49:06 +0000168#define MIRROR_CLASS_COMPONENT_TYPE_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700169ADD_TEST_EQ(MIRROR_CLASS_COMPONENT_TYPE_OFFSET,
170 art::mirror::Class::ComponentTypeOffset().Int32Value())
Przemyslaw Szczepaniak121b25e2015-11-20 11:24:33 +0000171#define MIRROR_CLASS_ACCESS_FLAGS_OFFSET (36 + MIRROR_OBJECT_HEADER_SIZE)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700172ADD_TEST_EQ(MIRROR_CLASS_ACCESS_FLAGS_OFFSET,
173 art::mirror::Class::AccessFlagsOffset().Int32Value())
Alex Light9c557292015-12-17 15:48:01 -0800174#define MIRROR_CLASS_OBJECT_SIZE_OFFSET (100 + MIRROR_OBJECT_HEADER_SIZE)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700175ADD_TEST_EQ(MIRROR_CLASS_OBJECT_SIZE_OFFSET,
176 art::mirror::Class::ObjectSizeOffset().Int32Value())
Alex Light9c557292015-12-17 15:48:01 -0800177#define MIRROR_CLASS_STATUS_OFFSET (112 + MIRROR_OBJECT_HEADER_SIZE)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700178ADD_TEST_EQ(MIRROR_CLASS_STATUS_OFFSET,
179 art::mirror::Class::StatusOffset().Int32Value())
180
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800181// Array offsets.
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700182#define MIRROR_ARRAY_LENGTH_OFFSET MIRROR_OBJECT_HEADER_SIZE
183ADD_TEST_EQ(MIRROR_ARRAY_LENGTH_OFFSET, art::mirror::Array::LengthOffset().Int32Value())
184
185#define MIRROR_CHAR_ARRAY_DATA_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE)
186ADD_TEST_EQ(MIRROR_CHAR_ARRAY_DATA_OFFSET,
187 art::mirror::Array::DataOffset(sizeof(uint16_t)).Int32Value())
188
buzbee1452bee2015-03-06 14:43:04 -0800189#define MIRROR_BOOLEAN_ARRAY_DATA_OFFSET MIRROR_CHAR_ARRAY_DATA_OFFSET
190ADD_TEST_EQ(MIRROR_BOOLEAN_ARRAY_DATA_OFFSET,
191 art::mirror::Array::DataOffset(sizeof(uint8_t)).Int32Value())
192
193#define MIRROR_BYTE_ARRAY_DATA_OFFSET MIRROR_CHAR_ARRAY_DATA_OFFSET
194ADD_TEST_EQ(MIRROR_BYTE_ARRAY_DATA_OFFSET,
195 art::mirror::Array::DataOffset(sizeof(int8_t)).Int32Value())
196
197#define MIRROR_SHORT_ARRAY_DATA_OFFSET MIRROR_CHAR_ARRAY_DATA_OFFSET
198ADD_TEST_EQ(MIRROR_SHORT_ARRAY_DATA_OFFSET,
199 art::mirror::Array::DataOffset(sizeof(int16_t)).Int32Value())
200
201#define MIRROR_INT_ARRAY_DATA_OFFSET MIRROR_CHAR_ARRAY_DATA_OFFSET
202ADD_TEST_EQ(MIRROR_INT_ARRAY_DATA_OFFSET,
203 art::mirror::Array::DataOffset(sizeof(int32_t)).Int32Value())
204
205#define MIRROR_WIDE_ARRAY_DATA_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE)
206ADD_TEST_EQ(MIRROR_WIDE_ARRAY_DATA_OFFSET,
207 art::mirror::Array::DataOffset(sizeof(uint64_t)).Int32Value())
208
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700209#define MIRROR_OBJECT_ARRAY_DATA_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE)
210ADD_TEST_EQ(MIRROR_OBJECT_ARRAY_DATA_OFFSET,
211 art::mirror::Array::DataOffset(
212 sizeof(art::mirror::HeapReference<art::mirror::Object>)).Int32Value())
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800213
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700214#define MIRROR_OBJECT_ARRAY_COMPONENT_SIZE 4
215ADD_TEST_EQ(static_cast<size_t>(MIRROR_OBJECT_ARRAY_COMPONENT_SIZE),
216 sizeof(art::mirror::HeapReference<art::mirror::Object>))
217
Mathieu Chartiere401d142015-04-22 13:56:20 -0700218#define MIRROR_LONG_ARRAY_DATA_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE)
219ADD_TEST_EQ(MIRROR_LONG_ARRAY_DATA_OFFSET,
220 art::mirror::Array::DataOffset(sizeof(uint64_t)).Int32Value())
221
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800222// Offsets within java.lang.String.
Jeff Hao848f70a2014-01-15 13:49:50 -0800223#define MIRROR_STRING_COUNT_OFFSET MIRROR_OBJECT_HEADER_SIZE
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700224ADD_TEST_EQ(MIRROR_STRING_COUNT_OFFSET, art::mirror::String::CountOffset().Int32Value())
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800225
Jeff Hao848f70a2014-01-15 13:49:50 -0800226#define MIRROR_STRING_VALUE_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE)
227ADD_TEST_EQ(MIRROR_STRING_VALUE_OFFSET, art::mirror::String::ValueOffset().Int32Value())
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700228
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700229
Bill Buzbee1d011d92016-04-04 16:59:29 +0000230
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700231#if defined(__cplusplus)
232} // End of CheckAsmSupportOffsets.
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800233#endif
234
Brian Carlstromfc0e3212013-07-17 14:40:12 -0700235#endif // ART_RUNTIME_ASM_SUPPORT_H_