blob: e1f00ebdc7e51c64cfa50d0198d95276f0f82c1a [file] [log] [blame]
Elliott Hughes2faa5f12012-01-30 14:42:07 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Ian Rogers9651f422011-09-19 20:26:07 -070016
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_ASM_SUPPORT_H_
18#define ART_RUNTIME_ASM_SUPPORT_H_
Ian Rogers9651f422011-09-19 20:26:07 -070019
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070020#if defined(__cplusplus)
Mathieu Chartiere401d142015-04-22 13:56:20 -070021#include "art_method.h"
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -070022#include "gc/allocator/rosalloc.h"
Nicolas Geoffray274fe4a2016-04-12 16:33:24 +010023#include "jit/jit.h"
Hiroshi Yamauchie15ea082015-02-09 17:11:42 -080024#include "lock_word.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070025#include "mirror/class.h"
26#include "mirror/string.h"
27#include "runtime.h"
28#include "thread.h"
29#endif
30
Hiroshi Yamauchi800ac2d2014-04-02 17:32:54 -070031#include "read_barrier_c.h"
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -080032
Zheng Xu69a50302015-04-14 20:04:41 +080033#if defined(__arm__) || defined(__mips__)
34// In quick code for ARM and MIPS we make poor use of registers and perform frequent suspend
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070035// checks in the event of loop back edges. The SUSPEND_CHECK_INTERVAL constant is loaded into a
36// register at the point of an up-call or after handling a suspend check. It reduces the number of
37// loads of the TLS suspend check value by the given amount (turning it into a decrement and compare
38// of a register). This increases the time for a thread to respond to requests from GC and the
39// debugger, damaging GC performance and creating other unwanted artifacts. For example, this count
40// has the effect of making loops and Java code look cold in profilers, where the count is reset
41// impacts where samples will occur. Reducing the count as much as possible improves profiler
42// accuracy in tools like traceview.
43// TODO: get a compiler that can do a proper job of loop optimization and remove this.
buzbee72be1cd2014-11-11 22:48:59 -080044#define SUSPEND_CHECK_INTERVAL 96
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070045#endif
46
47#if defined(__cplusplus)
48
49#ifndef ADD_TEST_EQ // Allow #include-r to replace with their own.
50#define ADD_TEST_EQ(x, y) CHECK_EQ(x, y);
51#endif
52
53static inline void CheckAsmSupportOffsetsAndSizes() {
54#else
55#define ADD_TEST_EQ(x, y)
56#endif
57
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -070058#if defined(__LP64__)
59#define POINTER_SIZE_SHIFT 3
60#else
61#define POINTER_SIZE_SHIFT 2
62#endif
63ADD_TEST_EQ(static_cast<size_t>(1U << POINTER_SIZE_SHIFT),
64 static_cast<size_t>(__SIZEOF_POINTER__))
65
Igor Murashkin311fdf52016-07-22 15:59:16 -070066// Import platform-independent constant defines from our autogenerated list.
67// Export new defines (for assembly use) by editing cpp-define-generator def files.
68#define DEFINE_CHECK_EQ ADD_TEST_EQ
69#include "generated/asm_support_gen.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070070
71// Offset of field Thread::tlsPtr_.exception.
72#define THREAD_EXCEPTION_OFFSET (THREAD_CARD_TABLE_OFFSET + __SIZEOF_POINTER__)
73ADD_TEST_EQ(THREAD_EXCEPTION_OFFSET,
74 art::Thread::ExceptionOffset<__SIZEOF_POINTER__>().Int32Value())
75
76// Offset of field Thread::tlsPtr_.managed_stack.top_quick_frame_.
77#define THREAD_TOP_QUICK_FRAME_OFFSET (THREAD_CARD_TABLE_OFFSET + (3 * __SIZEOF_POINTER__))
78ADD_TEST_EQ(THREAD_TOP_QUICK_FRAME_OFFSET,
79 art::Thread::TopOfManagedStackOffset<__SIZEOF_POINTER__>().Int32Value())
80
Roland Levillainca80ecc2015-07-22 17:19:28 +010081// Offset of field Thread::tlsPtr_.self.
Andreas Gampe449357d2015-06-01 22:29:51 -070082#define THREAD_SELF_OFFSET (THREAD_CARD_TABLE_OFFSET + (9 * __SIZEOF_POINTER__))
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070083ADD_TEST_EQ(THREAD_SELF_OFFSET,
84 art::Thread::SelfOffset<__SIZEOF_POINTER__>().Int32Value())
Ian Rogers4a510d82011-10-09 14:30:24 -070085
Roland Levillain02b75802016-07-13 11:54:35 +010086// Offset of field Thread::tlsPtr_.thread_local_objects.
87#define THREAD_LOCAL_OBJECTS_OFFSET (THREAD_CARD_TABLE_OFFSET + 199 * __SIZEOF_POINTER__)
88ADD_TEST_EQ(THREAD_LOCAL_OBJECTS_OFFSET,
89 art::Thread::ThreadLocalObjectsOffset<__SIZEOF_POINTER__>().Int32Value())
Roland Levillainca80ecc2015-07-22 17:19:28 +010090// Offset of field Thread::tlsPtr_.thread_local_pos.
Roland Levillain02b75802016-07-13 11:54:35 +010091#define THREAD_LOCAL_POS_OFFSET (THREAD_LOCAL_OBJECTS_OFFSET + __SIZEOF_SIZE_T__)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -070092ADD_TEST_EQ(THREAD_LOCAL_POS_OFFSET,
93 art::Thread::ThreadLocalPosOffset<__SIZEOF_POINTER__>().Int32Value())
Roland Levillainca80ecc2015-07-22 17:19:28 +010094// Offset of field Thread::tlsPtr_.thread_local_end.
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -070095#define THREAD_LOCAL_END_OFFSET (THREAD_LOCAL_POS_OFFSET + __SIZEOF_POINTER__)
96ADD_TEST_EQ(THREAD_LOCAL_END_OFFSET,
97 art::Thread::ThreadLocalEndOffset<__SIZEOF_POINTER__>().Int32Value())
buzbee1452bee2015-03-06 14:43:04 -080098// Offset of field Thread::tlsPtr_.mterp_current_ibase.
Roland Levillain02b75802016-07-13 11:54:35 +010099#define THREAD_CURRENT_IBASE_OFFSET (THREAD_LOCAL_END_OFFSET + __SIZEOF_POINTER__)
buzbee1452bee2015-03-06 14:43:04 -0800100ADD_TEST_EQ(THREAD_CURRENT_IBASE_OFFSET,
101 art::Thread::MterpCurrentIBaseOffset<__SIZEOF_POINTER__>().Int32Value())
102// Offset of field Thread::tlsPtr_.mterp_default_ibase.
Vladimir Marko87f3fcb2016-04-28 15:52:11 +0100103#define THREAD_DEFAULT_IBASE_OFFSET (THREAD_CURRENT_IBASE_OFFSET + __SIZEOF_POINTER__)
buzbee1452bee2015-03-06 14:43:04 -0800104ADD_TEST_EQ(THREAD_DEFAULT_IBASE_OFFSET,
105 art::Thread::MterpDefaultIBaseOffset<__SIZEOF_POINTER__>().Int32Value())
106// Offset of field Thread::tlsPtr_.mterp_alt_ibase.
Vladimir Marko87f3fcb2016-04-28 15:52:11 +0100107#define THREAD_ALT_IBASE_OFFSET (THREAD_DEFAULT_IBASE_OFFSET + __SIZEOF_POINTER__)
buzbee1452bee2015-03-06 14:43:04 -0800108ADD_TEST_EQ(THREAD_ALT_IBASE_OFFSET,
109 art::Thread::MterpAltIBaseOffset<__SIZEOF_POINTER__>().Int32Value())
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700110// Offset of field Thread::tlsPtr_.rosalloc_runs.
Vladimir Marko87f3fcb2016-04-28 15:52:11 +0100111#define THREAD_ROSALLOC_RUNS_OFFSET (THREAD_ALT_IBASE_OFFSET + __SIZEOF_POINTER__)
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700112ADD_TEST_EQ(THREAD_ROSALLOC_RUNS_OFFSET,
113 art::Thread::RosAllocRunsOffset<__SIZEOF_POINTER__>().Int32Value())
114// Offset of field Thread::tlsPtr_.thread_local_alloc_stack_top.
Hiroshi Yamauchi7ed9c562016-02-02 15:22:09 -0800115#define THREAD_LOCAL_ALLOC_STACK_TOP_OFFSET (THREAD_ROSALLOC_RUNS_OFFSET + 16 * __SIZEOF_POINTER__)
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700116ADD_TEST_EQ(THREAD_LOCAL_ALLOC_STACK_TOP_OFFSET,
117 art::Thread::ThreadLocalAllocStackTopOffset<__SIZEOF_POINTER__>().Int32Value())
118// Offset of field Thread::tlsPtr_.thread_local_alloc_stack_end.
Hiroshi Yamauchi7ed9c562016-02-02 15:22:09 -0800119#define THREAD_LOCAL_ALLOC_STACK_END_OFFSET (THREAD_ROSALLOC_RUNS_OFFSET + 17 * __SIZEOF_POINTER__)
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700120ADD_TEST_EQ(THREAD_LOCAL_ALLOC_STACK_END_OFFSET,
121 art::Thread::ThreadLocalAllocStackEndOffset<__SIZEOF_POINTER__>().Int32Value())
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700122
buzbee1452bee2015-03-06 14:43:04 -0800123// Offsets within ShadowFrame.
124#define SHADOWFRAME_LINK_OFFSET 0
125ADD_TEST_EQ(SHADOWFRAME_LINK_OFFSET,
126 static_cast<int32_t>(art::ShadowFrame::LinkOffset()))
127#define SHADOWFRAME_METHOD_OFFSET (SHADOWFRAME_LINK_OFFSET + 1 * __SIZEOF_POINTER__)
128ADD_TEST_EQ(SHADOWFRAME_METHOD_OFFSET,
129 static_cast<int32_t>(art::ShadowFrame::MethodOffset()))
130#define SHADOWFRAME_RESULT_REGISTER_OFFSET (SHADOWFRAME_LINK_OFFSET + 2 * __SIZEOF_POINTER__)
131ADD_TEST_EQ(SHADOWFRAME_RESULT_REGISTER_OFFSET,
132 static_cast<int32_t>(art::ShadowFrame::ResultRegisterOffset()))
133#define SHADOWFRAME_DEX_PC_PTR_OFFSET (SHADOWFRAME_LINK_OFFSET + 3 * __SIZEOF_POINTER__)
134ADD_TEST_EQ(SHADOWFRAME_DEX_PC_PTR_OFFSET,
135 static_cast<int32_t>(art::ShadowFrame::DexPCPtrOffset()))
136#define SHADOWFRAME_CODE_ITEM_OFFSET (SHADOWFRAME_LINK_OFFSET + 4 * __SIZEOF_POINTER__)
137ADD_TEST_EQ(SHADOWFRAME_CODE_ITEM_OFFSET,
138 static_cast<int32_t>(art::ShadowFrame::CodeItemOffset()))
139#define SHADOWFRAME_LOCK_COUNT_DATA_OFFSET (SHADOWFRAME_LINK_OFFSET + 5 * __SIZEOF_POINTER__)
140ADD_TEST_EQ(SHADOWFRAME_LOCK_COUNT_DATA_OFFSET,
141 static_cast<int32_t>(art::ShadowFrame::LockCountDataOffset()))
142#define SHADOWFRAME_NUMBER_OF_VREGS_OFFSET (SHADOWFRAME_LINK_OFFSET + 6 * __SIZEOF_POINTER__)
143ADD_TEST_EQ(SHADOWFRAME_NUMBER_OF_VREGS_OFFSET,
144 static_cast<int32_t>(art::ShadowFrame::NumberOfVRegsOffset()))
145#define SHADOWFRAME_DEX_PC_OFFSET (SHADOWFRAME_NUMBER_OF_VREGS_OFFSET + 4)
146ADD_TEST_EQ(SHADOWFRAME_DEX_PC_OFFSET,
147 static_cast<int32_t>(art::ShadowFrame::DexPCOffset()))
Bill Buzbee1d011d92016-04-04 16:59:29 +0000148#define SHADOWFRAME_CACHED_HOTNESS_COUNTDOWN_OFFSET (SHADOWFRAME_NUMBER_OF_VREGS_OFFSET + 8)
149ADD_TEST_EQ(SHADOWFRAME_CACHED_HOTNESS_COUNTDOWN_OFFSET,
150 static_cast<int32_t>(art::ShadowFrame::CachedHotnessCountdownOffset()))
151#define SHADOWFRAME_HOTNESS_COUNTDOWN_OFFSET (SHADOWFRAME_NUMBER_OF_VREGS_OFFSET + 10)
152ADD_TEST_EQ(SHADOWFRAME_HOTNESS_COUNTDOWN_OFFSET,
153 static_cast<int32_t>(art::ShadowFrame::HotnessCountdownOffset()))
154#define SHADOWFRAME_VREGS_OFFSET (SHADOWFRAME_NUMBER_OF_VREGS_OFFSET + 12)
buzbee1452bee2015-03-06 14:43:04 -0800155ADD_TEST_EQ(SHADOWFRAME_VREGS_OFFSET,
156 static_cast<int32_t>(art::ShadowFrame::VRegsOffset()))
157
Hiroshi Yamauchi60f63f52015-04-23 16:12:40 -0700158#if defined(USE_BROOKS_READ_BARRIER)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700159#define MIRROR_OBJECT_HEADER_SIZE 16
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800160#else
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700161#define MIRROR_OBJECT_HEADER_SIZE 8
162#endif
163ADD_TEST_EQ(size_t(MIRROR_OBJECT_HEADER_SIZE), sizeof(art::mirror::Object))
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800164
165// Offsets within java.lang.Class.
Narayan Kamathd1ef4362015-11-12 11:49:06 +0000166#define MIRROR_CLASS_COMPONENT_TYPE_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700167ADD_TEST_EQ(MIRROR_CLASS_COMPONENT_TYPE_OFFSET,
168 art::mirror::Class::ComponentTypeOffset().Int32Value())
Przemyslaw Szczepaniak121b25e2015-11-20 11:24:33 +0000169#define MIRROR_CLASS_ACCESS_FLAGS_OFFSET (36 + MIRROR_OBJECT_HEADER_SIZE)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700170ADD_TEST_EQ(MIRROR_CLASS_ACCESS_FLAGS_OFFSET,
171 art::mirror::Class::AccessFlagsOffset().Int32Value())
Alex Light9c557292015-12-17 15:48:01 -0800172#define MIRROR_CLASS_OBJECT_SIZE_OFFSET (100 + MIRROR_OBJECT_HEADER_SIZE)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700173ADD_TEST_EQ(MIRROR_CLASS_OBJECT_SIZE_OFFSET,
174 art::mirror::Class::ObjectSizeOffset().Int32Value())
Alex Light9c557292015-12-17 15:48:01 -0800175#define MIRROR_CLASS_STATUS_OFFSET (112 + MIRROR_OBJECT_HEADER_SIZE)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700176ADD_TEST_EQ(MIRROR_CLASS_STATUS_OFFSET,
177 art::mirror::Class::StatusOffset().Int32Value())
178
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800179// Array offsets.
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700180#define MIRROR_ARRAY_LENGTH_OFFSET MIRROR_OBJECT_HEADER_SIZE
181ADD_TEST_EQ(MIRROR_ARRAY_LENGTH_OFFSET, art::mirror::Array::LengthOffset().Int32Value())
182
183#define MIRROR_CHAR_ARRAY_DATA_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE)
184ADD_TEST_EQ(MIRROR_CHAR_ARRAY_DATA_OFFSET,
185 art::mirror::Array::DataOffset(sizeof(uint16_t)).Int32Value())
186
buzbee1452bee2015-03-06 14:43:04 -0800187#define MIRROR_BOOLEAN_ARRAY_DATA_OFFSET MIRROR_CHAR_ARRAY_DATA_OFFSET
188ADD_TEST_EQ(MIRROR_BOOLEAN_ARRAY_DATA_OFFSET,
189 art::mirror::Array::DataOffset(sizeof(uint8_t)).Int32Value())
190
191#define MIRROR_BYTE_ARRAY_DATA_OFFSET MIRROR_CHAR_ARRAY_DATA_OFFSET
192ADD_TEST_EQ(MIRROR_BYTE_ARRAY_DATA_OFFSET,
193 art::mirror::Array::DataOffset(sizeof(int8_t)).Int32Value())
194
195#define MIRROR_SHORT_ARRAY_DATA_OFFSET MIRROR_CHAR_ARRAY_DATA_OFFSET
196ADD_TEST_EQ(MIRROR_SHORT_ARRAY_DATA_OFFSET,
197 art::mirror::Array::DataOffset(sizeof(int16_t)).Int32Value())
198
199#define MIRROR_INT_ARRAY_DATA_OFFSET MIRROR_CHAR_ARRAY_DATA_OFFSET
200ADD_TEST_EQ(MIRROR_INT_ARRAY_DATA_OFFSET,
201 art::mirror::Array::DataOffset(sizeof(int32_t)).Int32Value())
202
203#define MIRROR_WIDE_ARRAY_DATA_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE)
204ADD_TEST_EQ(MIRROR_WIDE_ARRAY_DATA_OFFSET,
205 art::mirror::Array::DataOffset(sizeof(uint64_t)).Int32Value())
206
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700207#define MIRROR_OBJECT_ARRAY_DATA_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE)
208ADD_TEST_EQ(MIRROR_OBJECT_ARRAY_DATA_OFFSET,
209 art::mirror::Array::DataOffset(
210 sizeof(art::mirror::HeapReference<art::mirror::Object>)).Int32Value())
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800211
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700212#define MIRROR_OBJECT_ARRAY_COMPONENT_SIZE 4
213ADD_TEST_EQ(static_cast<size_t>(MIRROR_OBJECT_ARRAY_COMPONENT_SIZE),
214 sizeof(art::mirror::HeapReference<art::mirror::Object>))
215
Mathieu Chartiere401d142015-04-22 13:56:20 -0700216#define MIRROR_LONG_ARRAY_DATA_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE)
217ADD_TEST_EQ(MIRROR_LONG_ARRAY_DATA_OFFSET,
218 art::mirror::Array::DataOffset(sizeof(uint64_t)).Int32Value())
219
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800220// Offsets within java.lang.String.
Jeff Hao848f70a2014-01-15 13:49:50 -0800221#define MIRROR_STRING_COUNT_OFFSET MIRROR_OBJECT_HEADER_SIZE
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700222ADD_TEST_EQ(MIRROR_STRING_COUNT_OFFSET, art::mirror::String::CountOffset().Int32Value())
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800223
Jeff Hao848f70a2014-01-15 13:49:50 -0800224#define MIRROR_STRING_VALUE_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE)
225ADD_TEST_EQ(MIRROR_STRING_VALUE_OFFSET, art::mirror::String::ValueOffset().Int32Value())
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700226
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700227
Bill Buzbee1d011d92016-04-04 16:59:29 +0000228
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700229#if defined(__cplusplus)
230} // End of CheckAsmSupportOffsets.
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800231#endif
232
Brian Carlstromfc0e3212013-07-17 14:40:12 -0700233#endif // ART_RUNTIME_ASM_SUPPORT_H_