blob: a5603e0b46fc0d72b0596ab2935129c3da335435 [file] [log] [blame]
Ian Rogers2dd0e2c2013-01-24 12:42:14 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_MIRROR_OBJECT_INL_H_
18#define ART_RUNTIME_MIRROR_OBJECT_INL_H_
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080019
20#include "object.h"
21
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070022#include "array-inl.h"
Brian Carlstromea46f952013-07-30 01:26:50 -070023#include "art_field.h"
24#include "art_method.h"
David Sehrc431b9d2018-03-02 12:01:51 -080025#include "base/atomic.h"
Andreas Gampec6ea7d02017-02-01 16:46:28 -080026#include "class-inl.h"
Mathieu Chartier52a7f5c2015-08-18 18:35:52 -070027#include "class_flags.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070028#include "class_linker.h"
Andreas Gampe2ff3b972017-06-05 18:14:53 -070029#include "dex_cache.h"
Andreas Gampe09659c22017-09-18 18:23:32 -070030#include "heap_poisoning.h"
Ian Rogersd9c4fc92013-10-01 19:45:43 -070031#include "lock_word-inl.h"
Ian Rogers05f30572013-02-20 12:13:11 -080032#include "monitor.h"
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070033#include "obj_ptr-inl.h"
34#include "object-readbarrier-inl.h"
Mathieu Chartier52e4b432014-06-10 11:22:31 -070035#include "object_array-inl.h"
Mathieu Chartiera058fdf2016-10-06 15:13:58 -070036#include "object_reference-inl.h"
Hiroshi Yamauchi800ac2d2014-04-02 17:32:54 -070037#include "read_barrier-inl.h"
Mathieu Chartier8fa2dad2014-03-13 12:22:56 -070038#include "reference.h"
Jeff Hao848f70a2014-01-15 13:49:50 -080039#include "runtime.h"
Vladimir Marko5924a4a2018-05-29 17:40:41 +010040#include "string.h"
Ian Rogers05f30572013-02-20 12:13:11 -080041#include "throwable.h"
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080042
43namespace art {
44namespace mirror {
45
Andreas Gampe542451c2016-07-26 09:02:02 -070046inline uint32_t Object::ClassSize(PointerSize pointer_size) {
Mingyao Yang98d1cc82014-05-15 17:02:16 -070047 uint32_t vtable_entries = kVTableLength;
Mathieu Chartiere401d142015-04-22 13:56:20 -070048 return Class::ComputeClassSize(true, vtable_entries, 0, 0, 0, 0, 0, pointer_size);
Mingyao Yang98d1cc82014-05-15 17:02:16 -070049}
50
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -070051template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersef7d42f2014-01-06 12:55:46 -080052inline Class* Object::GetClass() {
Mathieu Chartier99111282018-06-19 12:30:56 -070053 return GetFieldObject<Class, kVerifyFlags, kReadBarrierOption>(ClassOffset());
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080054}
55
Mathieu Chartier4e305412014-02-19 10:54:44 -080056template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartiera058fdf2016-10-06 15:13:58 -070057inline void Object::SetClass(ObjPtr<Class> new_klass) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -070058 // new_klass may be null prior to class linker initialization.
Ian Rogersef7d42f2014-01-06 12:55:46 -080059 // We don't mark the card as this occurs as part of object allocation. Not all objects have
60 // backing cards, such as large objects.
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010061 // We use non transactional version since we can't undo this write. We also disable checking as
62 // we may run in transaction mode here.
Mathieu Chartier99111282018-06-19 12:30:56 -070063 SetFieldObjectWithoutWriteBarrier<false, false, RemoveThisFlags(kVerifyFlags)>(ClassOffset(),
64 new_klass);
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080065}
66
Andreas Gampe3b45ef22015-05-26 21:34:09 -070067template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartierbbd695c2014-04-16 09:48:48 -070068inline void Object::SetLockWord(LockWord new_val, bool as_volatile) {
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010069 // Force use of non-transactional mode and do not check.
Ian Rogersb0fa5dc2014-04-28 16:47:08 -070070 if (as_volatile) {
Mathieu Chartier99111282018-06-19 12:30:56 -070071 SetField32Volatile<false, false, kVerifyFlags>(MonitorOffset(), new_val.GetValue());
Ian Rogersb0fa5dc2014-04-28 16:47:08 -070072 } else {
Mathieu Chartier99111282018-06-19 12:30:56 -070073 SetField32<false, false, kVerifyFlags>(MonitorOffset(), new_val.GetValue());
Ian Rogersb0fa5dc2014-04-28 16:47:08 -070074 }
Ian Rogersd9c4fc92013-10-01 19:45:43 -070075}
76
Ian Rogersd9c4fc92013-10-01 19:45:43 -070077inline uint32_t Object::GetLockOwnerThreadId() {
78 return Monitor::GetLockOwnerThreadId(this);
Ian Rogers05f30572013-02-20 12:13:11 -080079}
80
Mathieu Chartiere7e8a5f2014-02-14 16:59:41 -080081inline mirror::Object* Object::MonitorEnter(Thread* self) {
Mathieu Chartiera704eda2016-07-13 09:53:35 -070082 return Monitor::MonitorEnter(self, this, /*trylock*/false);
83}
84
85inline mirror::Object* Object::MonitorTryEnter(Thread* self) {
86 return Monitor::MonitorEnter(self, this, /*trylock*/true);
Ian Rogers05f30572013-02-20 12:13:11 -080087}
88
89inline bool Object::MonitorExit(Thread* self) {
90 return Monitor::MonitorExit(self, this);
91}
92
93inline void Object::Notify(Thread* self) {
94 Monitor::Notify(self, this);
95}
96
97inline void Object::NotifyAll(Thread* self) {
98 Monitor::NotifyAll(self, this);
99}
100
Ian Rogers05f30572013-02-20 12:13:11 -0800101inline void Object::Wait(Thread* self, int64_t ms, int32_t ns) {
102 Monitor::Wait(self, this, ms, ns, true, kTimedWaiting);
103}
104
Mathieu Chartier36a270a2016-07-28 18:08:51 -0700105inline uint32_t Object::GetMarkBit() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700106 CHECK(kUseReadBarrier);
Mathieu Chartier36a270a2016-07-28 18:08:51 -0700107 return GetLockWord(false).MarkBitState();
Mathieu Chartier36a270a2016-07-28 18:08:51 -0700108}
109
Hiroshi Yamauchi12b58b22016-11-01 11:55:29 -0700110inline void Object::SetReadBarrierState(uint32_t rb_state) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700111 CHECK(kUseBakerReadBarrier);
Hiroshi Yamauchi12b58b22016-11-01 11:55:29 -0700112 DCHECK(ReadBarrier::IsValidReadBarrierState(rb_state)) << rb_state;
Hiroshi Yamauchi60f63f52015-04-23 16:12:40 -0700113 LockWord lw = GetLockWord(false);
Hiroshi Yamauchi12b58b22016-11-01 11:55:29 -0700114 lw.SetReadBarrierState(rb_state);
Hiroshi Yamauchi60f63f52015-04-23 16:12:40 -0700115 SetLockWord(lw, false);
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800116}
117
Hiroshi Yamauchi12b58b22016-11-01 11:55:29 -0700118inline void Object::AssertReadBarrierState() const {
119 CHECK(kUseBakerReadBarrier);
120 Object* obj = const_cast<Object*>(this);
Mathieu Chartier99111282018-06-19 12:30:56 -0700121 DCHECK_EQ(obj->GetReadBarrierState(), ReadBarrier::WhiteState())
122 << "Bad Baker pointer: obj=" << obj << " rb_state" << obj->GetReadBarrierState();
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800123}
124
Mathieu Chartier4e305412014-02-19 10:54:44 -0800125template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartieref41db72016-10-25 15:08:01 -0700126inline bool Object::VerifierInstanceOf(ObjPtr<Class> klass) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700127 DCHECK(klass != nullptr);
128 DCHECK(GetClass<kVerifyFlags>() != nullptr);
Jeff Haoa3faaf42013-09-03 19:07:00 -0700129 return klass->IsInterface() || InstanceOf(klass);
130}
131
Mathieu Chartier4e305412014-02-19 10:54:44 -0800132template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartiera59d9b22016-09-26 18:13:17 -0700133inline bool Object::InstanceOf(ObjPtr<Class> klass) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700134 DCHECK(klass != nullptr);
Mathieu Chartier99111282018-06-19 12:30:56 -0700135 DCHECK(GetClass<kVerifyNone>() != nullptr) << "this=" << this;
Mathieu Chartier4e305412014-02-19 10:54:44 -0800136 return klass->IsAssignableFrom(GetClass<kVerifyFlags>());
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800137}
138
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700139template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800140inline bool Object::IsClass() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700141 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700142 Class* java_lang_Class = GetClass<kVerifyFlags, kReadBarrierOption>()->
143 template GetClass<kVerifyFlags, kReadBarrierOption>();
Mathieu Chartier99111282018-06-19 12:30:56 -0700144 return GetClass<kNewFlags, kReadBarrierOption>() == java_lang_Class;
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800145}
146
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700147template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800148inline Class* Object::AsClass() {
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700149 DCHECK((IsClass<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800150 return down_cast<Class*>(this);
151}
152
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800153template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800154inline bool Object::IsObjectArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700155 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800156 return IsArrayInstance<kVerifyFlags, kReadBarrierOption>() &&
157 !GetClass<kNewFlags, kReadBarrierOption>()->
158 template GetComponentType<kNewFlags, kReadBarrierOption>()->IsPrimitive();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800159}
160
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800161template<class T, VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800162inline ObjectArray<T>* Object::AsObjectArray() {
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800163 DCHECK((IsObjectArray<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800164 return down_cast<ObjectArray<T>*>(this);
165}
166
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700167template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800168inline bool Object::IsArrayInstance() {
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700169 return GetClass<kVerifyFlags, kReadBarrierOption>()->
170 template IsArrayClass<kVerifyFlags, kReadBarrierOption>();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800171}
172
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800173template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800174inline bool Object::IsReferenceInstance() {
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800175 return GetClass<kVerifyFlags, kReadBarrierOption>()->IsTypeOfReferenceClass();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800176}
177
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800178template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartier8fa2dad2014-03-13 12:22:56 -0700179inline Reference* Object::AsReference() {
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800180 DCHECK((IsReferenceInstance<kVerifyFlags, kReadBarrierOption>()));
Mathieu Chartier8fa2dad2014-03-13 12:22:56 -0700181 return down_cast<Reference*>(this);
182}
183
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700184template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogers05f30572013-02-20 12:13:11 -0800185inline Array* Object::AsArray() {
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700186 DCHECK((IsArrayInstance<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers05f30572013-02-20 12:13:11 -0800187 return down_cast<Array*>(this);
188}
189
Mathieu Chartier4e305412014-02-19 10:54:44 -0800190template<VerifyObjectFlags kVerifyFlags>
Ian Rogers05f30572013-02-20 12:13:11 -0800191inline BooleanArray* Object::AsBooleanArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700192 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800193 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
194 DCHECK(GetClass<kNewFlags>()->GetComponentType()->IsPrimitiveBoolean());
Ian Rogers05f30572013-02-20 12:13:11 -0800195 return down_cast<BooleanArray*>(this);
196}
197
Mathieu Chartier4e305412014-02-19 10:54:44 -0800198template<VerifyObjectFlags kVerifyFlags>
Ian Rogers05f30572013-02-20 12:13:11 -0800199inline ByteArray* Object::AsByteArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700200 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800201 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
202 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveByte());
Ian Rogers05f30572013-02-20 12:13:11 -0800203 return down_cast<ByteArray*>(this);
204}
205
Mathieu Chartier4e305412014-02-19 10:54:44 -0800206template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800207inline ByteArray* Object::AsByteSizedArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700208 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800209 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
210 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveByte() ||
211 GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveBoolean());
Ian Rogersef7d42f2014-01-06 12:55:46 -0800212 return down_cast<ByteArray*>(this);
213}
214
Mathieu Chartier4e305412014-02-19 10:54:44 -0800215template<VerifyObjectFlags kVerifyFlags>
Ian Rogers05f30572013-02-20 12:13:11 -0800216inline CharArray* Object::AsCharArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700217 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800218 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
219 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveChar());
Ian Rogers05f30572013-02-20 12:13:11 -0800220 return down_cast<CharArray*>(this);
221}
222
Mathieu Chartier4e305412014-02-19 10:54:44 -0800223template<VerifyObjectFlags kVerifyFlags>
Ian Rogers05f30572013-02-20 12:13:11 -0800224inline ShortArray* Object::AsShortArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700225 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800226 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
227 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveShort());
Ian Rogers05f30572013-02-20 12:13:11 -0800228 return down_cast<ShortArray*>(this);
229}
230
Mathieu Chartier4e305412014-02-19 10:54:44 -0800231template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800232inline ShortArray* Object::AsShortSizedArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700233 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800234 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
235 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveShort() ||
236 GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveChar());
Ian Rogersef7d42f2014-01-06 12:55:46 -0800237 return down_cast<ShortArray*>(this);
238}
239
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800240template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700241inline bool Object::IsIntArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700242 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier31e88222016-10-14 18:43:19 -0700243 ObjPtr<Class> klass = GetClass<kVerifyFlags, kReadBarrierOption>();
244 ObjPtr<Class> component_type = klass->GetComponentType<kVerifyFlags, kReadBarrierOption>();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700245 return component_type != nullptr && component_type->template IsPrimitiveInt<kNewFlags>();
246}
247
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800248template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700249inline IntArray* Object::AsIntArray() {
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800250 DCHECK((IsIntArray<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers05f30572013-02-20 12:13:11 -0800251 return down_cast<IntArray*>(this);
252}
253
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800254template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700255inline bool Object::IsLongArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700256 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier31e88222016-10-14 18:43:19 -0700257 ObjPtr<Class> klass = GetClass<kVerifyFlags, kReadBarrierOption>();
258 ObjPtr<Class> component_type = klass->GetComponentType<kVerifyFlags, kReadBarrierOption>();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700259 return component_type != nullptr && component_type->template IsPrimitiveLong<kNewFlags>();
260}
261
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800262template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700263inline LongArray* Object::AsLongArray() {
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800264 DCHECK((IsLongArray<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers05f30572013-02-20 12:13:11 -0800265 return down_cast<LongArray*>(this);
266}
267
Mathieu Chartier4e305412014-02-19 10:54:44 -0800268template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700269inline bool Object::IsFloatArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700270 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartiere401d142015-04-22 13:56:20 -0700271 auto* component_type = GetClass<kVerifyFlags>()->GetComponentType();
272 return component_type != nullptr && component_type->template IsPrimitiveFloat<kNewFlags>();
273}
274
275template<VerifyObjectFlags kVerifyFlags>
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100276inline FloatArray* Object::AsFloatArray() {
Mathieu Chartiere401d142015-04-22 13:56:20 -0700277 DCHECK(IsFloatArray<kVerifyFlags>());
Mathieu Chartier99111282018-06-19 12:30:56 -0700278 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800279 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
280 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveFloat());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100281 return down_cast<FloatArray*>(this);
282}
283
Mathieu Chartier4e305412014-02-19 10:54:44 -0800284template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700285inline bool Object::IsDoubleArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700286 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartiere401d142015-04-22 13:56:20 -0700287 auto* component_type = GetClass<kVerifyFlags>()->GetComponentType();
288 return component_type != nullptr && component_type->template IsPrimitiveDouble<kNewFlags>();
289}
290
291template<VerifyObjectFlags kVerifyFlags>
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100292inline DoubleArray* Object::AsDoubleArray() {
Mathieu Chartiere401d142015-04-22 13:56:20 -0700293 DCHECK(IsDoubleArray<kVerifyFlags>());
Mathieu Chartier99111282018-06-19 12:30:56 -0700294 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800295 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
296 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveDouble());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100297 return down_cast<DoubleArray*>(this);
298}
299
Jeff Hao848f70a2014-01-15 13:49:50 -0800300template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
301inline bool Object::IsString() {
302 return GetClass<kVerifyFlags, kReadBarrierOption>()->IsStringClass();
303}
304
305template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogers05f30572013-02-20 12:13:11 -0800306inline String* Object::AsString() {
Jeff Hao848f70a2014-01-15 13:49:50 -0800307 DCHECK((IsString<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers05f30572013-02-20 12:13:11 -0800308 return down_cast<String*>(this);
309}
310
Mathieu Chartier4e305412014-02-19 10:54:44 -0800311template<VerifyObjectFlags kVerifyFlags>
Ian Rogers05f30572013-02-20 12:13:11 -0800312inline Throwable* Object::AsThrowable() {
Mathieu Chartier4e305412014-02-19 10:54:44 -0800313 DCHECK(GetClass<kVerifyFlags>()->IsThrowableClass());
Ian Rogers05f30572013-02-20 12:13:11 -0800314 return down_cast<Throwable*>(this);
315}
316
Mathieu Chartier4e305412014-02-19 10:54:44 -0800317template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800318inline bool Object::IsWeakReferenceInstance() {
Mathieu Chartier4e305412014-02-19 10:54:44 -0800319 return GetClass<kVerifyFlags>()->IsWeakReferenceClass();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800320}
321
Mathieu Chartier4e305412014-02-19 10:54:44 -0800322template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800323inline bool Object::IsSoftReferenceInstance() {
Mathieu Chartier4e305412014-02-19 10:54:44 -0800324 return GetClass<kVerifyFlags>()->IsSoftReferenceClass();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800325}
326
Mathieu Chartier4e305412014-02-19 10:54:44 -0800327template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800328inline bool Object::IsFinalizerReferenceInstance() {
Mathieu Chartier4e305412014-02-19 10:54:44 -0800329 return GetClass<kVerifyFlags>()->IsFinalizerReferenceClass();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800330}
331
Mathieu Chartier4e305412014-02-19 10:54:44 -0800332template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartier8fa2dad2014-03-13 12:22:56 -0700333inline FinalizerReference* Object::AsFinalizerReference() {
334 DCHECK(IsFinalizerReferenceInstance<kVerifyFlags>());
335 return down_cast<FinalizerReference*>(this);
336}
337
338template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800339inline bool Object::IsPhantomReferenceInstance() {
Mathieu Chartier4e305412014-02-19 10:54:44 -0800340 return GetClass<kVerifyFlags>()->IsPhantomReferenceClass();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800341}
342
Mathieu Chartierd08f66f2017-04-13 11:47:53 -0700343template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800344inline size_t Object::SizeOf() {
Mathieu Chartierd08f66f2017-04-13 11:47:53 -0700345 // Read barrier is never required for SizeOf since objects sizes are constant. Reading from-space
346 // values is OK because of that.
Mathieu Chartier99111282018-06-19 12:30:56 -0700347 static constexpr ReadBarrierOption kRBO = kWithoutReadBarrier;
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800348 size_t result;
Mathieu Chartier99111282018-06-19 12:30:56 -0700349 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
350 if (IsArrayInstance<kVerifyFlags, kRBO>()) {
351 result = AsArray<kNewFlags, kRBO>()->template SizeOf<kNewFlags, kRBO>();
352 } else if (IsClass<kNewFlags, kRBO>()) {
353 result = AsClass<kNewFlags, kRBO>()->template SizeOf<kNewFlags, kRBO>();
354 } else if (GetClass<kNewFlags, kRBO>()->IsStringClass()) {
355 result = AsString<kNewFlags, kRBO>()->template SizeOf<kNewFlags>();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800356 } else {
Mathieu Chartier99111282018-06-19 12:30:56 -0700357 result = GetClass<kNewFlags, kRBO>()->template GetObjectSize<kNewFlags, kRBO>();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800358 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700359 DCHECK_GE(result, sizeof(Object)) << " class=" << Class::PrettyClass(GetClass<kNewFlags, kRBO>());
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800360 return result;
361}
362
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700363template<VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
Fred Shih37f05ef2014-07-16 18:38:08 -0700364inline int8_t Object::GetFieldByte(MemberOffset field_offset) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700365 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700366 return GetField<int8_t, kIsVolatile>(field_offset);
367}
368
369template<VerifyObjectFlags kVerifyFlags>
370inline uint8_t Object::GetFieldBooleanVolatile(MemberOffset field_offset) {
371 return GetFieldBoolean<kVerifyFlags, true>(field_offset);
372}
373
374template<VerifyObjectFlags kVerifyFlags>
375inline int8_t Object::GetFieldByteVolatile(MemberOffset field_offset) {
376 return GetFieldByte<kVerifyFlags, true>(field_offset);
377}
378
Roland Levillaind32ead22018-05-30 17:38:21 +0100379template<bool kTransactionActive,
380 bool kCheckTransaction,
381 VerifyObjectFlags kVerifyFlags,
382 bool kIsVolatile>
Mathieu Chartier99111282018-06-19 12:30:56 -0700383inline void Object::SetFieldBoolean(MemberOffset field_offset, uint8_t new_value) {
384 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700385 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100386 Runtime::Current()->RecordWriteFieldBoolean(
387 this,
388 field_offset,
389 GetFieldBoolean<kVerifyFlags, kIsVolatile>(field_offset),
390 kIsVolatile);
Fred Shih37f05ef2014-07-16 18:38:08 -0700391 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700392 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700393 SetField<uint8_t, kIsVolatile>(field_offset, new_value);
394}
395
Roland Levillaind32ead22018-05-30 17:38:21 +0100396template<bool kTransactionActive,
397 bool kCheckTransaction,
398 VerifyObjectFlags kVerifyFlags,
399 bool kIsVolatile>
Mathieu Chartier99111282018-06-19 12:30:56 -0700400inline void Object::SetFieldByte(MemberOffset field_offset, int8_t new_value) {
401 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700402 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100403 Runtime::Current()->RecordWriteFieldByte(this,
404 field_offset,
405 GetFieldByte<kVerifyFlags, kIsVolatile>(field_offset),
406 kIsVolatile);
Fred Shih37f05ef2014-07-16 18:38:08 -0700407 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700408 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700409 SetField<int8_t, kIsVolatile>(field_offset, new_value);
410}
411
412template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
413inline void Object::SetFieldBooleanVolatile(MemberOffset field_offset, uint8_t new_value) {
414 return SetFieldBoolean<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(
415 field_offset, new_value);
416}
417
418template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
419inline void Object::SetFieldByteVolatile(MemberOffset field_offset, int8_t new_value) {
420 return SetFieldByte<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(
421 field_offset, new_value);
422}
423
424template<VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
425inline uint16_t Object::GetFieldChar(MemberOffset field_offset) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700426 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700427 return GetField<uint16_t, kIsVolatile>(field_offset);
428}
429
430template<VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
431inline int16_t Object::GetFieldShort(MemberOffset field_offset) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700432 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700433 return GetField<int16_t, kIsVolatile>(field_offset);
434}
435
436template<VerifyObjectFlags kVerifyFlags>
437inline uint16_t Object::GetFieldCharVolatile(MemberOffset field_offset) {
438 return GetFieldChar<kVerifyFlags, true>(field_offset);
439}
440
441template<VerifyObjectFlags kVerifyFlags>
442inline int16_t Object::GetFieldShortVolatile(MemberOffset field_offset) {
443 return GetFieldShort<kVerifyFlags, true>(field_offset);
444}
445
Roland Levillaind32ead22018-05-30 17:38:21 +0100446template<bool kTransactionActive,
447 bool kCheckTransaction,
448 VerifyObjectFlags kVerifyFlags,
449 bool kIsVolatile>
Fred Shih37f05ef2014-07-16 18:38:08 -0700450inline void Object::SetFieldChar(MemberOffset field_offset, uint16_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700451 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700452 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100453 Runtime::Current()->RecordWriteFieldChar(this,
454 field_offset,
455 GetFieldChar<kVerifyFlags, kIsVolatile>(field_offset),
456 kIsVolatile);
Fred Shih37f05ef2014-07-16 18:38:08 -0700457 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700458 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700459 SetField<uint16_t, kIsVolatile>(field_offset, new_value);
460}
461
Roland Levillaind32ead22018-05-30 17:38:21 +0100462template<bool kTransactionActive,
463 bool kCheckTransaction,
464 VerifyObjectFlags kVerifyFlags,
465 bool kIsVolatile>
Fred Shih37f05ef2014-07-16 18:38:08 -0700466inline void Object::SetFieldShort(MemberOffset field_offset, int16_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700467 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700468 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100469 Runtime::Current()->RecordWriteFieldChar(this,
470 field_offset,
471 GetFieldShort<kVerifyFlags, kIsVolatile>(field_offset),
472 kIsVolatile);
Fred Shih37f05ef2014-07-16 18:38:08 -0700473 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700474 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700475 SetField<int16_t, kIsVolatile>(field_offset, new_value);
476}
477
478template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
479inline void Object::SetFieldCharVolatile(MemberOffset field_offset, uint16_t new_value) {
480 return SetFieldChar<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(
481 field_offset, new_value);
482}
483
484template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
485inline void Object::SetFieldShortVolatile(MemberOffset field_offset, int16_t new_value) {
486 return SetFieldShort<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(
487 field_offset, new_value);
488}
489
Roland Levillaind32ead22018-05-30 17:38:21 +0100490template<bool kTransactionActive,
491 bool kCheckTransaction,
492 VerifyObjectFlags kVerifyFlags,
493 bool kIsVolatile>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700494inline void Object::SetField32(MemberOffset field_offset, int32_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700495 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100496 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100497 Runtime::Current()->RecordWriteField32(this,
498 field_offset,
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700499 GetField32<kVerifyFlags, kIsVolatile>(field_offset),
500 kIsVolatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100501 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700502 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700503 SetField<int32_t, kIsVolatile>(field_offset, new_value);
Ian Rogersb122a4b2013-11-19 18:00:50 -0800504}
505
Mathieu Chartier4e305412014-02-19 10:54:44 -0800506template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700507inline void Object::SetField32Volatile(MemberOffset field_offset, int32_t new_value) {
508 SetField32<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(field_offset, new_value);
509}
510
Chang Xing6d3e7682017-07-11 10:31:29 -0700511template<bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
512inline void Object::SetField32Transaction(MemberOffset field_offset, int32_t new_value) {
513 if (Runtime::Current()->IsActiveTransaction()) {
514 SetField32<true, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
515 } else {
516 SetField32<false, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
517 }
518}
519
Roland Levillaind32ead22018-05-30 17:38:21 +0100520template<bool kTransactionActive,
521 bool kCheckTransaction,
522 VerifyObjectFlags kVerifyFlags,
523 bool kIsVolatile>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700524inline void Object::SetField64(MemberOffset field_offset, int64_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700525 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100526 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100527 Runtime::Current()->RecordWriteField64(this,
528 field_offset,
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700529 GetField64<kVerifyFlags, kIsVolatile>(field_offset),
530 kIsVolatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100531 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700532 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700533 SetField<int64_t, kIsVolatile>(field_offset, new_value);
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800534}
535
Mathieu Chartier4e305412014-02-19 10:54:44 -0800536template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700537inline void Object::SetField64Volatile(MemberOffset field_offset, int64_t new_value) {
538 return SetField64<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(field_offset,
539 new_value);
540}
541
Chang Xing6d3e7682017-07-11 10:31:29 -0700542template<bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
543inline void Object::SetField64Transaction(MemberOffset field_offset, int32_t new_value) {
544 if (Runtime::Current()->IsActiveTransaction()) {
545 SetField64<true, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
546 } else {
547 SetField64<false, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
548 }
549}
550
Mathieu Chartierc381c362016-08-23 13:27:53 -0700551template<typename kSize>
552inline kSize Object::GetFieldAcquire(MemberOffset field_offset) {
553 const uint8_t* raw_addr = reinterpret_cast<const uint8_t*>(this) + field_offset.Int32Value();
554 const kSize* addr = reinterpret_cast<const kSize*>(raw_addr);
Orion Hodson88591fe2018-03-06 13:35:43 +0000555 return reinterpret_cast<const Atomic<kSize>*>(addr)->load(std::memory_order_acquire);
Mathieu Chartierc381c362016-08-23 13:27:53 -0700556}
557
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700558template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Ian Rogers228602f2014-07-10 02:07:54 -0700559inline bool Object::CasFieldWeakSequentiallyConsistent64(MemberOffset field_offset,
Roland Levillaind32ead22018-05-30 17:38:21 +0100560 int64_t old_value,
561 int64_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700562 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100563 if (kTransactionActive) {
564 Runtime::Current()->RecordWriteField64(this, field_offset, old_value, true);
565 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700566 Verify<kVerifyFlags>();
Ian Rogers13735952014-10-08 12:43:28 -0700567 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Ian Rogers228602f2014-07-10 02:07:54 -0700568 Atomic<int64_t>* atomic_addr = reinterpret_cast<Atomic<int64_t>*>(raw_addr);
Orion Hodson4557b382018-01-03 11:47:54 +0000569 return atomic_addr->CompareAndSetWeakSequentiallyConsistent(old_value, new_value);
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800570}
571
Hans Boehmd8434432014-07-11 09:56:07 -0700572template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
573inline bool Object::CasFieldStrongSequentiallyConsistent64(MemberOffset field_offset,
Roland Levillaind32ead22018-05-30 17:38:21 +0100574 int64_t old_value,
575 int64_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700576 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Hans Boehmd8434432014-07-11 09:56:07 -0700577 if (kTransactionActive) {
578 Runtime::Current()->RecordWriteField64(this, field_offset, old_value, true);
579 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700580 Verify<kVerifyFlags>();
Ian Rogers13735952014-10-08 12:43:28 -0700581 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Hans Boehmd8434432014-07-11 09:56:07 -0700582 Atomic<int64_t>* atomic_addr = reinterpret_cast<Atomic<int64_t>*>(raw_addr);
Orion Hodson4557b382018-01-03 11:47:54 +0000583 return atomic_addr->CompareAndSetStrongSequentiallyConsistent(old_value, new_value);
Hans Boehmd8434432014-07-11 09:56:07 -0700584}
585
Roland Levillaind32ead22018-05-30 17:38:21 +0100586template<class T,
587 VerifyObjectFlags kVerifyFlags,
588 ReadBarrierOption kReadBarrierOption,
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700589 bool kIsVolatile>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700590inline T* Object::GetFieldObject(MemberOffset field_offset) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700591 Verify<kVerifyFlags>();
Ian Rogers13735952014-10-08 12:43:28 -0700592 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Ian Rogersef7d42f2014-01-06 12:55:46 -0800593 HeapReference<T>* objref_addr = reinterpret_cast<HeapReference<T>*>(raw_addr);
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700594 T* result = ReadBarrier::Barrier<T, kIsVolatile, kReadBarrierOption>(
595 this,
596 field_offset,
597 objref_addr);
Mathieu Chartier99111282018-06-19 12:30:56 -0700598 VerifyRead<kVerifyFlags>(result);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800599 return result;
600}
601
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700602template<class T, VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700603inline T* Object::GetFieldObjectVolatile(MemberOffset field_offset) {
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700604 return GetFieldObject<T, kVerifyFlags, kReadBarrierOption, true>(field_offset);
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700605}
606
Roland Levillaind32ead22018-05-30 17:38:21 +0100607template<bool kTransactionActive,
608 bool kCheckTransaction,
609 VerifyObjectFlags kVerifyFlags,
610 bool kIsVolatile>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700611inline void Object::SetFieldObjectWithoutWriteBarrier(MemberOffset field_offset,
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700612 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700613 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100614 if (kTransactionActive) {
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700615 ObjPtr<Object> obj;
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700616 if (kIsVolatile) {
617 obj = GetFieldObjectVolatile<Object>(field_offset);
618 } else {
619 obj = GetFieldObject<Object>(field_offset);
620 }
Vladimir Markobcf17522018-06-01 13:14:32 +0100621 Runtime::Current()->RecordWriteFieldReference(this, field_offset, obj, true);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100622 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700623 Verify<kVerifyFlags>();
624 VerifyWrite<kVerifyFlags>(new_value);
Ian Rogers13735952014-10-08 12:43:28 -0700625 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Ian Rogersef7d42f2014-01-06 12:55:46 -0800626 HeapReference<Object>* objref_addr = reinterpret_cast<HeapReference<Object>*>(raw_addr);
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700627 objref_addr->Assign<kIsVolatile>(new_value.Ptr());
Ian Rogersef7d42f2014-01-06 12:55:46 -0800628}
629
Roland Levillaind32ead22018-05-30 17:38:21 +0100630template<bool kTransactionActive,
631 bool kCheckTransaction,
632 VerifyObjectFlags kVerifyFlags,
633 bool kIsVolatile>
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700634inline void Object::SetFieldObject(MemberOffset field_offset, ObjPtr<Object> new_value) {
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700635 SetFieldObjectWithoutWriteBarrier<kTransactionActive, kCheckTransaction, kVerifyFlags,
636 kIsVolatile>(field_offset, new_value);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800637 if (new_value != nullptr) {
Ian Rogersef7d42f2014-01-06 12:55:46 -0800638 Runtime::Current()->GetHeap()->WriteBarrierField(this, field_offset, new_value);
Mathieu Chartier61c5ebc2014-06-05 17:42:53 -0700639 // TODO: Check field assignment could theoretically cause thread suspension, TODO: fix this.
640 CheckFieldAssignment(field_offset, new_value);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800641 }
642}
643
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700644template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700645inline void Object::SetFieldObjectVolatile(MemberOffset field_offset, ObjPtr<Object> new_value) {
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700646 SetFieldObject<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(field_offset,
647 new_value);
648}
649
Chang Xing6d3e7682017-07-11 10:31:29 -0700650template<bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
651inline void Object::SetFieldObjectTransaction(MemberOffset field_offset, ObjPtr<Object> new_value) {
652 if (Runtime::Current()->IsActiveTransaction()) {
653 SetFieldObject<true, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
654 } else {
655 SetFieldObject<false, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
656 }
657}
658
Mathieu Chartier4e305412014-02-19 10:54:44 -0800659template <VerifyObjectFlags kVerifyFlags>
660inline HeapReference<Object>* Object::GetFieldObjectReferenceAddr(MemberOffset field_offset) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700661 Verify<kVerifyFlags>();
Ian Rogers13735952014-10-08 12:43:28 -0700662 return reinterpret_cast<HeapReference<Object>*>(reinterpret_cast<uint8_t*>(this) +
Mathieu Chartier4e305412014-02-19 10:54:44 -0800663 field_offset.Int32Value());
664}
665
666template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Ian Rogers228602f2014-07-10 02:07:54 -0700667inline bool Object::CasFieldWeakSequentiallyConsistentObject(MemberOffset field_offset,
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700668 ObjPtr<Object> old_value,
669 ObjPtr<Object> new_value) {
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800670 bool success = CasFieldWeakSequentiallyConsistentObjectWithoutWriteBarrier<
671 kTransactionActive, kCheckTransaction, kVerifyFlags>(field_offset, old_value, new_value);
672 if (success) {
673 Runtime::Current()->GetHeap()->WriteBarrierField(this, field_offset, new_value);
674 }
675 return success;
676}
677
678template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
679inline bool Object::CasFieldWeakSequentiallyConsistentObjectWithoutWriteBarrier(
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700680 MemberOffset field_offset,
681 ObjPtr<Object> old_value,
682 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700683 VerifyTransaction<kTransactionActive, kCheckTransaction>();
684 VerifyCAS<kVerifyFlags>(new_value, old_value);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100685 if (kTransactionActive) {
686 Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true);
687 }
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700688 uint32_t old_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(old_value));
689 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
Ian Rogers13735952014-10-08 12:43:28 -0700690 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Ian Rogers228602f2014-07-10 02:07:54 -0700691 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
692
Orion Hodson4557b382018-01-03 11:47:54 +0000693 bool success = atomic_addr->CompareAndSetWeakSequentiallyConsistent(old_ref, new_ref);
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800694 return success;
695}
Ian Rogers228602f2014-07-10 02:07:54 -0700696
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800697template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
698inline bool Object::CasFieldStrongSequentiallyConsistentObject(MemberOffset field_offset,
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700699 ObjPtr<Object> old_value,
700 ObjPtr<Object> new_value) {
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800701 bool success = CasFieldStrongSequentiallyConsistentObjectWithoutWriteBarrier<
702 kTransactionActive, kCheckTransaction, kVerifyFlags>(field_offset, old_value, new_value);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800703 if (success) {
704 Runtime::Current()->GetHeap()->WriteBarrierField(this, field_offset, new_value);
705 }
706 return success;
707}
708
Hans Boehmd8434432014-07-11 09:56:07 -0700709template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800710inline bool Object::CasFieldStrongSequentiallyConsistentObjectWithoutWriteBarrier(
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700711 MemberOffset field_offset,
712 ObjPtr<Object> old_value,
713 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700714 VerifyTransaction<kTransactionActive, kCheckTransaction>();
715 VerifyCAS<kVerifyFlags>(new_value, old_value);
Hans Boehmd8434432014-07-11 09:56:07 -0700716 if (kTransactionActive) {
717 Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true);
718 }
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700719 uint32_t old_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(old_value));
720 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
Ian Rogers13735952014-10-08 12:43:28 -0700721 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Hans Boehmd8434432014-07-11 09:56:07 -0700722 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
723
Orion Hodson4557b382018-01-03 11:47:54 +0000724 bool success = atomic_addr->CompareAndSetStrongSequentiallyConsistent(old_ref, new_ref);
Hans Boehmd8434432014-07-11 09:56:07 -0700725 return success;
726}
727
Hiroshi Yamauchifed3e2f2015-10-20 11:11:56 -0700728template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
729inline bool Object::CasFieldWeakRelaxedObjectWithoutWriteBarrier(
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700730 MemberOffset field_offset,
731 ObjPtr<Object> old_value,
732 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700733 VerifyTransaction<kTransactionActive, kCheckTransaction>();
734 VerifyCAS<kVerifyFlags>(new_value, old_value);
Hiroshi Yamauchifed3e2f2015-10-20 11:11:56 -0700735 if (kTransactionActive) {
736 Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true);
737 }
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700738 uint32_t old_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(old_value));
739 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
Hiroshi Yamauchifed3e2f2015-10-20 11:11:56 -0700740 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
741 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
742
Orion Hodson4557b382018-01-03 11:47:54 +0000743 bool success = atomic_addr->CompareAndSetWeakRelaxed(old_ref, new_ref);
Hiroshi Yamauchifed3e2f2015-10-20 11:11:56 -0700744 return success;
745}
746
Mathieu Chartierfdd513d2017-06-01 11:26:50 -0700747template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
748inline bool Object::CasFieldWeakReleaseObjectWithoutWriteBarrier(
749 MemberOffset field_offset,
750 ObjPtr<Object> old_value,
751 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700752 VerifyTransaction<kTransactionActive, kCheckTransaction>();
753 VerifyCAS<kVerifyFlags>(new_value, old_value);
Mathieu Chartierfdd513d2017-06-01 11:26:50 -0700754 if (kTransactionActive) {
755 Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true);
756 }
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700757 uint32_t old_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(old_value));
758 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
Mathieu Chartierfdd513d2017-06-01 11:26:50 -0700759 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
760 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
761
Orion Hodson4557b382018-01-03 11:47:54 +0000762 bool success = atomic_addr->CompareAndSetWeakRelease(old_ref, new_ref);
Mathieu Chartierfdd513d2017-06-01 11:26:50 -0700763 return success;
764}
765
Orion Hodson928033d2018-02-07 05:30:54 +0000766template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
767inline ObjPtr<Object> Object::CompareAndExchangeFieldObject(MemberOffset field_offset,
768 ObjPtr<Object> old_value,
769 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700770 VerifyTransaction<kTransactionActive, kCheckTransaction>();
771 VerifyCAS<kVerifyFlags>(new_value, old_value);
Orion Hodson928033d2018-02-07 05:30:54 +0000772 uint32_t old_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(old_value));
773 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
774 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
775 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
Orion Hodson88591fe2018-03-06 13:35:43 +0000776 bool success = atomic_addr->compare_exchange_strong(old_ref, new_ref, std::memory_order_seq_cst);
Orion Hodson928033d2018-02-07 05:30:54 +0000777 ObjPtr<Object> witness_value(PtrCompression<kPoisonHeapReferences, Object>::Decompress(old_ref));
778 if (kIsDebugBuild) {
779 // Ensure caller has done read barrier on the reference field so it's in the to-space.
780 ReadBarrier::AssertToSpaceInvariant(witness_value.Ptr());
781 }
Mathieu Chartier1d2e2662018-06-19 14:02:12 -0700782 if (success) {
783 if (kTransactionActive) {
784 Runtime::Current()->RecordWriteFieldReference(this, field_offset, witness_value, true);
785 }
786 Runtime::Current()->GetHeap()->WriteBarrierField(this, field_offset, new_value);
Orion Hodson928033d2018-02-07 05:30:54 +0000787 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700788 VerifyRead<kVerifyFlags>(witness_value);
Orion Hodson928033d2018-02-07 05:30:54 +0000789 return witness_value;
790}
791
792template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
793inline ObjPtr<Object> Object::ExchangeFieldObject(MemberOffset field_offset,
794 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700795 VerifyTransaction<kTransactionActive, kCheckTransaction>();
796 VerifyCAS<kVerifyFlags>(new_value, /*old_value*/ nullptr);
797
Orion Hodson928033d2018-02-07 05:30:54 +0000798 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
799 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
800 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
Orion Hodson88591fe2018-03-06 13:35:43 +0000801 uint32_t old_ref = atomic_addr->exchange(new_ref, std::memory_order_seq_cst);
Orion Hodson928033d2018-02-07 05:30:54 +0000802 ObjPtr<Object> old_value(PtrCompression<kPoisonHeapReferences, Object>::Decompress(old_ref));
803 if (kIsDebugBuild) {
804 // Ensure caller has done read barrier on the reference field so it's in the to-space.
805 ReadBarrier::AssertToSpaceInvariant(old_value.Ptr());
806 }
807 if (kTransactionActive) {
808 Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true);
809 }
Mathieu Chartier1d2e2662018-06-19 14:02:12 -0700810 Runtime::Current()->GetHeap()->WriteBarrierField(this, field_offset, new_value);
Mathieu Chartier99111282018-06-19 12:30:56 -0700811 VerifyRead<kVerifyFlags>(old_value);
Orion Hodson928033d2018-02-07 05:30:54 +0000812 return old_value;
813}
814
815template<typename T, VerifyObjectFlags kVerifyFlags>
816inline void Object::GetPrimitiveFieldViaAccessor(MemberOffset field_offset, Accessor<T>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700817 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000818 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
819 T* addr = reinterpret_cast<T*>(raw_addr);
820 accessor->Access(addr);
821}
822
823template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
824inline void Object::UpdateFieldBooleanViaAccessor(MemberOffset field_offset,
825 Accessor<uint8_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700826 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000827 if (kTransactionActive) {
828 static const bool kIsVolatile = true;
829 uint8_t old_value = GetFieldBoolean<kVerifyFlags, kIsVolatile>(field_offset);
830 Runtime::Current()->RecordWriteFieldBoolean(this, field_offset, old_value, kIsVolatile);
831 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700832 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000833 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
834 uint8_t* addr = raw_addr;
835 accessor->Access(addr);
836}
837
838template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
839inline void Object::UpdateFieldByteViaAccessor(MemberOffset field_offset,
840 Accessor<int8_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700841 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000842 if (kTransactionActive) {
843 static const bool kIsVolatile = true;
844 int8_t old_value = GetFieldByte<kVerifyFlags, kIsVolatile>(field_offset);
845 Runtime::Current()->RecordWriteFieldByte(this, field_offset, old_value, kIsVolatile);
846 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700847 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000848 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
849 int8_t* addr = reinterpret_cast<int8_t*>(raw_addr);
850 accessor->Access(addr);
851}
852
853template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
854inline void Object::UpdateFieldCharViaAccessor(MemberOffset field_offset,
855 Accessor<uint16_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700856 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000857 if (kTransactionActive) {
858 static const bool kIsVolatile = true;
859 uint16_t old_value = GetFieldChar<kVerifyFlags, kIsVolatile>(field_offset);
860 Runtime::Current()->RecordWriteFieldChar(this, field_offset, old_value, kIsVolatile);
861 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700862 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000863 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
864 uint16_t* addr = reinterpret_cast<uint16_t*>(raw_addr);
865 accessor->Access(addr);
866}
867
868template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
869inline void Object::UpdateFieldShortViaAccessor(MemberOffset field_offset,
870 Accessor<int16_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700871 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000872 if (kTransactionActive) {
873 static const bool kIsVolatile = true;
874 int16_t old_value = GetFieldShort<kVerifyFlags, kIsVolatile>(field_offset);
875 Runtime::Current()->RecordWriteFieldShort(this, field_offset, old_value, kIsVolatile);
876 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700877 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000878 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
879 int16_t* addr = reinterpret_cast<int16_t*>(raw_addr);
880 accessor->Access(addr);
881}
882
883template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
884inline void Object::UpdateField32ViaAccessor(MemberOffset field_offset,
885 Accessor<int32_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700886 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000887 if (kTransactionActive) {
888 static const bool kIsVolatile = true;
889 int32_t old_value = GetField32<kVerifyFlags, kIsVolatile>(field_offset);
890 Runtime::Current()->RecordWriteField32(this, field_offset, old_value, kIsVolatile);
891 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700892 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000893 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
894 int32_t* addr = reinterpret_cast<int32_t*>(raw_addr);
895 accessor->Access(addr);
896}
897
898template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
899inline void Object::UpdateField64ViaAccessor(MemberOffset field_offset,
900 Accessor<int64_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700901 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000902 if (kTransactionActive) {
903 static const bool kIsVolatile = true;
904 int64_t old_value = GetField64<kVerifyFlags, kIsVolatile>(field_offset);
905 Runtime::Current()->RecordWriteField64(this, field_offset, old_value, kIsVolatile);
906 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700907 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000908 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
909 int64_t* addr = reinterpret_cast<int64_t*>(raw_addr);
910 accessor->Access(addr);
911}
912
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800913template<bool kIsStatic,
914 VerifyObjectFlags kVerifyFlags,
915 ReadBarrierOption kReadBarrierOption,
916 typename Visitor>
Mathieu Chartier407f7022014-02-18 14:37:05 -0800917inline void Object::VisitFieldsReferences(uint32_t ref_offsets, const Visitor& visitor) {
Ian Rogerscdc1aaf2014-10-09 13:21:38 -0700918 if (!kIsStatic && (ref_offsets != mirror::Class::kClassWalkSuper)) {
919 // Instance fields and not the slow-path.
Ian Rogerscdc1aaf2014-10-09 13:21:38 -0700920 uint32_t field_offset = mirror::kObjectHeaderSize;
Mathieu Chartier407f7022014-02-18 14:37:05 -0800921 while (ref_offsets != 0) {
Ian Rogerscdc1aaf2014-10-09 13:21:38 -0700922 if ((ref_offsets & 1) != 0) {
923 visitor(this, MemberOffset(field_offset), kIsStatic);
924 }
925 ref_offsets >>= 1;
926 field_offset += sizeof(mirror::HeapReference<mirror::Object>);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800927 }
928 } else {
Mingyao Yangfaff0f02014-09-10 12:03:22 -0700929 // There is no reference offset bitmap. In the non-static case, walk up the class
Mathieu Chartier407f7022014-02-18 14:37:05 -0800930 // inheritance hierarchy and find reference offsets the hard way. In the static case, just
931 // consider this class.
Mathieu Chartier31e88222016-10-14 18:43:19 -0700932 for (ObjPtr<Class> klass = kIsStatic
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800933 ? AsClass<kVerifyFlags, kReadBarrierOption>()
934 : GetClass<kVerifyFlags, kReadBarrierOption>();
935 klass != nullptr;
936 klass = kIsStatic ? nullptr : klass->GetSuperClass<kVerifyFlags, kReadBarrierOption>()) {
937 const size_t num_reference_fields =
Mathieu Chartier407f7022014-02-18 14:37:05 -0800938 kIsStatic ? klass->NumReferenceStaticFields() : klass->NumReferenceInstanceFields();
Vladimir Marko76649e82014-11-10 18:32:59 +0000939 if (num_reference_fields == 0u) {
940 continue;
941 }
Mathieu Chartiere401d142015-04-22 13:56:20 -0700942 // Presumably GC can happen when we are cross compiling, it should not cause performance
943 // problems to do pointer size logic.
Vladimir Marko76649e82014-11-10 18:32:59 +0000944 MemberOffset field_offset = kIsStatic
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800945 ? klass->GetFirstReferenceStaticFieldOffset<kVerifyFlags, kReadBarrierOption>(
Mathieu Chartiere401d142015-04-22 13:56:20 -0700946 Runtime::Current()->GetClassLinker()->GetImagePointerSize())
Hiroshi Yamauchi5496f692016-02-17 13:29:59 -0800947 : klass->GetFirstReferenceInstanceFieldOffset<kVerifyFlags, kReadBarrierOption>();
Mathieu Chartier059ef3d2015-08-18 13:54:21 -0700948 for (size_t i = 0u; i < num_reference_fields; ++i) {
Mathieu Chartier407f7022014-02-18 14:37:05 -0800949 // TODO: Do a simpler check?
Mathieu Chartier059ef3d2015-08-18 13:54:21 -0700950 if (field_offset.Uint32Value() != ClassOffset().Uint32Value()) {
Mathieu Chartier52e4b432014-06-10 11:22:31 -0700951 visitor(this, field_offset, kIsStatic);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800952 }
Vladimir Marko76649e82014-11-10 18:32:59 +0000953 field_offset = MemberOffset(field_offset.Uint32Value() +
954 sizeof(mirror::HeapReference<mirror::Object>));
Mathieu Chartier407f7022014-02-18 14:37:05 -0800955 }
956 }
957 }
958}
959
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800960template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption, typename Visitor>
Mathieu Chartier31e88222016-10-14 18:43:19 -0700961inline void Object::VisitInstanceFieldsReferences(ObjPtr<Class> klass, const Visitor& visitor) {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800962 VisitFieldsReferences<false, kVerifyFlags, kReadBarrierOption>(
963 klass->GetReferenceInstanceOffsets<kVerifyFlags>(), visitor);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800964}
965
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800966template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption, typename Visitor>
Mathieu Chartier31e88222016-10-14 18:43:19 -0700967inline void Object::VisitStaticFieldsReferences(ObjPtr<Class> klass, const Visitor& visitor) {
Mingyao Yang98d1cc82014-05-15 17:02:16 -0700968 DCHECK(!klass->IsTemp());
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800969 klass->VisitFieldsReferences<true, kVerifyFlags, kReadBarrierOption>(0, visitor);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800970}
971
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800972template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere4275c02015-08-06 15:34:15 -0700973inline bool Object::IsClassLoader() {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800974 return GetClass<kVerifyFlags, kReadBarrierOption>()->IsClassLoaderClass();
Mathieu Chartiere4275c02015-08-06 15:34:15 -0700975}
976
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800977template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere4275c02015-08-06 15:34:15 -0700978inline mirror::ClassLoader* Object::AsClassLoader() {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800979 DCHECK((IsClassLoader<kVerifyFlags, kReadBarrierOption>()));
Mathieu Chartiere4275c02015-08-06 15:34:15 -0700980 return down_cast<mirror::ClassLoader*>(this);
981}
982
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800983template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Vladimir Marko05792b92015-08-03 11:56:49 +0100984inline bool Object::IsDexCache() {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800985 return GetClass<kVerifyFlags, kReadBarrierOption>()->IsDexCacheClass();
Vladimir Marko05792b92015-08-03 11:56:49 +0100986}
987
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800988template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Vladimir Marko05792b92015-08-03 11:56:49 +0100989inline mirror::DexCache* Object::AsDexCache() {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800990 DCHECK((IsDexCache<kVerifyFlags, kReadBarrierOption>()));
Vladimir Marko05792b92015-08-03 11:56:49 +0100991 return down_cast<mirror::DexCache*>(this);
992}
993
Mathieu Chartier99111282018-06-19 12:30:56 -0700994template<bool kTransactionActive, bool kCheckTransaction>
995inline void Object::VerifyTransaction() {
996 if (kCheckTransaction) {
997 DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction());
998 }
999}
1000
Ian Rogers2dd0e2c2013-01-24 12:42:14 -08001001} // namespace mirror
1002} // namespace art
1003
Brian Carlstromfc0e3212013-07-17 14:40:12 -07001004#endif // ART_RUNTIME_MIRROR_OBJECT_INL_H_