blob: d94ded0f01505aaecf40216d75dfbfa4eea005eb [file] [log] [blame]
Ian Rogers2dd0e2c2013-01-24 12:42:14 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_MIRROR_OBJECT_INL_H_
18#define ART_RUNTIME_MIRROR_OBJECT_INL_H_
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080019
20#include "object.h"
21
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070022#include "array-inl.h"
Brian Carlstromea46f952013-07-30 01:26:50 -070023#include "art_field.h"
24#include "art_method.h"
David Sehrc431b9d2018-03-02 12:01:51 -080025#include "base/atomic.h"
Andreas Gampec6ea7d02017-02-01 16:46:28 -080026#include "class-inl.h"
Mathieu Chartier52a7f5c2015-08-18 18:35:52 -070027#include "class_flags.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070028#include "class_linker.h"
Andreas Gampe2ff3b972017-06-05 18:14:53 -070029#include "dex_cache.h"
Andreas Gampe09659c22017-09-18 18:23:32 -070030#include "heap_poisoning.h"
Ian Rogersd9c4fc92013-10-01 19:45:43 -070031#include "lock_word-inl.h"
Ian Rogers05f30572013-02-20 12:13:11 -080032#include "monitor.h"
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070033#include "obj_ptr-inl.h"
34#include "object-readbarrier-inl.h"
Mathieu Chartier52e4b432014-06-10 11:22:31 -070035#include "object_array-inl.h"
Mathieu Chartiera058fdf2016-10-06 15:13:58 -070036#include "object_reference-inl.h"
Hiroshi Yamauchi800ac2d2014-04-02 17:32:54 -070037#include "read_barrier-inl.h"
Mathieu Chartier8fa2dad2014-03-13 12:22:56 -070038#include "reference.h"
Jeff Hao848f70a2014-01-15 13:49:50 -080039#include "runtime.h"
Vladimir Marko5924a4a2018-05-29 17:40:41 +010040#include "string.h"
Ian Rogers05f30572013-02-20 12:13:11 -080041#include "throwable.h"
Mathieu Chartier88ea61e2018-06-20 17:45:41 -070042#include "write_barrier-inl.h"
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080043
44namespace art {
45namespace mirror {
46
Andreas Gampe542451c2016-07-26 09:02:02 -070047inline uint32_t Object::ClassSize(PointerSize pointer_size) {
Mingyao Yang98d1cc82014-05-15 17:02:16 -070048 uint32_t vtable_entries = kVTableLength;
Mathieu Chartiere401d142015-04-22 13:56:20 -070049 return Class::ComputeClassSize(true, vtable_entries, 0, 0, 0, 0, 0, pointer_size);
Mingyao Yang98d1cc82014-05-15 17:02:16 -070050}
51
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -070052template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersef7d42f2014-01-06 12:55:46 -080053inline Class* Object::GetClass() {
Mathieu Chartier99111282018-06-19 12:30:56 -070054 return GetFieldObject<Class, kVerifyFlags, kReadBarrierOption>(ClassOffset());
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080055}
56
Mathieu Chartier4e305412014-02-19 10:54:44 -080057template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartiera058fdf2016-10-06 15:13:58 -070058inline void Object::SetClass(ObjPtr<Class> new_klass) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -070059 // new_klass may be null prior to class linker initialization.
Ian Rogersef7d42f2014-01-06 12:55:46 -080060 // We don't mark the card as this occurs as part of object allocation. Not all objects have
61 // backing cards, such as large objects.
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010062 // We use non transactional version since we can't undo this write. We also disable checking as
63 // we may run in transaction mode here.
Mathieu Chartier99111282018-06-19 12:30:56 -070064 SetFieldObjectWithoutWriteBarrier<false, false, RemoveThisFlags(kVerifyFlags)>(ClassOffset(),
65 new_klass);
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080066}
67
Andreas Gampe3b45ef22015-05-26 21:34:09 -070068template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartierbbd695c2014-04-16 09:48:48 -070069inline void Object::SetLockWord(LockWord new_val, bool as_volatile) {
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +010070 // Force use of non-transactional mode and do not check.
Ian Rogersb0fa5dc2014-04-28 16:47:08 -070071 if (as_volatile) {
Mathieu Chartier99111282018-06-19 12:30:56 -070072 SetField32Volatile<false, false, kVerifyFlags>(MonitorOffset(), new_val.GetValue());
Ian Rogersb0fa5dc2014-04-28 16:47:08 -070073 } else {
Mathieu Chartier99111282018-06-19 12:30:56 -070074 SetField32<false, false, kVerifyFlags>(MonitorOffset(), new_val.GetValue());
Ian Rogersb0fa5dc2014-04-28 16:47:08 -070075 }
Ian Rogersd9c4fc92013-10-01 19:45:43 -070076}
77
Ian Rogersd9c4fc92013-10-01 19:45:43 -070078inline uint32_t Object::GetLockOwnerThreadId() {
79 return Monitor::GetLockOwnerThreadId(this);
Ian Rogers05f30572013-02-20 12:13:11 -080080}
81
Mathieu Chartiere7e8a5f2014-02-14 16:59:41 -080082inline mirror::Object* Object::MonitorEnter(Thread* self) {
Mathieu Chartiera704eda2016-07-13 09:53:35 -070083 return Monitor::MonitorEnter(self, this, /*trylock*/false);
84}
85
86inline mirror::Object* Object::MonitorTryEnter(Thread* self) {
87 return Monitor::MonitorEnter(self, this, /*trylock*/true);
Ian Rogers05f30572013-02-20 12:13:11 -080088}
89
90inline bool Object::MonitorExit(Thread* self) {
91 return Monitor::MonitorExit(self, this);
92}
93
94inline void Object::Notify(Thread* self) {
95 Monitor::Notify(self, this);
96}
97
98inline void Object::NotifyAll(Thread* self) {
99 Monitor::NotifyAll(self, this);
100}
101
Ian Rogers05f30572013-02-20 12:13:11 -0800102inline void Object::Wait(Thread* self, int64_t ms, int32_t ns) {
103 Monitor::Wait(self, this, ms, ns, true, kTimedWaiting);
104}
105
Mathieu Chartier36a270a2016-07-28 18:08:51 -0700106inline uint32_t Object::GetMarkBit() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700107 CHECK(kUseReadBarrier);
Mathieu Chartier36a270a2016-07-28 18:08:51 -0700108 return GetLockWord(false).MarkBitState();
Mathieu Chartier36a270a2016-07-28 18:08:51 -0700109}
110
Hiroshi Yamauchi12b58b22016-11-01 11:55:29 -0700111inline void Object::SetReadBarrierState(uint32_t rb_state) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700112 CHECK(kUseBakerReadBarrier);
Hiroshi Yamauchi12b58b22016-11-01 11:55:29 -0700113 DCHECK(ReadBarrier::IsValidReadBarrierState(rb_state)) << rb_state;
Hiroshi Yamauchi60f63f52015-04-23 16:12:40 -0700114 LockWord lw = GetLockWord(false);
Hiroshi Yamauchi12b58b22016-11-01 11:55:29 -0700115 lw.SetReadBarrierState(rb_state);
Hiroshi Yamauchi60f63f52015-04-23 16:12:40 -0700116 SetLockWord(lw, false);
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800117}
118
Hiroshi Yamauchi12b58b22016-11-01 11:55:29 -0700119inline void Object::AssertReadBarrierState() const {
120 CHECK(kUseBakerReadBarrier);
121 Object* obj = const_cast<Object*>(this);
Mathieu Chartier99111282018-06-19 12:30:56 -0700122 DCHECK_EQ(obj->GetReadBarrierState(), ReadBarrier::WhiteState())
123 << "Bad Baker pointer: obj=" << obj << " rb_state" << obj->GetReadBarrierState();
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800124}
125
Mathieu Chartier4e305412014-02-19 10:54:44 -0800126template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartieref41db72016-10-25 15:08:01 -0700127inline bool Object::VerifierInstanceOf(ObjPtr<Class> klass) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700128 DCHECK(klass != nullptr);
129 DCHECK(GetClass<kVerifyFlags>() != nullptr);
Jeff Haoa3faaf42013-09-03 19:07:00 -0700130 return klass->IsInterface() || InstanceOf(klass);
131}
132
Mathieu Chartier4e305412014-02-19 10:54:44 -0800133template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartiera59d9b22016-09-26 18:13:17 -0700134inline bool Object::InstanceOf(ObjPtr<Class> klass) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700135 DCHECK(klass != nullptr);
Mathieu Chartier99111282018-06-19 12:30:56 -0700136 DCHECK(GetClass<kVerifyNone>() != nullptr) << "this=" << this;
Mathieu Chartier4e305412014-02-19 10:54:44 -0800137 return klass->IsAssignableFrom(GetClass<kVerifyFlags>());
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800138}
139
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700140template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800141inline bool Object::IsClass() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700142 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700143 Class* java_lang_Class = GetClass<kVerifyFlags, kReadBarrierOption>()->
144 template GetClass<kVerifyFlags, kReadBarrierOption>();
Mathieu Chartier99111282018-06-19 12:30:56 -0700145 return GetClass<kNewFlags, kReadBarrierOption>() == java_lang_Class;
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800146}
147
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700148template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800149inline Class* Object::AsClass() {
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700150 DCHECK((IsClass<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800151 return down_cast<Class*>(this);
152}
153
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800154template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800155inline bool Object::IsObjectArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700156 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800157 return IsArrayInstance<kVerifyFlags, kReadBarrierOption>() &&
158 !GetClass<kNewFlags, kReadBarrierOption>()->
159 template GetComponentType<kNewFlags, kReadBarrierOption>()->IsPrimitive();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800160}
161
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800162template<class T, VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800163inline ObjectArray<T>* Object::AsObjectArray() {
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800164 DCHECK((IsObjectArray<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800165 return down_cast<ObjectArray<T>*>(this);
166}
167
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700168template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800169inline bool Object::IsArrayInstance() {
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700170 return GetClass<kVerifyFlags, kReadBarrierOption>()->
171 template IsArrayClass<kVerifyFlags, kReadBarrierOption>();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800172}
173
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800174template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800175inline bool Object::IsReferenceInstance() {
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800176 return GetClass<kVerifyFlags, kReadBarrierOption>()->IsTypeOfReferenceClass();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800177}
178
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800179template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartier8fa2dad2014-03-13 12:22:56 -0700180inline Reference* Object::AsReference() {
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800181 DCHECK((IsReferenceInstance<kVerifyFlags, kReadBarrierOption>()));
Mathieu Chartier8fa2dad2014-03-13 12:22:56 -0700182 return down_cast<Reference*>(this);
183}
184
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700185template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogers05f30572013-02-20 12:13:11 -0800186inline Array* Object::AsArray() {
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700187 DCHECK((IsArrayInstance<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers05f30572013-02-20 12:13:11 -0800188 return down_cast<Array*>(this);
189}
190
Mathieu Chartier4e305412014-02-19 10:54:44 -0800191template<VerifyObjectFlags kVerifyFlags>
Ian Rogers05f30572013-02-20 12:13:11 -0800192inline BooleanArray* Object::AsBooleanArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700193 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800194 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
195 DCHECK(GetClass<kNewFlags>()->GetComponentType()->IsPrimitiveBoolean());
Ian Rogers05f30572013-02-20 12:13:11 -0800196 return down_cast<BooleanArray*>(this);
197}
198
Mathieu Chartier4e305412014-02-19 10:54:44 -0800199template<VerifyObjectFlags kVerifyFlags>
Ian Rogers05f30572013-02-20 12:13:11 -0800200inline ByteArray* Object::AsByteArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700201 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800202 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
203 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveByte());
Ian Rogers05f30572013-02-20 12:13:11 -0800204 return down_cast<ByteArray*>(this);
205}
206
Mathieu Chartier4e305412014-02-19 10:54:44 -0800207template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800208inline ByteArray* Object::AsByteSizedArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700209 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800210 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
211 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveByte() ||
212 GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveBoolean());
Ian Rogersef7d42f2014-01-06 12:55:46 -0800213 return down_cast<ByteArray*>(this);
214}
215
Mathieu Chartier4e305412014-02-19 10:54:44 -0800216template<VerifyObjectFlags kVerifyFlags>
Ian Rogers05f30572013-02-20 12:13:11 -0800217inline CharArray* Object::AsCharArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700218 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800219 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
220 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveChar());
Ian Rogers05f30572013-02-20 12:13:11 -0800221 return down_cast<CharArray*>(this);
222}
223
Mathieu Chartier4e305412014-02-19 10:54:44 -0800224template<VerifyObjectFlags kVerifyFlags>
Ian Rogers05f30572013-02-20 12:13:11 -0800225inline ShortArray* Object::AsShortArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700226 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800227 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
228 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveShort());
Ian Rogers05f30572013-02-20 12:13:11 -0800229 return down_cast<ShortArray*>(this);
230}
231
Mathieu Chartier4e305412014-02-19 10:54:44 -0800232template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800233inline ShortArray* Object::AsShortSizedArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700234 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800235 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
236 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveShort() ||
237 GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveChar());
Ian Rogersef7d42f2014-01-06 12:55:46 -0800238 return down_cast<ShortArray*>(this);
239}
240
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800241template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700242inline bool Object::IsIntArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700243 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier31e88222016-10-14 18:43:19 -0700244 ObjPtr<Class> klass = GetClass<kVerifyFlags, kReadBarrierOption>();
245 ObjPtr<Class> component_type = klass->GetComponentType<kVerifyFlags, kReadBarrierOption>();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700246 return component_type != nullptr && component_type->template IsPrimitiveInt<kNewFlags>();
247}
248
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800249template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700250inline IntArray* Object::AsIntArray() {
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800251 DCHECK((IsIntArray<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers05f30572013-02-20 12:13:11 -0800252 return down_cast<IntArray*>(this);
253}
254
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800255template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700256inline bool Object::IsLongArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700257 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier31e88222016-10-14 18:43:19 -0700258 ObjPtr<Class> klass = GetClass<kVerifyFlags, kReadBarrierOption>();
259 ObjPtr<Class> component_type = klass->GetComponentType<kVerifyFlags, kReadBarrierOption>();
Mathieu Chartiere401d142015-04-22 13:56:20 -0700260 return component_type != nullptr && component_type->template IsPrimitiveLong<kNewFlags>();
261}
262
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800263template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700264inline LongArray* Object::AsLongArray() {
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800265 DCHECK((IsLongArray<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers05f30572013-02-20 12:13:11 -0800266 return down_cast<LongArray*>(this);
267}
268
Mathieu Chartier4e305412014-02-19 10:54:44 -0800269template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700270inline bool Object::IsFloatArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700271 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartiere401d142015-04-22 13:56:20 -0700272 auto* component_type = GetClass<kVerifyFlags>()->GetComponentType();
273 return component_type != nullptr && component_type->template IsPrimitiveFloat<kNewFlags>();
274}
275
276template<VerifyObjectFlags kVerifyFlags>
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100277inline FloatArray* Object::AsFloatArray() {
Mathieu Chartiere401d142015-04-22 13:56:20 -0700278 DCHECK(IsFloatArray<kVerifyFlags>());
Mathieu Chartier99111282018-06-19 12:30:56 -0700279 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800280 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
281 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveFloat());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100282 return down_cast<FloatArray*>(this);
283}
284
Mathieu Chartier4e305412014-02-19 10:54:44 -0800285template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartiere401d142015-04-22 13:56:20 -0700286inline bool Object::IsDoubleArray() {
Mathieu Chartier99111282018-06-19 12:30:56 -0700287 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartiere401d142015-04-22 13:56:20 -0700288 auto* component_type = GetClass<kVerifyFlags>()->GetComponentType();
289 return component_type != nullptr && component_type->template IsPrimitiveDouble<kNewFlags>();
290}
291
292template<VerifyObjectFlags kVerifyFlags>
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100293inline DoubleArray* Object::AsDoubleArray() {
Mathieu Chartiere401d142015-04-22 13:56:20 -0700294 DCHECK(IsDoubleArray<kVerifyFlags>());
Mathieu Chartier99111282018-06-19 12:30:56 -0700295 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
Mathieu Chartier4e305412014-02-19 10:54:44 -0800296 DCHECK(GetClass<kVerifyFlags>()->IsArrayClass());
297 DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveDouble());
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100298 return down_cast<DoubleArray*>(this);
299}
300
Jeff Hao848f70a2014-01-15 13:49:50 -0800301template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
302inline bool Object::IsString() {
303 return GetClass<kVerifyFlags, kReadBarrierOption>()->IsStringClass();
304}
305
306template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogers05f30572013-02-20 12:13:11 -0800307inline String* Object::AsString() {
Jeff Hao848f70a2014-01-15 13:49:50 -0800308 DCHECK((IsString<kVerifyFlags, kReadBarrierOption>()));
Ian Rogers05f30572013-02-20 12:13:11 -0800309 return down_cast<String*>(this);
310}
311
Mathieu Chartier4e305412014-02-19 10:54:44 -0800312template<VerifyObjectFlags kVerifyFlags>
Ian Rogers05f30572013-02-20 12:13:11 -0800313inline Throwable* Object::AsThrowable() {
Mathieu Chartier4e305412014-02-19 10:54:44 -0800314 DCHECK(GetClass<kVerifyFlags>()->IsThrowableClass());
Ian Rogers05f30572013-02-20 12:13:11 -0800315 return down_cast<Throwable*>(this);
316}
317
Mathieu Chartier4e305412014-02-19 10:54:44 -0800318template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800319inline bool Object::IsWeakReferenceInstance() {
Mathieu Chartier4e305412014-02-19 10:54:44 -0800320 return GetClass<kVerifyFlags>()->IsWeakReferenceClass();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800321}
322
Mathieu Chartier4e305412014-02-19 10:54:44 -0800323template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800324inline bool Object::IsSoftReferenceInstance() {
Mathieu Chartier4e305412014-02-19 10:54:44 -0800325 return GetClass<kVerifyFlags>()->IsSoftReferenceClass();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800326}
327
Mathieu Chartier4e305412014-02-19 10:54:44 -0800328template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800329inline bool Object::IsFinalizerReferenceInstance() {
Mathieu Chartier4e305412014-02-19 10:54:44 -0800330 return GetClass<kVerifyFlags>()->IsFinalizerReferenceClass();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800331}
332
Mathieu Chartier4e305412014-02-19 10:54:44 -0800333template<VerifyObjectFlags kVerifyFlags>
Mathieu Chartier8fa2dad2014-03-13 12:22:56 -0700334inline FinalizerReference* Object::AsFinalizerReference() {
335 DCHECK(IsFinalizerReferenceInstance<kVerifyFlags>());
336 return down_cast<FinalizerReference*>(this);
337}
338
339template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800340inline bool Object::IsPhantomReferenceInstance() {
Mathieu Chartier4e305412014-02-19 10:54:44 -0800341 return GetClass<kVerifyFlags>()->IsPhantomReferenceClass();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800342}
343
Mathieu Chartierd08f66f2017-04-13 11:47:53 -0700344template<VerifyObjectFlags kVerifyFlags>
Ian Rogersef7d42f2014-01-06 12:55:46 -0800345inline size_t Object::SizeOf() {
Mathieu Chartierd08f66f2017-04-13 11:47:53 -0700346 // Read barrier is never required for SizeOf since objects sizes are constant. Reading from-space
347 // values is OK because of that.
Mathieu Chartier99111282018-06-19 12:30:56 -0700348 static constexpr ReadBarrierOption kRBO = kWithoutReadBarrier;
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800349 size_t result;
Mathieu Chartier99111282018-06-19 12:30:56 -0700350 constexpr auto kNewFlags = RemoveThisFlags(kVerifyFlags);
351 if (IsArrayInstance<kVerifyFlags, kRBO>()) {
352 result = AsArray<kNewFlags, kRBO>()->template SizeOf<kNewFlags, kRBO>();
353 } else if (IsClass<kNewFlags, kRBO>()) {
354 result = AsClass<kNewFlags, kRBO>()->template SizeOf<kNewFlags, kRBO>();
355 } else if (GetClass<kNewFlags, kRBO>()->IsStringClass()) {
356 result = AsString<kNewFlags, kRBO>()->template SizeOf<kNewFlags>();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800357 } else {
Mathieu Chartier99111282018-06-19 12:30:56 -0700358 result = GetClass<kNewFlags, kRBO>()->template GetObjectSize<kNewFlags, kRBO>();
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800359 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700360 DCHECK_GE(result, sizeof(Object)) << " class=" << Class::PrettyClass(GetClass<kNewFlags, kRBO>());
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800361 return result;
362}
363
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700364template<VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
Fred Shih37f05ef2014-07-16 18:38:08 -0700365inline int8_t Object::GetFieldByte(MemberOffset field_offset) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700366 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700367 return GetField<int8_t, kIsVolatile>(field_offset);
368}
369
370template<VerifyObjectFlags kVerifyFlags>
371inline uint8_t Object::GetFieldBooleanVolatile(MemberOffset field_offset) {
372 return GetFieldBoolean<kVerifyFlags, true>(field_offset);
373}
374
375template<VerifyObjectFlags kVerifyFlags>
376inline int8_t Object::GetFieldByteVolatile(MemberOffset field_offset) {
377 return GetFieldByte<kVerifyFlags, true>(field_offset);
378}
379
Roland Levillaind32ead22018-05-30 17:38:21 +0100380template<bool kTransactionActive,
381 bool kCheckTransaction,
382 VerifyObjectFlags kVerifyFlags,
383 bool kIsVolatile>
Mathieu Chartier99111282018-06-19 12:30:56 -0700384inline void Object::SetFieldBoolean(MemberOffset field_offset, uint8_t new_value) {
385 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700386 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100387 Runtime::Current()->RecordWriteFieldBoolean(
388 this,
389 field_offset,
390 GetFieldBoolean<kVerifyFlags, kIsVolatile>(field_offset),
391 kIsVolatile);
Fred Shih37f05ef2014-07-16 18:38:08 -0700392 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700393 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700394 SetField<uint8_t, kIsVolatile>(field_offset, new_value);
395}
396
Roland Levillaind32ead22018-05-30 17:38:21 +0100397template<bool kTransactionActive,
398 bool kCheckTransaction,
399 VerifyObjectFlags kVerifyFlags,
400 bool kIsVolatile>
Mathieu Chartier99111282018-06-19 12:30:56 -0700401inline void Object::SetFieldByte(MemberOffset field_offset, int8_t new_value) {
402 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700403 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100404 Runtime::Current()->RecordWriteFieldByte(this,
405 field_offset,
406 GetFieldByte<kVerifyFlags, kIsVolatile>(field_offset),
407 kIsVolatile);
Fred Shih37f05ef2014-07-16 18:38:08 -0700408 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700409 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700410 SetField<int8_t, kIsVolatile>(field_offset, new_value);
411}
412
413template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
414inline void Object::SetFieldBooleanVolatile(MemberOffset field_offset, uint8_t new_value) {
415 return SetFieldBoolean<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(
416 field_offset, new_value);
417}
418
419template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
420inline void Object::SetFieldByteVolatile(MemberOffset field_offset, int8_t new_value) {
421 return SetFieldByte<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(
422 field_offset, new_value);
423}
424
425template<VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
426inline uint16_t Object::GetFieldChar(MemberOffset field_offset) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700427 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700428 return GetField<uint16_t, kIsVolatile>(field_offset);
429}
430
431template<VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
432inline int16_t Object::GetFieldShort(MemberOffset field_offset) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700433 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700434 return GetField<int16_t, kIsVolatile>(field_offset);
435}
436
437template<VerifyObjectFlags kVerifyFlags>
438inline uint16_t Object::GetFieldCharVolatile(MemberOffset field_offset) {
439 return GetFieldChar<kVerifyFlags, true>(field_offset);
440}
441
442template<VerifyObjectFlags kVerifyFlags>
443inline int16_t Object::GetFieldShortVolatile(MemberOffset field_offset) {
444 return GetFieldShort<kVerifyFlags, true>(field_offset);
445}
446
Roland Levillaind32ead22018-05-30 17:38:21 +0100447template<bool kTransactionActive,
448 bool kCheckTransaction,
449 VerifyObjectFlags kVerifyFlags,
450 bool kIsVolatile>
Fred Shih37f05ef2014-07-16 18:38:08 -0700451inline void Object::SetFieldChar(MemberOffset field_offset, uint16_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700452 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700453 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100454 Runtime::Current()->RecordWriteFieldChar(this,
455 field_offset,
456 GetFieldChar<kVerifyFlags, kIsVolatile>(field_offset),
457 kIsVolatile);
Fred Shih37f05ef2014-07-16 18:38:08 -0700458 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700459 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700460 SetField<uint16_t, kIsVolatile>(field_offset, new_value);
461}
462
Roland Levillaind32ead22018-05-30 17:38:21 +0100463template<bool kTransactionActive,
464 bool kCheckTransaction,
465 VerifyObjectFlags kVerifyFlags,
466 bool kIsVolatile>
Fred Shih37f05ef2014-07-16 18:38:08 -0700467inline void Object::SetFieldShort(MemberOffset field_offset, int16_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700468 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700469 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100470 Runtime::Current()->RecordWriteFieldChar(this,
471 field_offset,
472 GetFieldShort<kVerifyFlags, kIsVolatile>(field_offset),
473 kIsVolatile);
Fred Shih37f05ef2014-07-16 18:38:08 -0700474 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700475 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700476 SetField<int16_t, kIsVolatile>(field_offset, new_value);
477}
478
479template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
480inline void Object::SetFieldCharVolatile(MemberOffset field_offset, uint16_t new_value) {
481 return SetFieldChar<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(
482 field_offset, new_value);
483}
484
485template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
486inline void Object::SetFieldShortVolatile(MemberOffset field_offset, int16_t new_value) {
487 return SetFieldShort<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(
488 field_offset, new_value);
489}
490
Roland Levillaind32ead22018-05-30 17:38:21 +0100491template<bool kTransactionActive,
492 bool kCheckTransaction,
493 VerifyObjectFlags kVerifyFlags,
494 bool kIsVolatile>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700495inline void Object::SetField32(MemberOffset field_offset, int32_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700496 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100497 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100498 Runtime::Current()->RecordWriteField32(this,
499 field_offset,
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700500 GetField32<kVerifyFlags, kIsVolatile>(field_offset),
501 kIsVolatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100502 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700503 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700504 SetField<int32_t, kIsVolatile>(field_offset, new_value);
Ian Rogersb122a4b2013-11-19 18:00:50 -0800505}
506
Mathieu Chartier4e305412014-02-19 10:54:44 -0800507template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700508inline void Object::SetField32Volatile(MemberOffset field_offset, int32_t new_value) {
509 SetField32<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(field_offset, new_value);
510}
511
Chang Xing6d3e7682017-07-11 10:31:29 -0700512template<bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
513inline void Object::SetField32Transaction(MemberOffset field_offset, int32_t new_value) {
514 if (Runtime::Current()->IsActiveTransaction()) {
515 SetField32<true, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
516 } else {
517 SetField32<false, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
518 }
519}
520
Roland Levillaind32ead22018-05-30 17:38:21 +0100521template<bool kTransactionActive,
522 bool kCheckTransaction,
523 VerifyObjectFlags kVerifyFlags,
524 bool kIsVolatile>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700525inline void Object::SetField64(MemberOffset field_offset, int64_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700526 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100527 if (kTransactionActive) {
Roland Levillaind32ead22018-05-30 17:38:21 +0100528 Runtime::Current()->RecordWriteField64(this,
529 field_offset,
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700530 GetField64<kVerifyFlags, kIsVolatile>(field_offset),
531 kIsVolatile);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100532 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700533 Verify<kVerifyFlags>();
Fred Shih37f05ef2014-07-16 18:38:08 -0700534 SetField<int64_t, kIsVolatile>(field_offset, new_value);
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800535}
536
Mathieu Chartier4e305412014-02-19 10:54:44 -0800537template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700538inline void Object::SetField64Volatile(MemberOffset field_offset, int64_t new_value) {
539 return SetField64<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(field_offset,
540 new_value);
541}
542
Chang Xing6d3e7682017-07-11 10:31:29 -0700543template<bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
544inline void Object::SetField64Transaction(MemberOffset field_offset, int32_t new_value) {
545 if (Runtime::Current()->IsActiveTransaction()) {
546 SetField64<true, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
547 } else {
548 SetField64<false, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
549 }
550}
551
Mathieu Chartierc381c362016-08-23 13:27:53 -0700552template<typename kSize>
553inline kSize Object::GetFieldAcquire(MemberOffset field_offset) {
554 const uint8_t* raw_addr = reinterpret_cast<const uint8_t*>(this) + field_offset.Int32Value();
555 const kSize* addr = reinterpret_cast<const kSize*>(raw_addr);
Orion Hodson88591fe2018-03-06 13:35:43 +0000556 return reinterpret_cast<const Atomic<kSize>*>(addr)->load(std::memory_order_acquire);
Mathieu Chartierc381c362016-08-23 13:27:53 -0700557}
558
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700559template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Ian Rogers228602f2014-07-10 02:07:54 -0700560inline bool Object::CasFieldWeakSequentiallyConsistent64(MemberOffset field_offset,
Roland Levillaind32ead22018-05-30 17:38:21 +0100561 int64_t old_value,
562 int64_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700563 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100564 if (kTransactionActive) {
565 Runtime::Current()->RecordWriteField64(this, field_offset, old_value, true);
566 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700567 Verify<kVerifyFlags>();
Ian Rogers13735952014-10-08 12:43:28 -0700568 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Ian Rogers228602f2014-07-10 02:07:54 -0700569 Atomic<int64_t>* atomic_addr = reinterpret_cast<Atomic<int64_t>*>(raw_addr);
Orion Hodson4557b382018-01-03 11:47:54 +0000570 return atomic_addr->CompareAndSetWeakSequentiallyConsistent(old_value, new_value);
Ian Rogers2dd0e2c2013-01-24 12:42:14 -0800571}
572
Hans Boehmd8434432014-07-11 09:56:07 -0700573template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
574inline bool Object::CasFieldStrongSequentiallyConsistent64(MemberOffset field_offset,
Roland Levillaind32ead22018-05-30 17:38:21 +0100575 int64_t old_value,
576 int64_t new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700577 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Hans Boehmd8434432014-07-11 09:56:07 -0700578 if (kTransactionActive) {
579 Runtime::Current()->RecordWriteField64(this, field_offset, old_value, true);
580 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700581 Verify<kVerifyFlags>();
Ian Rogers13735952014-10-08 12:43:28 -0700582 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Hans Boehmd8434432014-07-11 09:56:07 -0700583 Atomic<int64_t>* atomic_addr = reinterpret_cast<Atomic<int64_t>*>(raw_addr);
Orion Hodson4557b382018-01-03 11:47:54 +0000584 return atomic_addr->CompareAndSetStrongSequentiallyConsistent(old_value, new_value);
Hans Boehmd8434432014-07-11 09:56:07 -0700585}
586
Roland Levillaind32ead22018-05-30 17:38:21 +0100587template<class T,
588 VerifyObjectFlags kVerifyFlags,
589 ReadBarrierOption kReadBarrierOption,
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700590 bool kIsVolatile>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700591inline T* Object::GetFieldObject(MemberOffset field_offset) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700592 Verify<kVerifyFlags>();
Ian Rogers13735952014-10-08 12:43:28 -0700593 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Ian Rogersef7d42f2014-01-06 12:55:46 -0800594 HeapReference<T>* objref_addr = reinterpret_cast<HeapReference<T>*>(raw_addr);
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700595 T* result = ReadBarrier::Barrier<T, kIsVolatile, kReadBarrierOption>(
596 this,
597 field_offset,
598 objref_addr);
Mathieu Chartier99111282018-06-19 12:30:56 -0700599 VerifyRead<kVerifyFlags>(result);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800600 return result;
601}
602
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700603template<class T, VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700604inline T* Object::GetFieldObjectVolatile(MemberOffset field_offset) {
Hiroshi Yamauchi6e83c172014-05-01 21:25:41 -0700605 return GetFieldObject<T, kVerifyFlags, kReadBarrierOption, true>(field_offset);
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700606}
607
Roland Levillaind32ead22018-05-30 17:38:21 +0100608template<bool kTransactionActive,
609 bool kCheckTransaction,
610 VerifyObjectFlags kVerifyFlags,
611 bool kIsVolatile>
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700612inline void Object::SetFieldObjectWithoutWriteBarrier(MemberOffset field_offset,
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700613 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700614 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100615 if (kTransactionActive) {
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700616 ObjPtr<Object> obj;
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700617 if (kIsVolatile) {
618 obj = GetFieldObjectVolatile<Object>(field_offset);
619 } else {
620 obj = GetFieldObject<Object>(field_offset);
621 }
Vladimir Markobcf17522018-06-01 13:14:32 +0100622 Runtime::Current()->RecordWriteFieldReference(this, field_offset, obj, true);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100623 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700624 Verify<kVerifyFlags>();
625 VerifyWrite<kVerifyFlags>(new_value);
Ian Rogers13735952014-10-08 12:43:28 -0700626 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Ian Rogersef7d42f2014-01-06 12:55:46 -0800627 HeapReference<Object>* objref_addr = reinterpret_cast<HeapReference<Object>*>(raw_addr);
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700628 objref_addr->Assign<kIsVolatile>(new_value.Ptr());
Ian Rogersef7d42f2014-01-06 12:55:46 -0800629}
630
Roland Levillaind32ead22018-05-30 17:38:21 +0100631template<bool kTransactionActive,
632 bool kCheckTransaction,
633 VerifyObjectFlags kVerifyFlags,
634 bool kIsVolatile>
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700635inline void Object::SetFieldObject(MemberOffset field_offset, ObjPtr<Object> new_value) {
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700636 SetFieldObjectWithoutWriteBarrier<kTransactionActive, kCheckTransaction, kVerifyFlags,
637 kIsVolatile>(field_offset, new_value);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800638 if (new_value != nullptr) {
Mathieu Chartier88ea61e2018-06-20 17:45:41 -0700639 WriteBarrier::ForFieldWrite<WriteBarrier::kWithoutNullCheck>(this, field_offset, new_value);
Mathieu Chartier61c5ebc2014-06-05 17:42:53 -0700640 // TODO: Check field assignment could theoretically cause thread suspension, TODO: fix this.
641 CheckFieldAssignment(field_offset, new_value);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800642 }
643}
644
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700645template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700646inline void Object::SetFieldObjectVolatile(MemberOffset field_offset, ObjPtr<Object> new_value) {
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700647 SetFieldObject<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(field_offset,
648 new_value);
649}
650
Chang Xing6d3e7682017-07-11 10:31:29 -0700651template<bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, bool kIsVolatile>
652inline void Object::SetFieldObjectTransaction(MemberOffset field_offset, ObjPtr<Object> new_value) {
653 if (Runtime::Current()->IsActiveTransaction()) {
654 SetFieldObject<true, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
655 } else {
656 SetFieldObject<false, kCheckTransaction, kVerifyFlags, kIsVolatile>(field_offset, new_value);
657 }
658}
659
Mathieu Chartier4e305412014-02-19 10:54:44 -0800660template <VerifyObjectFlags kVerifyFlags>
661inline HeapReference<Object>* Object::GetFieldObjectReferenceAddr(MemberOffset field_offset) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700662 Verify<kVerifyFlags>();
Ian Rogers13735952014-10-08 12:43:28 -0700663 return reinterpret_cast<HeapReference<Object>*>(reinterpret_cast<uint8_t*>(this) +
Mathieu Chartier4e305412014-02-19 10:54:44 -0800664 field_offset.Int32Value());
665}
666
667template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Ian Rogers228602f2014-07-10 02:07:54 -0700668inline bool Object::CasFieldWeakSequentiallyConsistentObject(MemberOffset field_offset,
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700669 ObjPtr<Object> old_value,
670 ObjPtr<Object> new_value) {
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800671 bool success = CasFieldWeakSequentiallyConsistentObjectWithoutWriteBarrier<
672 kTransactionActive, kCheckTransaction, kVerifyFlags>(field_offset, old_value, new_value);
673 if (success) {
Mathieu Chartier88ea61e2018-06-20 17:45:41 -0700674 WriteBarrier::ForFieldWrite(this, field_offset, new_value);
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800675 }
676 return success;
677}
678
679template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
680inline bool Object::CasFieldWeakSequentiallyConsistentObjectWithoutWriteBarrier(
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700681 MemberOffset field_offset,
682 ObjPtr<Object> old_value,
683 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700684 VerifyTransaction<kTransactionActive, kCheckTransaction>();
685 VerifyCAS<kVerifyFlags>(new_value, old_value);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +0100686 if (kTransactionActive) {
687 Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true);
688 }
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700689 uint32_t old_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(old_value));
690 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
Ian Rogers13735952014-10-08 12:43:28 -0700691 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Ian Rogers228602f2014-07-10 02:07:54 -0700692 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
693
Orion Hodson4557b382018-01-03 11:47:54 +0000694 bool success = atomic_addr->CompareAndSetWeakSequentiallyConsistent(old_ref, new_ref);
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800695 return success;
696}
Ian Rogers228602f2014-07-10 02:07:54 -0700697
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800698template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
699inline bool Object::CasFieldStrongSequentiallyConsistentObject(MemberOffset field_offset,
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700700 ObjPtr<Object> old_value,
701 ObjPtr<Object> new_value) {
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800702 bool success = CasFieldStrongSequentiallyConsistentObjectWithoutWriteBarrier<
703 kTransactionActive, kCheckTransaction, kVerifyFlags>(field_offset, old_value, new_value);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800704 if (success) {
Mathieu Chartier88ea61e2018-06-20 17:45:41 -0700705 WriteBarrier::ForFieldWrite(this, field_offset, new_value);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800706 }
707 return success;
708}
709
Hans Boehmd8434432014-07-11 09:56:07 -0700710template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800711inline bool Object::CasFieldStrongSequentiallyConsistentObjectWithoutWriteBarrier(
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700712 MemberOffset field_offset,
713 ObjPtr<Object> old_value,
714 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700715 VerifyTransaction<kTransactionActive, kCheckTransaction>();
716 VerifyCAS<kVerifyFlags>(new_value, old_value);
Hans Boehmd8434432014-07-11 09:56:07 -0700717 if (kTransactionActive) {
718 Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true);
719 }
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700720 uint32_t old_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(old_value));
721 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
Ian Rogers13735952014-10-08 12:43:28 -0700722 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
Hans Boehmd8434432014-07-11 09:56:07 -0700723 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
724
Orion Hodson4557b382018-01-03 11:47:54 +0000725 bool success = atomic_addr->CompareAndSetStrongSequentiallyConsistent(old_ref, new_ref);
Hans Boehmd8434432014-07-11 09:56:07 -0700726 return success;
727}
728
Hiroshi Yamauchifed3e2f2015-10-20 11:11:56 -0700729template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
730inline bool Object::CasFieldWeakRelaxedObjectWithoutWriteBarrier(
Mathieu Chartiera058fdf2016-10-06 15:13:58 -0700731 MemberOffset field_offset,
732 ObjPtr<Object> old_value,
733 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700734 VerifyTransaction<kTransactionActive, kCheckTransaction>();
735 VerifyCAS<kVerifyFlags>(new_value, old_value);
Hiroshi Yamauchifed3e2f2015-10-20 11:11:56 -0700736 if (kTransactionActive) {
737 Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true);
738 }
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700739 uint32_t old_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(old_value));
740 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
Hiroshi Yamauchifed3e2f2015-10-20 11:11:56 -0700741 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
742 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
743
Orion Hodson4557b382018-01-03 11:47:54 +0000744 bool success = atomic_addr->CompareAndSetWeakRelaxed(old_ref, new_ref);
Hiroshi Yamauchifed3e2f2015-10-20 11:11:56 -0700745 return success;
746}
747
Mathieu Chartierfdd513d2017-06-01 11:26:50 -0700748template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
749inline bool Object::CasFieldWeakReleaseObjectWithoutWriteBarrier(
750 MemberOffset field_offset,
751 ObjPtr<Object> old_value,
752 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700753 VerifyTransaction<kTransactionActive, kCheckTransaction>();
754 VerifyCAS<kVerifyFlags>(new_value, old_value);
Mathieu Chartierfdd513d2017-06-01 11:26:50 -0700755 if (kTransactionActive) {
756 Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true);
757 }
Hans Boehmcc55e1d2017-07-27 15:28:07 -0700758 uint32_t old_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(old_value));
759 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
Mathieu Chartierfdd513d2017-06-01 11:26:50 -0700760 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
761 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
762
Orion Hodson4557b382018-01-03 11:47:54 +0000763 bool success = atomic_addr->CompareAndSetWeakRelease(old_ref, new_ref);
Mathieu Chartierfdd513d2017-06-01 11:26:50 -0700764 return success;
765}
766
Orion Hodson928033d2018-02-07 05:30:54 +0000767template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
768inline ObjPtr<Object> Object::CompareAndExchangeFieldObject(MemberOffset field_offset,
769 ObjPtr<Object> old_value,
770 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700771 VerifyTransaction<kTransactionActive, kCheckTransaction>();
772 VerifyCAS<kVerifyFlags>(new_value, old_value);
Orion Hodson928033d2018-02-07 05:30:54 +0000773 uint32_t old_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(old_value));
774 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
775 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
776 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
Orion Hodson88591fe2018-03-06 13:35:43 +0000777 bool success = atomic_addr->compare_exchange_strong(old_ref, new_ref, std::memory_order_seq_cst);
Orion Hodson928033d2018-02-07 05:30:54 +0000778 ObjPtr<Object> witness_value(PtrCompression<kPoisonHeapReferences, Object>::Decompress(old_ref));
779 if (kIsDebugBuild) {
780 // Ensure caller has done read barrier on the reference field so it's in the to-space.
781 ReadBarrier::AssertToSpaceInvariant(witness_value.Ptr());
782 }
Mathieu Chartier1d2e2662018-06-19 14:02:12 -0700783 if (success) {
784 if (kTransactionActive) {
785 Runtime::Current()->RecordWriteFieldReference(this, field_offset, witness_value, true);
786 }
Mathieu Chartier88ea61e2018-06-20 17:45:41 -0700787 WriteBarrier::ForFieldWrite(this, field_offset, new_value);
Orion Hodson928033d2018-02-07 05:30:54 +0000788 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700789 VerifyRead<kVerifyFlags>(witness_value);
Orion Hodson928033d2018-02-07 05:30:54 +0000790 return witness_value;
791}
792
793template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
794inline ObjPtr<Object> Object::ExchangeFieldObject(MemberOffset field_offset,
795 ObjPtr<Object> new_value) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700796 VerifyTransaction<kTransactionActive, kCheckTransaction>();
797 VerifyCAS<kVerifyFlags>(new_value, /*old_value*/ nullptr);
798
Orion Hodson928033d2018-02-07 05:30:54 +0000799 uint32_t new_ref(PtrCompression<kPoisonHeapReferences, Object>::Compress(new_value));
800 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
801 Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr);
Orion Hodson88591fe2018-03-06 13:35:43 +0000802 uint32_t old_ref = atomic_addr->exchange(new_ref, std::memory_order_seq_cst);
Orion Hodson928033d2018-02-07 05:30:54 +0000803 ObjPtr<Object> old_value(PtrCompression<kPoisonHeapReferences, Object>::Decompress(old_ref));
804 if (kIsDebugBuild) {
805 // Ensure caller has done read barrier on the reference field so it's in the to-space.
806 ReadBarrier::AssertToSpaceInvariant(old_value.Ptr());
807 }
808 if (kTransactionActive) {
809 Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true);
810 }
Mathieu Chartier88ea61e2018-06-20 17:45:41 -0700811 WriteBarrier::ForFieldWrite(this, field_offset, new_value);
Mathieu Chartier99111282018-06-19 12:30:56 -0700812 VerifyRead<kVerifyFlags>(old_value);
Orion Hodson928033d2018-02-07 05:30:54 +0000813 return old_value;
814}
815
816template<typename T, VerifyObjectFlags kVerifyFlags>
817inline void Object::GetPrimitiveFieldViaAccessor(MemberOffset field_offset, Accessor<T>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700818 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000819 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
820 T* addr = reinterpret_cast<T*>(raw_addr);
821 accessor->Access(addr);
822}
823
824template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
825inline void Object::UpdateFieldBooleanViaAccessor(MemberOffset field_offset,
826 Accessor<uint8_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700827 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000828 if (kTransactionActive) {
829 static const bool kIsVolatile = true;
830 uint8_t old_value = GetFieldBoolean<kVerifyFlags, kIsVolatile>(field_offset);
831 Runtime::Current()->RecordWriteFieldBoolean(this, field_offset, old_value, kIsVolatile);
832 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700833 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000834 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
835 uint8_t* addr = raw_addr;
836 accessor->Access(addr);
837}
838
839template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
840inline void Object::UpdateFieldByteViaAccessor(MemberOffset field_offset,
841 Accessor<int8_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700842 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000843 if (kTransactionActive) {
844 static const bool kIsVolatile = true;
845 int8_t old_value = GetFieldByte<kVerifyFlags, kIsVolatile>(field_offset);
846 Runtime::Current()->RecordWriteFieldByte(this, field_offset, old_value, kIsVolatile);
847 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700848 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000849 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
850 int8_t* addr = reinterpret_cast<int8_t*>(raw_addr);
851 accessor->Access(addr);
852}
853
854template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
855inline void Object::UpdateFieldCharViaAccessor(MemberOffset field_offset,
856 Accessor<uint16_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700857 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000858 if (kTransactionActive) {
859 static const bool kIsVolatile = true;
860 uint16_t old_value = GetFieldChar<kVerifyFlags, kIsVolatile>(field_offset);
861 Runtime::Current()->RecordWriteFieldChar(this, field_offset, old_value, kIsVolatile);
862 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700863 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000864 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
865 uint16_t* addr = reinterpret_cast<uint16_t*>(raw_addr);
866 accessor->Access(addr);
867}
868
869template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
870inline void Object::UpdateFieldShortViaAccessor(MemberOffset field_offset,
871 Accessor<int16_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700872 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000873 if (kTransactionActive) {
874 static const bool kIsVolatile = true;
875 int16_t old_value = GetFieldShort<kVerifyFlags, kIsVolatile>(field_offset);
876 Runtime::Current()->RecordWriteFieldShort(this, field_offset, old_value, kIsVolatile);
877 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700878 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000879 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
880 int16_t* addr = reinterpret_cast<int16_t*>(raw_addr);
881 accessor->Access(addr);
882}
883
884template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
885inline void Object::UpdateField32ViaAccessor(MemberOffset field_offset,
886 Accessor<int32_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700887 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000888 if (kTransactionActive) {
889 static const bool kIsVolatile = true;
890 int32_t old_value = GetField32<kVerifyFlags, kIsVolatile>(field_offset);
891 Runtime::Current()->RecordWriteField32(this, field_offset, old_value, kIsVolatile);
892 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700893 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000894 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
895 int32_t* addr = reinterpret_cast<int32_t*>(raw_addr);
896 accessor->Access(addr);
897}
898
899template<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags>
900inline void Object::UpdateField64ViaAccessor(MemberOffset field_offset,
901 Accessor<int64_t>* accessor) {
Mathieu Chartier99111282018-06-19 12:30:56 -0700902 VerifyTransaction<kTransactionActive, kCheckTransaction>();
Orion Hodson928033d2018-02-07 05:30:54 +0000903 if (kTransactionActive) {
904 static const bool kIsVolatile = true;
905 int64_t old_value = GetField64<kVerifyFlags, kIsVolatile>(field_offset);
906 Runtime::Current()->RecordWriteField64(this, field_offset, old_value, kIsVolatile);
907 }
Mathieu Chartier99111282018-06-19 12:30:56 -0700908 Verify<kVerifyFlags>();
Orion Hodson928033d2018-02-07 05:30:54 +0000909 uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value();
910 int64_t* addr = reinterpret_cast<int64_t*>(raw_addr);
911 accessor->Access(addr);
912}
913
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800914template<bool kIsStatic,
915 VerifyObjectFlags kVerifyFlags,
916 ReadBarrierOption kReadBarrierOption,
917 typename Visitor>
Mathieu Chartier407f7022014-02-18 14:37:05 -0800918inline void Object::VisitFieldsReferences(uint32_t ref_offsets, const Visitor& visitor) {
Ian Rogerscdc1aaf2014-10-09 13:21:38 -0700919 if (!kIsStatic && (ref_offsets != mirror::Class::kClassWalkSuper)) {
920 // Instance fields and not the slow-path.
Ian Rogerscdc1aaf2014-10-09 13:21:38 -0700921 uint32_t field_offset = mirror::kObjectHeaderSize;
Mathieu Chartier407f7022014-02-18 14:37:05 -0800922 while (ref_offsets != 0) {
Ian Rogerscdc1aaf2014-10-09 13:21:38 -0700923 if ((ref_offsets & 1) != 0) {
924 visitor(this, MemberOffset(field_offset), kIsStatic);
925 }
926 ref_offsets >>= 1;
927 field_offset += sizeof(mirror::HeapReference<mirror::Object>);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800928 }
929 } else {
Mingyao Yangfaff0f02014-09-10 12:03:22 -0700930 // There is no reference offset bitmap. In the non-static case, walk up the class
Mathieu Chartier407f7022014-02-18 14:37:05 -0800931 // inheritance hierarchy and find reference offsets the hard way. In the static case, just
932 // consider this class.
Mathieu Chartier31e88222016-10-14 18:43:19 -0700933 for (ObjPtr<Class> klass = kIsStatic
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800934 ? AsClass<kVerifyFlags, kReadBarrierOption>()
935 : GetClass<kVerifyFlags, kReadBarrierOption>();
936 klass != nullptr;
937 klass = kIsStatic ? nullptr : klass->GetSuperClass<kVerifyFlags, kReadBarrierOption>()) {
938 const size_t num_reference_fields =
Mathieu Chartier407f7022014-02-18 14:37:05 -0800939 kIsStatic ? klass->NumReferenceStaticFields() : klass->NumReferenceInstanceFields();
Vladimir Marko76649e82014-11-10 18:32:59 +0000940 if (num_reference_fields == 0u) {
941 continue;
942 }
Mathieu Chartiere401d142015-04-22 13:56:20 -0700943 // Presumably GC can happen when we are cross compiling, it should not cause performance
944 // problems to do pointer size logic.
Vladimir Marko76649e82014-11-10 18:32:59 +0000945 MemberOffset field_offset = kIsStatic
Mathieu Chartierdfe02f62016-02-01 20:15:11 -0800946 ? klass->GetFirstReferenceStaticFieldOffset<kVerifyFlags, kReadBarrierOption>(
Mathieu Chartiere401d142015-04-22 13:56:20 -0700947 Runtime::Current()->GetClassLinker()->GetImagePointerSize())
Hiroshi Yamauchi5496f692016-02-17 13:29:59 -0800948 : klass->GetFirstReferenceInstanceFieldOffset<kVerifyFlags, kReadBarrierOption>();
Mathieu Chartier059ef3d2015-08-18 13:54:21 -0700949 for (size_t i = 0u; i < num_reference_fields; ++i) {
Mathieu Chartier407f7022014-02-18 14:37:05 -0800950 // TODO: Do a simpler check?
Mathieu Chartier059ef3d2015-08-18 13:54:21 -0700951 if (field_offset.Uint32Value() != ClassOffset().Uint32Value()) {
Mathieu Chartier52e4b432014-06-10 11:22:31 -0700952 visitor(this, field_offset, kIsStatic);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800953 }
Vladimir Marko76649e82014-11-10 18:32:59 +0000954 field_offset = MemberOffset(field_offset.Uint32Value() +
955 sizeof(mirror::HeapReference<mirror::Object>));
Mathieu Chartier407f7022014-02-18 14:37:05 -0800956 }
957 }
958 }
959}
960
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800961template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption, typename Visitor>
Mathieu Chartier31e88222016-10-14 18:43:19 -0700962inline void Object::VisitInstanceFieldsReferences(ObjPtr<Class> klass, const Visitor& visitor) {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800963 VisitFieldsReferences<false, kVerifyFlags, kReadBarrierOption>(
964 klass->GetReferenceInstanceOffsets<kVerifyFlags>(), visitor);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800965}
966
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800967template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption, typename Visitor>
Mathieu Chartier31e88222016-10-14 18:43:19 -0700968inline void Object::VisitStaticFieldsReferences(ObjPtr<Class> klass, const Visitor& visitor) {
Mingyao Yang98d1cc82014-05-15 17:02:16 -0700969 DCHECK(!klass->IsTemp());
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800970 klass->VisitFieldsReferences<true, kVerifyFlags, kReadBarrierOption>(0, visitor);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800971}
972
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800973template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere4275c02015-08-06 15:34:15 -0700974inline bool Object::IsClassLoader() {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800975 return GetClass<kVerifyFlags, kReadBarrierOption>()->IsClassLoaderClass();
Mathieu Chartiere4275c02015-08-06 15:34:15 -0700976}
977
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800978template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Mathieu Chartiere4275c02015-08-06 15:34:15 -0700979inline mirror::ClassLoader* Object::AsClassLoader() {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800980 DCHECK((IsClassLoader<kVerifyFlags, kReadBarrierOption>()));
Mathieu Chartiere4275c02015-08-06 15:34:15 -0700981 return down_cast<mirror::ClassLoader*>(this);
982}
983
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800984template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Vladimir Marko05792b92015-08-03 11:56:49 +0100985inline bool Object::IsDexCache() {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800986 return GetClass<kVerifyFlags, kReadBarrierOption>()->IsDexCacheClass();
Vladimir Marko05792b92015-08-03 11:56:49 +0100987}
988
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800989template<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption>
Vladimir Marko05792b92015-08-03 11:56:49 +0100990inline mirror::DexCache* Object::AsDexCache() {
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800991 DCHECK((IsDexCache<kVerifyFlags, kReadBarrierOption>()));
Vladimir Marko05792b92015-08-03 11:56:49 +0100992 return down_cast<mirror::DexCache*>(this);
993}
994
Mathieu Chartier99111282018-06-19 12:30:56 -0700995template<bool kTransactionActive, bool kCheckTransaction>
996inline void Object::VerifyTransaction() {
997 if (kCheckTransaction) {
998 DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction());
999 }
1000}
1001
Ian Rogers2dd0e2c2013-01-24 12:42:14 -08001002} // namespace mirror
1003} // namespace art
1004
Brian Carlstromfc0e3212013-07-17 14:40:12 -07001005#endif // ART_RUNTIME_MIRROR_OBJECT_INL_H_