Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andreas Gampe | 277ccbd | 2014-11-03 21:36:10 -0800 | [diff] [blame] | 17 | #include "sun_misc_Unsafe.h" |
Andreas Gampe | a14100c | 2017-04-24 15:09:56 -0700 | [diff] [blame] | 18 | |
Andreas Gampe | a14100c | 2017-04-24 15:09:56 -0700 | [diff] [blame] | 19 | #include <unistd.h> |
| 20 | |
Andreas Gampe | 8cf9cb3 | 2017-07-19 09:28:38 -0700 | [diff] [blame] | 21 | #include <cstdlib> |
| 22 | #include <cstring> |
| 23 | #include <atomic> |
| 24 | |
Andreas Gampe | a14100c | 2017-04-24 15:09:56 -0700 | [diff] [blame] | 25 | #include "nativehelper/jni_macros.h" |
| 26 | |
David Sehr | c431b9d | 2018-03-02 12:01:51 -0800 | [diff] [blame] | 27 | #include "base/quasi_atomic.h" |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 28 | #include "common_throws.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 29 | #include "gc/accounting/card_table-inl.h" |
Vladimir Marko | a3ad0cd | 2018-05-04 10:06:38 +0100 | [diff] [blame] | 30 | #include "jni/jni_internal.h" |
Hiroshi Yamauchi | 4d2efce | 2014-02-10 16:19:09 -0800 | [diff] [blame] | 31 | #include "mirror/array.h" |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 32 | #include "mirror/class-inl.h" |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 33 | #include "mirror/object-inl.h" |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 34 | #include "art_field-inl.h" |
Andreas Gampe | 87583b3 | 2017-05-25 11:22:18 -0700 | [diff] [blame] | 35 | #include "native_util.h" |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 36 | #include "scoped_fast_native_object_access-inl.h" |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 37 | #include "well_known_classes.h" |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 38 | |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 39 | namespace art { |
| 40 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 41 | static jboolean Unsafe_compareAndSwapInt(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 42 | jint expectedValue, jint newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 43 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 44 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 45 | // JNI must use non transactional mode. |
Mathieu Chartier | 42c2e50 | 2018-06-19 12:30:56 -0700 | [diff] [blame] | 46 | bool success = obj->CasField32<false>(MemberOffset(offset), |
| 47 | expectedValue, |
| 48 | newValue, |
| 49 | CASMode::kStrong, |
| 50 | std::memory_order_seq_cst); |
Ian Rogers | 9adbff5 | 2013-01-23 18:19:03 -0800 | [diff] [blame] | 51 | return success ? JNI_TRUE : JNI_FALSE; |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 52 | } |
| 53 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 54 | static jboolean Unsafe_compareAndSwapLong(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 55 | jlong expectedValue, jlong newValue) { |
| 56 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 57 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 58 | // JNI must use non transactional mode. |
Hans Boehm | d843443 | 2014-07-11 09:56:07 -0700 | [diff] [blame] | 59 | bool success = obj->CasFieldStrongSequentiallyConsistent64<false>(MemberOffset(offset), |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 60 | expectedValue, |
| 61 | newValue); |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 62 | return success ? JNI_TRUE : JNI_FALSE; |
| 63 | } |
| 64 | |
| 65 | static jboolean Unsafe_compareAndSwapObject(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 66 | jobject javaExpectedValue, jobject javaNewValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 67 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 68 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 69 | ObjPtr<mirror::Object> expectedValue = soa.Decode<mirror::Object>(javaExpectedValue); |
| 70 | ObjPtr<mirror::Object> newValue = soa.Decode<mirror::Object>(javaNewValue); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 71 | // JNI must use non transactional mode. |
Hiroshi Yamauchi | cc78f3f | 2015-12-11 15:51:04 -0800 | [diff] [blame] | 72 | if (kUseReadBarrier) { |
| 73 | // Need to make sure the reference stored in the field is a to-space one before attempting the |
| 74 | // CAS or the CAS could fail incorrectly. |
Hans Boehm | cc55e1d | 2017-07-27 15:28:07 -0700 | [diff] [blame] | 75 | // Note that the read barrier load does NOT need to be volatile. |
Hiroshi Yamauchi | cc78f3f | 2015-12-11 15:51:04 -0800 | [diff] [blame] | 76 | mirror::HeapReference<mirror::Object>* field_addr = |
| 77 | reinterpret_cast<mirror::HeapReference<mirror::Object>*>( |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 78 | reinterpret_cast<uint8_t*>(obj.Ptr()) + static_cast<size_t>(offset)); |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 79 | ReadBarrier::Barrier<mirror::Object, /* kIsVolatile= */ false, kWithReadBarrier, |
| 80 | /* kAlwaysUpdateField= */ true>( |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 81 | obj.Ptr(), |
Hiroshi Yamauchi | cc78f3f | 2015-12-11 15:51:04 -0800 | [diff] [blame] | 82 | MemberOffset(offset), |
| 83 | field_addr); |
| 84 | } |
Mathieu Chartier | a9746b9 | 2018-06-22 10:25:40 -0700 | [diff] [blame] | 85 | bool success = obj->CasFieldObject<false>(MemberOffset(offset), |
| 86 | expectedValue, |
| 87 | newValue, |
| 88 | CASMode::kStrong, |
| 89 | std::memory_order_seq_cst); |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 90 | return success ? JNI_TRUE : JNI_FALSE; |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 91 | } |
| 92 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 93 | static jint Unsafe_getInt(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 94 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 95 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 96 | return obj->GetField32(MemberOffset(offset)); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 97 | } |
| 98 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 99 | static jint Unsafe_getIntVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 100 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 101 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 102 | return obj->GetField32Volatile(MemberOffset(offset)); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 103 | } |
| 104 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 105 | static void Unsafe_putInt(JNIEnv* env, jobject, jobject javaObj, jlong offset, jint newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 106 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 107 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 108 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 109 | obj->SetField32<false>(MemberOffset(offset), newValue); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 110 | } |
| 111 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 112 | static void Unsafe_putIntVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 113 | jint newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 114 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 115 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 116 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 117 | obj->SetField32Volatile<false>(MemberOffset(offset), newValue); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 118 | } |
| 119 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 120 | static void Unsafe_putOrderedInt(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 121 | jint newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 122 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 123 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Hans Boehm | cc55e1d | 2017-07-27 15:28:07 -0700 | [diff] [blame] | 124 | // TODO: A release store is likely to be faster on future processors. |
Orion Hodson | 27b9676 | 2018-03-13 16:06:57 +0000 | [diff] [blame] | 125 | std::atomic_thread_fence(std::memory_order_release); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 126 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 127 | obj->SetField32<false>(MemberOffset(offset), newValue); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 128 | } |
| 129 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 130 | static jlong Unsafe_getLong(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 131 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 132 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 133 | return obj->GetField64(MemberOffset(offset)); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 134 | } |
| 135 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 136 | static jlong Unsafe_getLongVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 137 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 138 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 139 | return obj->GetField64Volatile(MemberOffset(offset)); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 140 | } |
| 141 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 142 | static void Unsafe_putLong(JNIEnv* env, jobject, jobject javaObj, jlong offset, jlong newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 143 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 144 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 145 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 146 | obj->SetField64<false>(MemberOffset(offset), newValue); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 147 | } |
| 148 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 149 | static void Unsafe_putLongVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 150 | jlong newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 151 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 152 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 153 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 154 | obj->SetField64Volatile<false>(MemberOffset(offset), newValue); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 155 | } |
| 156 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 157 | static void Unsafe_putOrderedLong(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 158 | jlong newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 159 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 160 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Orion Hodson | 27b9676 | 2018-03-13 16:06:57 +0000 | [diff] [blame] | 161 | std::atomic_thread_fence(std::memory_order_release); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 162 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 163 | obj->SetField64<false>(MemberOffset(offset), newValue); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 164 | } |
| 165 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 166 | static jobject Unsafe_getObjectVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 167 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 168 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 169 | ObjPtr<mirror::Object> value = obj->GetFieldObjectVolatile<mirror::Object>(MemberOffset(offset)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 170 | return soa.AddLocalReference<jobject>(value); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 171 | } |
| 172 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 173 | static jobject Unsafe_getObject(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 174 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 175 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 176 | ObjPtr<mirror::Object> value = obj->GetFieldObject<mirror::Object>(MemberOffset(offset)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 177 | return soa.AddLocalReference<jobject>(value); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 178 | } |
| 179 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 180 | static void Unsafe_putObject(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 181 | jobject javaNewValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 182 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 183 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 184 | ObjPtr<mirror::Object> newValue = soa.Decode<mirror::Object>(javaNewValue); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 185 | // JNI must use non transactional mode. |
Mathieu Chartier | 1a5337f | 2016-10-13 13:48:23 -0700 | [diff] [blame] | 186 | obj->SetFieldObject<false>(MemberOffset(offset), newValue); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 187 | } |
| 188 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 189 | static void Unsafe_putObjectVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 190 | jobject javaNewValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 191 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 192 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 193 | ObjPtr<mirror::Object> newValue = soa.Decode<mirror::Object>(javaNewValue); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 194 | // JNI must use non transactional mode. |
Mathieu Chartier | 1a5337f | 2016-10-13 13:48:23 -0700 | [diff] [blame] | 195 | obj->SetFieldObjectVolatile<false>(MemberOffset(offset), newValue); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 196 | } |
| 197 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 198 | static void Unsafe_putOrderedObject(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 199 | jobject javaNewValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 200 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 201 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 202 | ObjPtr<mirror::Object> newValue = soa.Decode<mirror::Object>(javaNewValue); |
Orion Hodson | 27b9676 | 2018-03-13 16:06:57 +0000 | [diff] [blame] | 203 | std::atomic_thread_fence(std::memory_order_release); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 204 | // JNI must use non transactional mode. |
Mathieu Chartier | 1a5337f | 2016-10-13 13:48:23 -0700 | [diff] [blame] | 205 | obj->SetFieldObject<false>(MemberOffset(offset), newValue); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 206 | } |
| 207 | |
Igor Murashkin | 06537f7 | 2018-02-22 15:03:05 -0800 | [diff] [blame] | 208 | static jint Unsafe_getArrayBaseOffsetForComponentType(JNIEnv* env, jclass, jclass component_class) { |
Hiroshi Yamauchi | 4d2efce | 2014-02-10 16:19:09 -0800 | [diff] [blame] | 209 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 210 | ObjPtr<mirror::Class> component = soa.Decode<mirror::Class>(component_class); |
Hiroshi Yamauchi | 4d2efce | 2014-02-10 16:19:09 -0800 | [diff] [blame] | 211 | Primitive::Type primitive_type = component->GetPrimitiveType(); |
| 212 | return mirror::Array::DataOffset(Primitive::ComponentSize(primitive_type)).Int32Value(); |
| 213 | } |
| 214 | |
Igor Murashkin | 06537f7 | 2018-02-22 15:03:05 -0800 | [diff] [blame] | 215 | static jint Unsafe_getArrayIndexScaleForComponentType(JNIEnv* env, jclass, jclass component_class) { |
Hiroshi Yamauchi | 4d2efce | 2014-02-10 16:19:09 -0800 | [diff] [blame] | 216 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 217 | ObjPtr<mirror::Class> component = soa.Decode<mirror::Class>(component_class); |
Hiroshi Yamauchi | 4d2efce | 2014-02-10 16:19:09 -0800 | [diff] [blame] | 218 | Primitive::Type primitive_type = component->GetPrimitiveType(); |
| 219 | return Primitive::ComponentSize(primitive_type); |
| 220 | } |
| 221 | |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 222 | static jint Unsafe_addressSize(JNIEnv* env ATTRIBUTE_UNUSED, jobject ob ATTRIBUTE_UNUSED) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 223 | return sizeof(void*); |
| 224 | } |
| 225 | |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 226 | static jint Unsafe_pageSize(JNIEnv* env ATTRIBUTE_UNUSED, jobject ob ATTRIBUTE_UNUSED) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 227 | return sysconf(_SC_PAGESIZE); |
| 228 | } |
| 229 | |
| 230 | static jlong Unsafe_allocateMemory(JNIEnv* env, jobject, jlong bytes) { |
| 231 | ScopedFastNativeObjectAccess soa(env); |
| 232 | // bytes is nonnegative and fits into size_t |
| 233 | if (bytes < 0 || bytes != (jlong)(size_t) bytes) { |
Narayan Kamath | d1ef436 | 2015-11-12 11:49:06 +0000 | [diff] [blame] | 234 | ThrowIllegalAccessException("wrong number of bytes"); |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 235 | return 0; |
| 236 | } |
| 237 | void* mem = malloc(bytes); |
| 238 | if (mem == nullptr) { |
| 239 | soa.Self()->ThrowOutOfMemoryError("native alloc"); |
| 240 | return 0; |
| 241 | } |
| 242 | return (uintptr_t) mem; |
| 243 | } |
| 244 | |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 245 | static void Unsafe_freeMemory(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Narayan Kamath | a0cf5a6 | 2015-09-07 11:41:37 +0100 | [diff] [blame] | 246 | free(reinterpret_cast<void*>(static_cast<uintptr_t>(address))); |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 247 | } |
| 248 | |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 249 | static void Unsafe_setMemory(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jlong bytes, jbyte value) { |
Narayan Kamath | a0cf5a6 | 2015-09-07 11:41:37 +0100 | [diff] [blame] | 250 | memset(reinterpret_cast<void*>(static_cast<uintptr_t>(address)), value, bytes); |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 251 | } |
| 252 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 253 | static jbyte Unsafe_getByteJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 254 | return *reinterpret_cast<jbyte*>(address); |
| 255 | } |
| 256 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 257 | static void Unsafe_putByteJB(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jbyte value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 258 | *reinterpret_cast<jbyte*>(address) = value; |
| 259 | } |
| 260 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 261 | static jshort Unsafe_getShortJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 262 | return *reinterpret_cast<jshort*>(address); |
| 263 | } |
| 264 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 265 | static void Unsafe_putShortJS(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jshort value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 266 | *reinterpret_cast<jshort*>(address) = value; |
| 267 | } |
| 268 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 269 | static jchar Unsafe_getCharJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 270 | return *reinterpret_cast<jchar*>(address); |
| 271 | } |
| 272 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 273 | static void Unsafe_putCharJC(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jchar value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 274 | *reinterpret_cast<jchar*>(address) = value; |
| 275 | } |
| 276 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 277 | static jint Unsafe_getIntJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 278 | return *reinterpret_cast<jint*>(address); |
| 279 | } |
| 280 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 281 | static void Unsafe_putIntJI(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jint value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 282 | *reinterpret_cast<jint*>(address) = value; |
| 283 | } |
| 284 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 285 | static jlong Unsafe_getLongJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 286 | return *reinterpret_cast<jlong*>(address); |
| 287 | } |
| 288 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 289 | static void Unsafe_putLongJJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jlong value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 290 | *reinterpret_cast<jlong*>(address) = value; |
| 291 | } |
| 292 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 293 | static jfloat Unsafe_getFloatJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 294 | return *reinterpret_cast<jfloat*>(address); |
| 295 | } |
| 296 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 297 | static void Unsafe_putFloatJF(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jfloat value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 298 | *reinterpret_cast<jfloat*>(address) = value; |
| 299 | } |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 300 | static jdouble Unsafe_getDoubleJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 301 | return *reinterpret_cast<jdouble*>(address); |
| 302 | } |
| 303 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 304 | static void Unsafe_putDoubleJD(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jdouble value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 305 | *reinterpret_cast<jdouble*>(address) = value; |
| 306 | } |
| 307 | |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 308 | static void Unsafe_copyMemory(JNIEnv *env, jobject unsafe ATTRIBUTE_UNUSED, jlong src, |
| 309 | jlong dst, jlong size) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 310 | if (size == 0) { |
| 311 | return; |
| 312 | } |
| 313 | // size is nonnegative and fits into size_t |
| 314 | if (size < 0 || size != (jlong)(size_t) size) { |
| 315 | ScopedFastNativeObjectAccess soa(env); |
| 316 | ThrowIllegalAccessException("wrong number of bytes"); |
| 317 | } |
| 318 | size_t sz = (size_t)size; |
| 319 | memcpy(reinterpret_cast<void *>(dst), reinterpret_cast<void *>(src), sz); |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 320 | } |
| 321 | |
| 322 | template<typename T> |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 323 | static void copyToArray(jlong srcAddr, |
| 324 | ObjPtr<mirror::PrimitiveArray<T>> array, |
Przemyslaw Szczepaniak | 903ac27 | 2015-07-23 09:30:35 +0100 | [diff] [blame] | 325 | size_t array_offset, |
| 326 | size_t size) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 327 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 328 | const T* src = reinterpret_cast<T*>(srcAddr); |
| 329 | size_t sz = size / sizeof(T); |
| 330 | size_t of = array_offset / sizeof(T); |
| 331 | for (size_t i = 0; i < sz; ++i) { |
| 332 | array->Set(i + of, *(src + i)); |
| 333 | } |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 334 | } |
| 335 | |
| 336 | template<typename T> |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 337 | static void copyFromArray(jlong dstAddr, |
| 338 | ObjPtr<mirror::PrimitiveArray<T>> array, |
Przemyslaw Szczepaniak | 903ac27 | 2015-07-23 09:30:35 +0100 | [diff] [blame] | 339 | size_t array_offset, |
| 340 | size_t size) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 341 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 342 | T* dst = reinterpret_cast<T*>(dstAddr); |
| 343 | size_t sz = size / sizeof(T); |
| 344 | size_t of = array_offset / sizeof(T); |
| 345 | for (size_t i = 0; i < sz; ++i) { |
| 346 | *(dst + i) = array->Get(i + of); |
| 347 | } |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 348 | } |
| 349 | |
| 350 | static void Unsafe_copyMemoryToPrimitiveArray(JNIEnv *env, |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 351 | jobject unsafe ATTRIBUTE_UNUSED, |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 352 | jlong srcAddr, |
| 353 | jobject dstObj, |
| 354 | jlong dstOffset, |
| 355 | jlong size) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 356 | ScopedObjectAccess soa(env); |
| 357 | if (size == 0) { |
| 358 | return; |
| 359 | } |
| 360 | // size is nonnegative and fits into size_t |
| 361 | if (size < 0 || size != (jlong)(size_t) size) { |
| 362 | ThrowIllegalAccessException("wrong number of bytes"); |
| 363 | } |
| 364 | size_t sz = (size_t)size; |
| 365 | size_t dst_offset = (size_t)dstOffset; |
| 366 | ObjPtr<mirror::Object> dst = soa.Decode<mirror::Object>(dstObj); |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 367 | ObjPtr<mirror::Class> component_type = dst->GetClass()->GetComponentType(); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 368 | if (component_type->IsPrimitiveByte() || component_type->IsPrimitiveBoolean()) { |
Vladimir Marko | 104883b | 2018-11-09 17:12:23 +0000 | [diff] [blame] | 369 | // Note: Treating BooleanArray as ByteArray. |
| 370 | copyToArray(srcAddr, ObjPtr<mirror::ByteArray>::DownCast(dst), dst_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 371 | } else if (component_type->IsPrimitiveShort() || component_type->IsPrimitiveChar()) { |
Vladimir Marko | 104883b | 2018-11-09 17:12:23 +0000 | [diff] [blame] | 372 | // Note: Treating CharArray as ShortArray. |
| 373 | copyToArray(srcAddr, ObjPtr<mirror::ShortArray>::DownCast(dst), dst_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 374 | } else if (component_type->IsPrimitiveInt() || component_type->IsPrimitiveFloat()) { |
Vladimir Marko | 104883b | 2018-11-09 17:12:23 +0000 | [diff] [blame] | 375 | // Note: Treating FloatArray as IntArray. |
| 376 | copyToArray(srcAddr, ObjPtr<mirror::IntArray>::DownCast(dst), dst_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 377 | } else if (component_type->IsPrimitiveLong() || component_type->IsPrimitiveDouble()) { |
Vladimir Marko | 104883b | 2018-11-09 17:12:23 +0000 | [diff] [blame] | 378 | // Note: Treating DoubleArray as LongArray. |
| 379 | copyToArray(srcAddr, ObjPtr<mirror::LongArray>::DownCast(dst), dst_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 380 | } else { |
| 381 | ThrowIllegalAccessException("not a primitive array"); |
| 382 | } |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 383 | } |
| 384 | |
| 385 | static void Unsafe_copyMemoryFromPrimitiveArray(JNIEnv *env, |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 386 | jobject unsafe ATTRIBUTE_UNUSED, |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 387 | jobject srcObj, |
| 388 | jlong srcOffset, |
| 389 | jlong dstAddr, |
| 390 | jlong size) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 391 | ScopedObjectAccess soa(env); |
| 392 | if (size == 0) { |
| 393 | return; |
| 394 | } |
| 395 | // size is nonnegative and fits into size_t |
| 396 | if (size < 0 || size != (jlong)(size_t) size) { |
| 397 | ThrowIllegalAccessException("wrong number of bytes"); |
| 398 | } |
| 399 | size_t sz = (size_t)size; |
| 400 | size_t src_offset = (size_t)srcOffset; |
| 401 | ObjPtr<mirror::Object> src = soa.Decode<mirror::Object>(srcObj); |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 402 | ObjPtr<mirror::Class> component_type = src->GetClass()->GetComponentType(); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 403 | if (component_type->IsPrimitiveByte() || component_type->IsPrimitiveBoolean()) { |
Vladimir Marko | 104883b | 2018-11-09 17:12:23 +0000 | [diff] [blame] | 404 | // Note: Treating BooleanArray as ByteArray. |
| 405 | copyFromArray(dstAddr, ObjPtr<mirror::ByteArray>::DownCast(src), src_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 406 | } else if (component_type->IsPrimitiveShort() || component_type->IsPrimitiveChar()) { |
Vladimir Marko | 104883b | 2018-11-09 17:12:23 +0000 | [diff] [blame] | 407 | // Note: Treating CharArray as ShortArray. |
| 408 | copyFromArray(dstAddr, ObjPtr<mirror::ShortArray>::DownCast(src), src_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 409 | } else if (component_type->IsPrimitiveInt() || component_type->IsPrimitiveFloat()) { |
Vladimir Marko | 104883b | 2018-11-09 17:12:23 +0000 | [diff] [blame] | 410 | // Note: Treating FloatArray as IntArray. |
| 411 | copyFromArray(dstAddr, ObjPtr<mirror::IntArray>::DownCast(src), src_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 412 | } else if (component_type->IsPrimitiveLong() || component_type->IsPrimitiveDouble()) { |
Vladimir Marko | 104883b | 2018-11-09 17:12:23 +0000 | [diff] [blame] | 413 | // Note: Treating DoubleArray as LongArray. |
| 414 | copyFromArray(dstAddr, ObjPtr<mirror::LongArray>::DownCast(src), src_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 415 | } else { |
| 416 | ThrowIllegalAccessException("not a primitive array"); |
| 417 | } |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 418 | } |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 419 | static jboolean Unsafe_getBoolean(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 420 | ScopedFastNativeObjectAccess soa(env); |
| 421 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 422 | return obj->GetFieldBoolean(MemberOffset(offset)); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 423 | } |
| 424 | |
| 425 | static void Unsafe_putBoolean(JNIEnv* env, jobject, jobject javaObj, jlong offset, jboolean newValue) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 426 | ScopedFastNativeObjectAccess soa(env); |
| 427 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 428 | // JNI must use non transactional mode (SetField8 is non-transactional). |
| 429 | obj->SetFieldBoolean<false>(MemberOffset(offset), newValue); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 430 | } |
| 431 | |
| 432 | static jbyte Unsafe_getByte(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 433 | ScopedFastNativeObjectAccess soa(env); |
| 434 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 435 | return obj->GetFieldByte(MemberOffset(offset)); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 436 | } |
| 437 | |
| 438 | static void Unsafe_putByte(JNIEnv* env, jobject, jobject javaObj, jlong offset, jbyte newValue) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 439 | ScopedFastNativeObjectAccess soa(env); |
| 440 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 441 | // JNI must use non transactional mode. |
| 442 | obj->SetFieldByte<false>(MemberOffset(offset), newValue); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 443 | } |
| 444 | |
| 445 | static jchar Unsafe_getChar(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 446 | ScopedFastNativeObjectAccess soa(env); |
| 447 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 448 | return obj->GetFieldChar(MemberOffset(offset)); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 449 | } |
| 450 | |
| 451 | static void Unsafe_putChar(JNIEnv* env, jobject, jobject javaObj, jlong offset, jchar newValue) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 452 | ScopedFastNativeObjectAccess soa(env); |
| 453 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 454 | // JNI must use non transactional mode. |
| 455 | obj->SetFieldChar<false>(MemberOffset(offset), newValue); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 456 | } |
| 457 | |
| 458 | static jshort Unsafe_getShort(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 459 | ScopedFastNativeObjectAccess soa(env); |
| 460 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 461 | return obj->GetFieldShort(MemberOffset(offset)); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 462 | } |
| 463 | |
| 464 | static void Unsafe_putShort(JNIEnv* env, jobject, jobject javaObj, jlong offset, jshort newValue) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 465 | ScopedFastNativeObjectAccess soa(env); |
| 466 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 467 | // JNI must use non transactional mode. |
| 468 | obj->SetFieldShort<false>(MemberOffset(offset), newValue); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 469 | } |
| 470 | |
| 471 | static jfloat Unsafe_getFloat(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
| 472 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 473 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 474 | union {int32_t val; jfloat converted;} conv; |
| 475 | conv.val = obj->GetField32(MemberOffset(offset)); |
| 476 | return conv.converted; |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 477 | } |
| 478 | |
| 479 | static void Unsafe_putFloat(JNIEnv* env, jobject, jobject javaObj, jlong offset, jfloat newValue) { |
| 480 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 481 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 482 | union {int32_t converted; jfloat val;} conv; |
| 483 | conv.val = newValue; |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 484 | // JNI must use non transactional mode. |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 485 | obj->SetField32<false>(MemberOffset(offset), conv.converted); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 486 | } |
| 487 | |
| 488 | static jdouble Unsafe_getDouble(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
| 489 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 490 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 491 | union {int64_t val; jdouble converted;} conv; |
| 492 | conv.val = obj->GetField64(MemberOffset(offset)); |
| 493 | return conv.converted; |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 494 | } |
| 495 | |
| 496 | static void Unsafe_putDouble(JNIEnv* env, jobject, jobject javaObj, jlong offset, jdouble newValue) { |
| 497 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 498 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 499 | union {int64_t converted; jdouble val;} conv; |
| 500 | conv.val = newValue; |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 501 | // JNI must use non transactional mode. |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 502 | obj->SetField64<false>(MemberOffset(offset), conv.converted); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 503 | } |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 504 | |
Igor Murashkin | 629afab | 2016-02-19 14:56:43 -0800 | [diff] [blame] | 505 | static void Unsafe_loadFence(JNIEnv*, jobject) { |
| 506 | std::atomic_thread_fence(std::memory_order_acquire); |
| 507 | } |
| 508 | |
| 509 | static void Unsafe_storeFence(JNIEnv*, jobject) { |
| 510 | std::atomic_thread_fence(std::memory_order_release); |
| 511 | } |
| 512 | |
| 513 | static void Unsafe_fullFence(JNIEnv*, jobject) { |
| 514 | std::atomic_thread_fence(std::memory_order_seq_cst); |
| 515 | } |
| 516 | |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 517 | static void Unsafe_park(JNIEnv* env, jobject, jboolean isAbsolute, jlong time) { |
| 518 | ScopedObjectAccess soa(env); |
| 519 | Thread::Current()->Park(isAbsolute, time); |
| 520 | } |
| 521 | |
| 522 | static void Unsafe_unpark(JNIEnv* env, jobject, jobject jthread) { |
| 523 | art::ScopedFastNativeObjectAccess soa(env); |
| 524 | if (jthread == nullptr || !env->IsInstanceOf(jthread, WellKnownClasses::java_lang_Thread)) { |
| 525 | ThrowIllegalArgumentException("Argument to unpark() was not a Thread"); |
| 526 | return; |
| 527 | } |
| 528 | art::MutexLock mu(soa.Self(), *art::Locks::thread_list_lock_); |
| 529 | art::Thread* thread = art::Thread::FromManagedThread(soa, jthread); |
| 530 | if (thread != nullptr) { |
| 531 | thread->Unpark(); |
| 532 | } else { |
| 533 | // If thread is null, that means that either the thread is not started yet, |
| 534 | // or the thread has already terminated. Setting the field to true will be |
| 535 | // respected when the thread does start, and is harmless if the thread has |
| 536 | // already terminated. |
| 537 | ArtField* unparked = |
| 538 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_unparkedBeforeStart); |
| 539 | // JNI must use non transactional mode. |
| 540 | unparked->SetBoolean<false>(soa.Decode<mirror::Object>(jthread), JNI_TRUE); |
| 541 | } |
| 542 | } |
| 543 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 544 | static JNINativeMethod gMethods[] = { |
Igor Murashkin | 3b6f440 | 2017-02-16 16:13:17 -0800 | [diff] [blame] | 545 | FAST_NATIVE_METHOD(Unsafe, compareAndSwapInt, "(Ljava/lang/Object;JII)Z"), |
| 546 | FAST_NATIVE_METHOD(Unsafe, compareAndSwapLong, "(Ljava/lang/Object;JJJ)Z"), |
| 547 | FAST_NATIVE_METHOD(Unsafe, compareAndSwapObject, "(Ljava/lang/Object;JLjava/lang/Object;Ljava/lang/Object;)Z"), |
| 548 | FAST_NATIVE_METHOD(Unsafe, getIntVolatile, "(Ljava/lang/Object;J)I"), |
| 549 | FAST_NATIVE_METHOD(Unsafe, putIntVolatile, "(Ljava/lang/Object;JI)V"), |
| 550 | FAST_NATIVE_METHOD(Unsafe, getLongVolatile, "(Ljava/lang/Object;J)J"), |
| 551 | FAST_NATIVE_METHOD(Unsafe, putLongVolatile, "(Ljava/lang/Object;JJ)V"), |
| 552 | FAST_NATIVE_METHOD(Unsafe, getObjectVolatile, "(Ljava/lang/Object;J)Ljava/lang/Object;"), |
| 553 | FAST_NATIVE_METHOD(Unsafe, putObjectVolatile, "(Ljava/lang/Object;JLjava/lang/Object;)V"), |
| 554 | FAST_NATIVE_METHOD(Unsafe, getInt, "(Ljava/lang/Object;J)I"), |
| 555 | FAST_NATIVE_METHOD(Unsafe, putInt, "(Ljava/lang/Object;JI)V"), |
| 556 | FAST_NATIVE_METHOD(Unsafe, putOrderedInt, "(Ljava/lang/Object;JI)V"), |
| 557 | FAST_NATIVE_METHOD(Unsafe, getLong, "(Ljava/lang/Object;J)J"), |
| 558 | FAST_NATIVE_METHOD(Unsafe, putLong, "(Ljava/lang/Object;JJ)V"), |
| 559 | FAST_NATIVE_METHOD(Unsafe, putOrderedLong, "(Ljava/lang/Object;JJ)V"), |
| 560 | FAST_NATIVE_METHOD(Unsafe, getObject, "(Ljava/lang/Object;J)Ljava/lang/Object;"), |
| 561 | FAST_NATIVE_METHOD(Unsafe, putObject, "(Ljava/lang/Object;JLjava/lang/Object;)V"), |
| 562 | FAST_NATIVE_METHOD(Unsafe, putOrderedObject, "(Ljava/lang/Object;JLjava/lang/Object;)V"), |
| 563 | FAST_NATIVE_METHOD(Unsafe, getArrayBaseOffsetForComponentType, "(Ljava/lang/Class;)I"), |
| 564 | FAST_NATIVE_METHOD(Unsafe, getArrayIndexScaleForComponentType, "(Ljava/lang/Class;)I"), |
| 565 | FAST_NATIVE_METHOD(Unsafe, addressSize, "()I"), |
| 566 | FAST_NATIVE_METHOD(Unsafe, pageSize, "()I"), |
| 567 | FAST_NATIVE_METHOD(Unsafe, allocateMemory, "(J)J"), |
| 568 | FAST_NATIVE_METHOD(Unsafe, freeMemory, "(J)V"), |
| 569 | FAST_NATIVE_METHOD(Unsafe, setMemory, "(JJB)V"), |
| 570 | FAST_NATIVE_METHOD(Unsafe, copyMemory, "(JJJ)V"), |
| 571 | FAST_NATIVE_METHOD(Unsafe, copyMemoryToPrimitiveArray, "(JLjava/lang/Object;JJ)V"), |
| 572 | FAST_NATIVE_METHOD(Unsafe, copyMemoryFromPrimitiveArray, "(Ljava/lang/Object;JJJ)V"), |
| 573 | FAST_NATIVE_METHOD(Unsafe, getBoolean, "(Ljava/lang/Object;J)Z"), |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 574 | |
Igor Murashkin | 3b6f440 | 2017-02-16 16:13:17 -0800 | [diff] [blame] | 575 | FAST_NATIVE_METHOD(Unsafe, getByte, "(Ljava/lang/Object;J)B"), |
| 576 | FAST_NATIVE_METHOD(Unsafe, getChar, "(Ljava/lang/Object;J)C"), |
| 577 | FAST_NATIVE_METHOD(Unsafe, getShort, "(Ljava/lang/Object;J)S"), |
| 578 | FAST_NATIVE_METHOD(Unsafe, getFloat, "(Ljava/lang/Object;J)F"), |
| 579 | FAST_NATIVE_METHOD(Unsafe, getDouble, "(Ljava/lang/Object;J)D"), |
| 580 | FAST_NATIVE_METHOD(Unsafe, putBoolean, "(Ljava/lang/Object;JZ)V"), |
| 581 | FAST_NATIVE_METHOD(Unsafe, putByte, "(Ljava/lang/Object;JB)V"), |
| 582 | FAST_NATIVE_METHOD(Unsafe, putChar, "(Ljava/lang/Object;JC)V"), |
| 583 | FAST_NATIVE_METHOD(Unsafe, putShort, "(Ljava/lang/Object;JS)V"), |
| 584 | FAST_NATIVE_METHOD(Unsafe, putFloat, "(Ljava/lang/Object;JF)V"), |
| 585 | FAST_NATIVE_METHOD(Unsafe, putDouble, "(Ljava/lang/Object;JD)V"), |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 586 | FAST_NATIVE_METHOD(Unsafe, unpark, "(Ljava/lang/Object;)V"), |
| 587 | NATIVE_METHOD(Unsafe, park, "(ZJ)V"), |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 588 | |
| 589 | // Each of the getFoo variants are overloaded with a call that operates |
| 590 | // directively on a native pointer. |
Igor Murashkin | 3b6f440 | 2017-02-16 16:13:17 -0800 | [diff] [blame] | 591 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getByte, "(J)B", getByteJ), |
| 592 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getChar, "(J)C", getCharJ), |
| 593 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getShort, "(J)S", getShortJ), |
| 594 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getInt, "(J)I", getIntJ), |
| 595 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getLong, "(J)J", getLongJ), |
| 596 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getFloat, "(J)F", getFloatJ), |
| 597 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getDouble, "(J)D", getDoubleJ), |
| 598 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putByte, "(JB)V", putByteJB), |
| 599 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putChar, "(JC)V", putCharJC), |
| 600 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putShort, "(JS)V", putShortJS), |
| 601 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putInt, "(JI)V", putIntJI), |
| 602 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putLong, "(JJ)V", putLongJJ), |
| 603 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putFloat, "(JF)V", putFloatJF), |
| 604 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putDouble, "(JD)V", putDoubleJD), |
Igor Murashkin | 629afab | 2016-02-19 14:56:43 -0800 | [diff] [blame] | 605 | |
| 606 | // CAS |
Igor Murashkin | 3b6f440 | 2017-02-16 16:13:17 -0800 | [diff] [blame] | 607 | FAST_NATIVE_METHOD(Unsafe, loadFence, "()V"), |
| 608 | FAST_NATIVE_METHOD(Unsafe, storeFence, "()V"), |
| 609 | FAST_NATIVE_METHOD(Unsafe, fullFence, "()V"), |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 610 | }; |
| 611 | |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 612 | void register_sun_misc_Unsafe(JNIEnv* env) { |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 613 | REGISTER_NATIVE_METHODS("sun/misc/Unsafe"); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 614 | } |
| 615 | |
| 616 | } // namespace art |