Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Andreas Gampe | 277ccbd | 2014-11-03 21:36:10 -0800 | [diff] [blame] | 17 | #include "sun_misc_Unsafe.h" |
Andreas Gampe | a14100c | 2017-04-24 15:09:56 -0700 | [diff] [blame] | 18 | |
Andreas Gampe | a14100c | 2017-04-24 15:09:56 -0700 | [diff] [blame] | 19 | #include <unistd.h> |
| 20 | |
Andreas Gampe | 8cf9cb3 | 2017-07-19 09:28:38 -0700 | [diff] [blame] | 21 | #include <cstdlib> |
| 22 | #include <cstring> |
| 23 | #include <atomic> |
| 24 | |
Andreas Gampe | a14100c | 2017-04-24 15:09:56 -0700 | [diff] [blame] | 25 | #include "nativehelper/jni_macros.h" |
| 26 | |
David Sehr | c431b9d | 2018-03-02 12:01:51 -0800 | [diff] [blame] | 27 | #include "base/quasi_atomic.h" |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 28 | #include "common_throws.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 29 | #include "gc/accounting/card_table-inl.h" |
Vladimir Marko | a3ad0cd | 2018-05-04 10:06:38 +0100 | [diff] [blame] | 30 | #include "jni/jni_internal.h" |
Hiroshi Yamauchi | 4d2efce | 2014-02-10 16:19:09 -0800 | [diff] [blame] | 31 | #include "mirror/array.h" |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 32 | #include "mirror/class-inl.h" |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 33 | #include "mirror/object-inl.h" |
Andreas Gampe | 87583b3 | 2017-05-25 11:22:18 -0700 | [diff] [blame] | 34 | #include "native_util.h" |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 35 | #include "scoped_fast_native_object_access-inl.h" |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 36 | |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 37 | namespace art { |
| 38 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 39 | static jboolean Unsafe_compareAndSwapInt(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 40 | jint expectedValue, jint newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 41 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 42 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 43 | // JNI must use non transactional mode. |
Mathieu Chartier | 42c2e50 | 2018-06-19 12:30:56 -0700 | [diff] [blame] | 44 | bool success = obj->CasField32<false>(MemberOffset(offset), |
| 45 | expectedValue, |
| 46 | newValue, |
| 47 | CASMode::kStrong, |
| 48 | std::memory_order_seq_cst); |
Ian Rogers | 9adbff5 | 2013-01-23 18:19:03 -0800 | [diff] [blame] | 49 | return success ? JNI_TRUE : JNI_FALSE; |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 50 | } |
| 51 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 52 | static jboolean Unsafe_compareAndSwapLong(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 53 | jlong expectedValue, jlong newValue) { |
| 54 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 55 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 56 | // JNI must use non transactional mode. |
Hans Boehm | d843443 | 2014-07-11 09:56:07 -0700 | [diff] [blame] | 57 | bool success = obj->CasFieldStrongSequentiallyConsistent64<false>(MemberOffset(offset), |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 58 | expectedValue, |
| 59 | newValue); |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 60 | return success ? JNI_TRUE : JNI_FALSE; |
| 61 | } |
| 62 | |
| 63 | static jboolean Unsafe_compareAndSwapObject(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 64 | jobject javaExpectedValue, jobject javaNewValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 65 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 66 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 67 | ObjPtr<mirror::Object> expectedValue = soa.Decode<mirror::Object>(javaExpectedValue); |
| 68 | ObjPtr<mirror::Object> newValue = soa.Decode<mirror::Object>(javaNewValue); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 69 | // JNI must use non transactional mode. |
Hiroshi Yamauchi | cc78f3f | 2015-12-11 15:51:04 -0800 | [diff] [blame] | 70 | if (kUseReadBarrier) { |
| 71 | // Need to make sure the reference stored in the field is a to-space one before attempting the |
| 72 | // CAS or the CAS could fail incorrectly. |
Hans Boehm | cc55e1d | 2017-07-27 15:28:07 -0700 | [diff] [blame] | 73 | // Note that the read barrier load does NOT need to be volatile. |
Hiroshi Yamauchi | cc78f3f | 2015-12-11 15:51:04 -0800 | [diff] [blame] | 74 | mirror::HeapReference<mirror::Object>* field_addr = |
| 75 | reinterpret_cast<mirror::HeapReference<mirror::Object>*>( |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 76 | reinterpret_cast<uint8_t*>(obj.Ptr()) + static_cast<size_t>(offset)); |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame^] | 77 | ReadBarrier::Barrier<mirror::Object, /* kIsVolatile= */ false, kWithReadBarrier, |
| 78 | /* kAlwaysUpdateField= */ true>( |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 79 | obj.Ptr(), |
Hiroshi Yamauchi | cc78f3f | 2015-12-11 15:51:04 -0800 | [diff] [blame] | 80 | MemberOffset(offset), |
| 81 | field_addr); |
| 82 | } |
Mathieu Chartier | a9746b9 | 2018-06-22 10:25:40 -0700 | [diff] [blame] | 83 | bool success = obj->CasFieldObject<false>(MemberOffset(offset), |
| 84 | expectedValue, |
| 85 | newValue, |
| 86 | CASMode::kStrong, |
| 87 | std::memory_order_seq_cst); |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 88 | return success ? JNI_TRUE : JNI_FALSE; |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 89 | } |
| 90 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 91 | static jint Unsafe_getInt(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 92 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 93 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 94 | return obj->GetField32(MemberOffset(offset)); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 95 | } |
| 96 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 97 | static jint Unsafe_getIntVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 98 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 99 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 100 | return obj->GetField32Volatile(MemberOffset(offset)); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 101 | } |
| 102 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 103 | static void Unsafe_putInt(JNIEnv* env, jobject, jobject javaObj, jlong offset, jint newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 104 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 105 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 106 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 107 | obj->SetField32<false>(MemberOffset(offset), newValue); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 108 | } |
| 109 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 110 | static void Unsafe_putIntVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 111 | jint newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 112 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 113 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 114 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 115 | obj->SetField32Volatile<false>(MemberOffset(offset), newValue); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 116 | } |
| 117 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 118 | static void Unsafe_putOrderedInt(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 119 | jint newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 120 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 121 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Hans Boehm | cc55e1d | 2017-07-27 15:28:07 -0700 | [diff] [blame] | 122 | // TODO: A release store is likely to be faster on future processors. |
Orion Hodson | 27b9676 | 2018-03-13 16:06:57 +0000 | [diff] [blame] | 123 | std::atomic_thread_fence(std::memory_order_release); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 124 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 125 | obj->SetField32<false>(MemberOffset(offset), newValue); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 126 | } |
| 127 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 128 | static jlong Unsafe_getLong(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 129 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 130 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 131 | return obj->GetField64(MemberOffset(offset)); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 132 | } |
| 133 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 134 | static jlong Unsafe_getLongVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 135 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 136 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 137 | return obj->GetField64Volatile(MemberOffset(offset)); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 138 | } |
| 139 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 140 | static void Unsafe_putLong(JNIEnv* env, jobject, jobject javaObj, jlong offset, jlong newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 141 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 142 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 143 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 144 | obj->SetField64<false>(MemberOffset(offset), newValue); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 145 | } |
| 146 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 147 | static void Unsafe_putLongVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 148 | jlong newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 149 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 150 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 151 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 152 | obj->SetField64Volatile<false>(MemberOffset(offset), newValue); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 153 | } |
| 154 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 155 | static void Unsafe_putOrderedLong(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 156 | jlong newValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 157 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 158 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Orion Hodson | 27b9676 | 2018-03-13 16:06:57 +0000 | [diff] [blame] | 159 | std::atomic_thread_fence(std::memory_order_release); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 160 | // JNI must use non transactional mode. |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 161 | obj->SetField64<false>(MemberOffset(offset), newValue); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 162 | } |
| 163 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 164 | static jobject Unsafe_getObjectVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 165 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 166 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 167 | ObjPtr<mirror::Object> value = obj->GetFieldObjectVolatile<mirror::Object>(MemberOffset(offset)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 168 | return soa.AddLocalReference<jobject>(value); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 169 | } |
| 170 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 171 | static jobject Unsafe_getObject(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 172 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 173 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 174 | ObjPtr<mirror::Object> value = obj->GetFieldObject<mirror::Object>(MemberOffset(offset)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 175 | return soa.AddLocalReference<jobject>(value); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 176 | } |
| 177 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 178 | static void Unsafe_putObject(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 179 | jobject javaNewValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 180 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 181 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 182 | ObjPtr<mirror::Object> newValue = soa.Decode<mirror::Object>(javaNewValue); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 183 | // JNI must use non transactional mode. |
Mathieu Chartier | 1a5337f | 2016-10-13 13:48:23 -0700 | [diff] [blame] | 184 | obj->SetFieldObject<false>(MemberOffset(offset), newValue); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 185 | } |
| 186 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 187 | static void Unsafe_putObjectVolatile(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 188 | jobject javaNewValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 189 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 190 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 191 | ObjPtr<mirror::Object> newValue = soa.Decode<mirror::Object>(javaNewValue); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 192 | // JNI must use non transactional mode. |
Mathieu Chartier | 1a5337f | 2016-10-13 13:48:23 -0700 | [diff] [blame] | 193 | obj->SetFieldObjectVolatile<false>(MemberOffset(offset), newValue); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 194 | } |
| 195 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 196 | static void Unsafe_putOrderedObject(JNIEnv* env, jobject, jobject javaObj, jlong offset, |
| 197 | jobject javaNewValue) { |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 198 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 199 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 200 | ObjPtr<mirror::Object> newValue = soa.Decode<mirror::Object>(javaNewValue); |
Orion Hodson | 27b9676 | 2018-03-13 16:06:57 +0000 | [diff] [blame] | 201 | std::atomic_thread_fence(std::memory_order_release); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 202 | // JNI must use non transactional mode. |
Mathieu Chartier | 1a5337f | 2016-10-13 13:48:23 -0700 | [diff] [blame] | 203 | obj->SetFieldObject<false>(MemberOffset(offset), newValue); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 204 | } |
| 205 | |
Igor Murashkin | 06537f7 | 2018-02-22 15:03:05 -0800 | [diff] [blame] | 206 | static jint Unsafe_getArrayBaseOffsetForComponentType(JNIEnv* env, jclass, jclass component_class) { |
Hiroshi Yamauchi | 4d2efce | 2014-02-10 16:19:09 -0800 | [diff] [blame] | 207 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 208 | ObjPtr<mirror::Class> component = soa.Decode<mirror::Class>(component_class); |
Hiroshi Yamauchi | 4d2efce | 2014-02-10 16:19:09 -0800 | [diff] [blame] | 209 | Primitive::Type primitive_type = component->GetPrimitiveType(); |
| 210 | return mirror::Array::DataOffset(Primitive::ComponentSize(primitive_type)).Int32Value(); |
| 211 | } |
| 212 | |
Igor Murashkin | 06537f7 | 2018-02-22 15:03:05 -0800 | [diff] [blame] | 213 | static jint Unsafe_getArrayIndexScaleForComponentType(JNIEnv* env, jclass, jclass component_class) { |
Hiroshi Yamauchi | 4d2efce | 2014-02-10 16:19:09 -0800 | [diff] [blame] | 214 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 215 | ObjPtr<mirror::Class> component = soa.Decode<mirror::Class>(component_class); |
Hiroshi Yamauchi | 4d2efce | 2014-02-10 16:19:09 -0800 | [diff] [blame] | 216 | Primitive::Type primitive_type = component->GetPrimitiveType(); |
| 217 | return Primitive::ComponentSize(primitive_type); |
| 218 | } |
| 219 | |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 220 | static jint Unsafe_addressSize(JNIEnv* env ATTRIBUTE_UNUSED, jobject ob ATTRIBUTE_UNUSED) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 221 | return sizeof(void*); |
| 222 | } |
| 223 | |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 224 | static jint Unsafe_pageSize(JNIEnv* env ATTRIBUTE_UNUSED, jobject ob ATTRIBUTE_UNUSED) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 225 | return sysconf(_SC_PAGESIZE); |
| 226 | } |
| 227 | |
| 228 | static jlong Unsafe_allocateMemory(JNIEnv* env, jobject, jlong bytes) { |
| 229 | ScopedFastNativeObjectAccess soa(env); |
| 230 | // bytes is nonnegative and fits into size_t |
| 231 | if (bytes < 0 || bytes != (jlong)(size_t) bytes) { |
Narayan Kamath | d1ef436 | 2015-11-12 11:49:06 +0000 | [diff] [blame] | 232 | ThrowIllegalAccessException("wrong number of bytes"); |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 233 | return 0; |
| 234 | } |
| 235 | void* mem = malloc(bytes); |
| 236 | if (mem == nullptr) { |
| 237 | soa.Self()->ThrowOutOfMemoryError("native alloc"); |
| 238 | return 0; |
| 239 | } |
| 240 | return (uintptr_t) mem; |
| 241 | } |
| 242 | |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 243 | static void Unsafe_freeMemory(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Narayan Kamath | a0cf5a6 | 2015-09-07 11:41:37 +0100 | [diff] [blame] | 244 | free(reinterpret_cast<void*>(static_cast<uintptr_t>(address))); |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 245 | } |
| 246 | |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 247 | static void Unsafe_setMemory(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jlong bytes, jbyte value) { |
Narayan Kamath | a0cf5a6 | 2015-09-07 11:41:37 +0100 | [diff] [blame] | 248 | memset(reinterpret_cast<void*>(static_cast<uintptr_t>(address)), value, bytes); |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 249 | } |
| 250 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 251 | static jbyte Unsafe_getByteJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 252 | return *reinterpret_cast<jbyte*>(address); |
| 253 | } |
| 254 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 255 | static void Unsafe_putByteJB(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jbyte value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 256 | *reinterpret_cast<jbyte*>(address) = value; |
| 257 | } |
| 258 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 259 | static jshort Unsafe_getShortJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 260 | return *reinterpret_cast<jshort*>(address); |
| 261 | } |
| 262 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 263 | static void Unsafe_putShortJS(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jshort value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 264 | *reinterpret_cast<jshort*>(address) = value; |
| 265 | } |
| 266 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 267 | static jchar Unsafe_getCharJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 268 | return *reinterpret_cast<jchar*>(address); |
| 269 | } |
| 270 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 271 | static void Unsafe_putCharJC(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jchar value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 272 | *reinterpret_cast<jchar*>(address) = value; |
| 273 | } |
| 274 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 275 | static jint Unsafe_getIntJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 276 | return *reinterpret_cast<jint*>(address); |
| 277 | } |
| 278 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 279 | static void Unsafe_putIntJI(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jint value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 280 | *reinterpret_cast<jint*>(address) = value; |
| 281 | } |
| 282 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 283 | static jlong Unsafe_getLongJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 284 | return *reinterpret_cast<jlong*>(address); |
| 285 | } |
| 286 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 287 | static void Unsafe_putLongJJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jlong value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 288 | *reinterpret_cast<jlong*>(address) = value; |
| 289 | } |
| 290 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 291 | static jfloat Unsafe_getFloatJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 292 | return *reinterpret_cast<jfloat*>(address); |
| 293 | } |
| 294 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 295 | static void Unsafe_putFloatJF(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jfloat value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 296 | *reinterpret_cast<jfloat*>(address) = value; |
| 297 | } |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 298 | static jdouble Unsafe_getDoubleJ(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 299 | return *reinterpret_cast<jdouble*>(address); |
| 300 | } |
| 301 | |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 302 | static void Unsafe_putDoubleJD(JNIEnv* env ATTRIBUTE_UNUSED, jobject, jlong address, jdouble value) { |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 303 | *reinterpret_cast<jdouble*>(address) = value; |
| 304 | } |
| 305 | |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 306 | static void Unsafe_copyMemory(JNIEnv *env, jobject unsafe ATTRIBUTE_UNUSED, jlong src, |
| 307 | jlong dst, jlong size) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 308 | if (size == 0) { |
| 309 | return; |
| 310 | } |
| 311 | // size is nonnegative and fits into size_t |
| 312 | if (size < 0 || size != (jlong)(size_t) size) { |
| 313 | ScopedFastNativeObjectAccess soa(env); |
| 314 | ThrowIllegalAccessException("wrong number of bytes"); |
| 315 | } |
| 316 | size_t sz = (size_t)size; |
| 317 | memcpy(reinterpret_cast<void *>(dst), reinterpret_cast<void *>(src), sz); |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 318 | } |
| 319 | |
| 320 | template<typename T> |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 321 | static void copyToArray(jlong srcAddr, |
| 322 | ObjPtr<mirror::PrimitiveArray<T>> array, |
Przemyslaw Szczepaniak | 903ac27 | 2015-07-23 09:30:35 +0100 | [diff] [blame] | 323 | size_t array_offset, |
| 324 | size_t size) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 325 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 326 | const T* src = reinterpret_cast<T*>(srcAddr); |
| 327 | size_t sz = size / sizeof(T); |
| 328 | size_t of = array_offset / sizeof(T); |
| 329 | for (size_t i = 0; i < sz; ++i) { |
| 330 | array->Set(i + of, *(src + i)); |
| 331 | } |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 332 | } |
| 333 | |
| 334 | template<typename T> |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 335 | static void copyFromArray(jlong dstAddr, |
| 336 | ObjPtr<mirror::PrimitiveArray<T>> array, |
Przemyslaw Szczepaniak | 903ac27 | 2015-07-23 09:30:35 +0100 | [diff] [blame] | 337 | size_t array_offset, |
| 338 | size_t size) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 339 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 340 | T* dst = reinterpret_cast<T*>(dstAddr); |
| 341 | size_t sz = size / sizeof(T); |
| 342 | size_t of = array_offset / sizeof(T); |
| 343 | for (size_t i = 0; i < sz; ++i) { |
| 344 | *(dst + i) = array->Get(i + of); |
| 345 | } |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 346 | } |
| 347 | |
| 348 | static void Unsafe_copyMemoryToPrimitiveArray(JNIEnv *env, |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 349 | jobject unsafe ATTRIBUTE_UNUSED, |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 350 | jlong srcAddr, |
| 351 | jobject dstObj, |
| 352 | jlong dstOffset, |
| 353 | jlong size) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 354 | ScopedObjectAccess soa(env); |
| 355 | if (size == 0) { |
| 356 | return; |
| 357 | } |
| 358 | // size is nonnegative and fits into size_t |
| 359 | if (size < 0 || size != (jlong)(size_t) size) { |
| 360 | ThrowIllegalAccessException("wrong number of bytes"); |
| 361 | } |
| 362 | size_t sz = (size_t)size; |
| 363 | size_t dst_offset = (size_t)dstOffset; |
| 364 | ObjPtr<mirror::Object> dst = soa.Decode<mirror::Object>(dstObj); |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 365 | ObjPtr<mirror::Class> component_type = dst->GetClass()->GetComponentType(); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 366 | if (component_type->IsPrimitiveByte() || component_type->IsPrimitiveBoolean()) { |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 367 | copyToArray(srcAddr, MakeObjPtr(dst->AsByteSizedArray()), dst_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 368 | } else if (component_type->IsPrimitiveShort() || component_type->IsPrimitiveChar()) { |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 369 | copyToArray(srcAddr, MakeObjPtr(dst->AsShortSizedArray()), dst_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 370 | } else if (component_type->IsPrimitiveInt() || component_type->IsPrimitiveFloat()) { |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 371 | copyToArray(srcAddr, MakeObjPtr(dst->AsIntArray()), dst_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 372 | } else if (component_type->IsPrimitiveLong() || component_type->IsPrimitiveDouble()) { |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 373 | copyToArray(srcAddr, MakeObjPtr(dst->AsLongArray()), dst_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 374 | } else { |
| 375 | ThrowIllegalAccessException("not a primitive array"); |
| 376 | } |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 377 | } |
| 378 | |
| 379 | static void Unsafe_copyMemoryFromPrimitiveArray(JNIEnv *env, |
Przemyslaw Szczepaniak | 6c0ea27 | 2015-09-23 08:48:00 +0100 | [diff] [blame] | 380 | jobject unsafe ATTRIBUTE_UNUSED, |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 381 | jobject srcObj, |
| 382 | jlong srcOffset, |
| 383 | jlong dstAddr, |
| 384 | jlong size) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 385 | ScopedObjectAccess soa(env); |
| 386 | if (size == 0) { |
| 387 | return; |
| 388 | } |
| 389 | // size is nonnegative and fits into size_t |
| 390 | if (size < 0 || size != (jlong)(size_t) size) { |
| 391 | ThrowIllegalAccessException("wrong number of bytes"); |
| 392 | } |
| 393 | size_t sz = (size_t)size; |
| 394 | size_t src_offset = (size_t)srcOffset; |
| 395 | ObjPtr<mirror::Object> src = soa.Decode<mirror::Object>(srcObj); |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 396 | ObjPtr<mirror::Class> component_type = src->GetClass()->GetComponentType(); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 397 | if (component_type->IsPrimitiveByte() || component_type->IsPrimitiveBoolean()) { |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 398 | copyFromArray(dstAddr, MakeObjPtr(src->AsByteSizedArray()), src_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 399 | } else if (component_type->IsPrimitiveShort() || component_type->IsPrimitiveChar()) { |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 400 | copyFromArray(dstAddr, MakeObjPtr(src->AsShortSizedArray()), src_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 401 | } else if (component_type->IsPrimitiveInt() || component_type->IsPrimitiveFloat()) { |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 402 | copyFromArray(dstAddr, MakeObjPtr(src->AsIntArray()), src_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 403 | } else if (component_type->IsPrimitiveLong() || component_type->IsPrimitiveDouble()) { |
Mathieu Chartier | bc5a795 | 2016-10-17 15:46:31 -0700 | [diff] [blame] | 404 | copyFromArray(dstAddr, MakeObjPtr(src->AsLongArray()), src_offset, sz); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 405 | } else { |
| 406 | ThrowIllegalAccessException("not a primitive array"); |
| 407 | } |
Piotr Jastrzebski | d7fcf6e | 2015-05-05 12:54:00 +0100 | [diff] [blame] | 408 | } |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 409 | static jboolean Unsafe_getBoolean(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 410 | ScopedFastNativeObjectAccess soa(env); |
| 411 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 412 | return obj->GetFieldBoolean(MemberOffset(offset)); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 413 | } |
| 414 | |
| 415 | static void Unsafe_putBoolean(JNIEnv* env, jobject, jobject javaObj, jlong offset, jboolean newValue) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 416 | ScopedFastNativeObjectAccess soa(env); |
| 417 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 418 | // JNI must use non transactional mode (SetField8 is non-transactional). |
| 419 | obj->SetFieldBoolean<false>(MemberOffset(offset), newValue); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 420 | } |
| 421 | |
| 422 | static jbyte Unsafe_getByte(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 423 | ScopedFastNativeObjectAccess soa(env); |
| 424 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 425 | return obj->GetFieldByte(MemberOffset(offset)); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 426 | } |
| 427 | |
| 428 | static void Unsafe_putByte(JNIEnv* env, jobject, jobject javaObj, jlong offset, jbyte newValue) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 429 | ScopedFastNativeObjectAccess soa(env); |
| 430 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 431 | // JNI must use non transactional mode. |
| 432 | obj->SetFieldByte<false>(MemberOffset(offset), newValue); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 433 | } |
| 434 | |
| 435 | static jchar Unsafe_getChar(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 436 | ScopedFastNativeObjectAccess soa(env); |
| 437 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 438 | return obj->GetFieldChar(MemberOffset(offset)); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 439 | } |
| 440 | |
| 441 | static void Unsafe_putChar(JNIEnv* env, jobject, jobject javaObj, jlong offset, jchar newValue) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 442 | ScopedFastNativeObjectAccess soa(env); |
| 443 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 444 | // JNI must use non transactional mode. |
| 445 | obj->SetFieldChar<false>(MemberOffset(offset), newValue); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 446 | } |
| 447 | |
| 448 | static jshort Unsafe_getShort(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 449 | ScopedFastNativeObjectAccess soa(env); |
| 450 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 451 | return obj->GetFieldShort(MemberOffset(offset)); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 452 | } |
| 453 | |
| 454 | static void Unsafe_putShort(JNIEnv* env, jobject, jobject javaObj, jlong offset, jshort newValue) { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 455 | ScopedFastNativeObjectAccess soa(env); |
| 456 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
| 457 | // JNI must use non transactional mode. |
| 458 | obj->SetFieldShort<false>(MemberOffset(offset), newValue); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 459 | } |
| 460 | |
| 461 | static jfloat Unsafe_getFloat(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
| 462 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 463 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 464 | union {int32_t val; jfloat converted;} conv; |
| 465 | conv.val = obj->GetField32(MemberOffset(offset)); |
| 466 | return conv.converted; |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 467 | } |
| 468 | |
| 469 | static void Unsafe_putFloat(JNIEnv* env, jobject, jobject javaObj, jlong offset, jfloat newValue) { |
| 470 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 471 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 472 | union {int32_t converted; jfloat val;} conv; |
| 473 | conv.val = newValue; |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 474 | // JNI must use non transactional mode. |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 475 | obj->SetField32<false>(MemberOffset(offset), conv.converted); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 476 | } |
| 477 | |
| 478 | static jdouble Unsafe_getDouble(JNIEnv* env, jobject, jobject javaObj, jlong offset) { |
| 479 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 480 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 481 | union {int64_t val; jdouble converted;} conv; |
| 482 | conv.val = obj->GetField64(MemberOffset(offset)); |
| 483 | return conv.converted; |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 484 | } |
| 485 | |
| 486 | static void Unsafe_putDouble(JNIEnv* env, jobject, jobject javaObj, jlong offset, jdouble newValue) { |
| 487 | ScopedFastNativeObjectAccess soa(env); |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 488 | ObjPtr<mirror::Object> obj = soa.Decode<mirror::Object>(javaObj); |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 489 | union {int64_t converted; jdouble val;} conv; |
| 490 | conv.val = newValue; |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 491 | // JNI must use non transactional mode. |
Przemyslaw Szczepaniak | 5c40422 | 2015-08-04 13:19:12 +0100 | [diff] [blame] | 492 | obj->SetField64<false>(MemberOffset(offset), conv.converted); |
Piotr Jastrzebski | 8e73ea4 | 2015-05-07 09:41:00 +0100 | [diff] [blame] | 493 | } |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 494 | |
Igor Murashkin | 629afab | 2016-02-19 14:56:43 -0800 | [diff] [blame] | 495 | static void Unsafe_loadFence(JNIEnv*, jobject) { |
| 496 | std::atomic_thread_fence(std::memory_order_acquire); |
| 497 | } |
| 498 | |
| 499 | static void Unsafe_storeFence(JNIEnv*, jobject) { |
| 500 | std::atomic_thread_fence(std::memory_order_release); |
| 501 | } |
| 502 | |
| 503 | static void Unsafe_fullFence(JNIEnv*, jobject) { |
| 504 | std::atomic_thread_fence(std::memory_order_seq_cst); |
| 505 | } |
| 506 | |
Elliott Hughes | 0512f02 | 2012-03-15 22:10:52 -0700 | [diff] [blame] | 507 | static JNINativeMethod gMethods[] = { |
Igor Murashkin | 3b6f440 | 2017-02-16 16:13:17 -0800 | [diff] [blame] | 508 | FAST_NATIVE_METHOD(Unsafe, compareAndSwapInt, "(Ljava/lang/Object;JII)Z"), |
| 509 | FAST_NATIVE_METHOD(Unsafe, compareAndSwapLong, "(Ljava/lang/Object;JJJ)Z"), |
| 510 | FAST_NATIVE_METHOD(Unsafe, compareAndSwapObject, "(Ljava/lang/Object;JLjava/lang/Object;Ljava/lang/Object;)Z"), |
| 511 | FAST_NATIVE_METHOD(Unsafe, getIntVolatile, "(Ljava/lang/Object;J)I"), |
| 512 | FAST_NATIVE_METHOD(Unsafe, putIntVolatile, "(Ljava/lang/Object;JI)V"), |
| 513 | FAST_NATIVE_METHOD(Unsafe, getLongVolatile, "(Ljava/lang/Object;J)J"), |
| 514 | FAST_NATIVE_METHOD(Unsafe, putLongVolatile, "(Ljava/lang/Object;JJ)V"), |
| 515 | FAST_NATIVE_METHOD(Unsafe, getObjectVolatile, "(Ljava/lang/Object;J)Ljava/lang/Object;"), |
| 516 | FAST_NATIVE_METHOD(Unsafe, putObjectVolatile, "(Ljava/lang/Object;JLjava/lang/Object;)V"), |
| 517 | FAST_NATIVE_METHOD(Unsafe, getInt, "(Ljava/lang/Object;J)I"), |
| 518 | FAST_NATIVE_METHOD(Unsafe, putInt, "(Ljava/lang/Object;JI)V"), |
| 519 | FAST_NATIVE_METHOD(Unsafe, putOrderedInt, "(Ljava/lang/Object;JI)V"), |
| 520 | FAST_NATIVE_METHOD(Unsafe, getLong, "(Ljava/lang/Object;J)J"), |
| 521 | FAST_NATIVE_METHOD(Unsafe, putLong, "(Ljava/lang/Object;JJ)V"), |
| 522 | FAST_NATIVE_METHOD(Unsafe, putOrderedLong, "(Ljava/lang/Object;JJ)V"), |
| 523 | FAST_NATIVE_METHOD(Unsafe, getObject, "(Ljava/lang/Object;J)Ljava/lang/Object;"), |
| 524 | FAST_NATIVE_METHOD(Unsafe, putObject, "(Ljava/lang/Object;JLjava/lang/Object;)V"), |
| 525 | FAST_NATIVE_METHOD(Unsafe, putOrderedObject, "(Ljava/lang/Object;JLjava/lang/Object;)V"), |
| 526 | FAST_NATIVE_METHOD(Unsafe, getArrayBaseOffsetForComponentType, "(Ljava/lang/Class;)I"), |
| 527 | FAST_NATIVE_METHOD(Unsafe, getArrayIndexScaleForComponentType, "(Ljava/lang/Class;)I"), |
| 528 | FAST_NATIVE_METHOD(Unsafe, addressSize, "()I"), |
| 529 | FAST_NATIVE_METHOD(Unsafe, pageSize, "()I"), |
| 530 | FAST_NATIVE_METHOD(Unsafe, allocateMemory, "(J)J"), |
| 531 | FAST_NATIVE_METHOD(Unsafe, freeMemory, "(J)V"), |
| 532 | FAST_NATIVE_METHOD(Unsafe, setMemory, "(JJB)V"), |
| 533 | FAST_NATIVE_METHOD(Unsafe, copyMemory, "(JJJ)V"), |
| 534 | FAST_NATIVE_METHOD(Unsafe, copyMemoryToPrimitiveArray, "(JLjava/lang/Object;JJ)V"), |
| 535 | FAST_NATIVE_METHOD(Unsafe, copyMemoryFromPrimitiveArray, "(Ljava/lang/Object;JJJ)V"), |
| 536 | FAST_NATIVE_METHOD(Unsafe, getBoolean, "(Ljava/lang/Object;J)Z"), |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 537 | |
Igor Murashkin | 3b6f440 | 2017-02-16 16:13:17 -0800 | [diff] [blame] | 538 | FAST_NATIVE_METHOD(Unsafe, getByte, "(Ljava/lang/Object;J)B"), |
| 539 | FAST_NATIVE_METHOD(Unsafe, getChar, "(Ljava/lang/Object;J)C"), |
| 540 | FAST_NATIVE_METHOD(Unsafe, getShort, "(Ljava/lang/Object;J)S"), |
| 541 | FAST_NATIVE_METHOD(Unsafe, getFloat, "(Ljava/lang/Object;J)F"), |
| 542 | FAST_NATIVE_METHOD(Unsafe, getDouble, "(Ljava/lang/Object;J)D"), |
| 543 | FAST_NATIVE_METHOD(Unsafe, putBoolean, "(Ljava/lang/Object;JZ)V"), |
| 544 | FAST_NATIVE_METHOD(Unsafe, putByte, "(Ljava/lang/Object;JB)V"), |
| 545 | FAST_NATIVE_METHOD(Unsafe, putChar, "(Ljava/lang/Object;JC)V"), |
| 546 | FAST_NATIVE_METHOD(Unsafe, putShort, "(Ljava/lang/Object;JS)V"), |
| 547 | FAST_NATIVE_METHOD(Unsafe, putFloat, "(Ljava/lang/Object;JF)V"), |
| 548 | FAST_NATIVE_METHOD(Unsafe, putDouble, "(Ljava/lang/Object;JD)V"), |
Narayan Kamath | 0dd8c39 | 2016-02-01 13:22:18 +0000 | [diff] [blame] | 549 | |
| 550 | // Each of the getFoo variants are overloaded with a call that operates |
| 551 | // directively on a native pointer. |
Igor Murashkin | 3b6f440 | 2017-02-16 16:13:17 -0800 | [diff] [blame] | 552 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getByte, "(J)B", getByteJ), |
| 553 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getChar, "(J)C", getCharJ), |
| 554 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getShort, "(J)S", getShortJ), |
| 555 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getInt, "(J)I", getIntJ), |
| 556 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getLong, "(J)J", getLongJ), |
| 557 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getFloat, "(J)F", getFloatJ), |
| 558 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, getDouble, "(J)D", getDoubleJ), |
| 559 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putByte, "(JB)V", putByteJB), |
| 560 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putChar, "(JC)V", putCharJC), |
| 561 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putShort, "(JS)V", putShortJS), |
| 562 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putInt, "(JI)V", putIntJI), |
| 563 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putLong, "(JJ)V", putLongJJ), |
| 564 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putFloat, "(JF)V", putFloatJF), |
| 565 | OVERLOADED_FAST_NATIVE_METHOD(Unsafe, putDouble, "(JD)V", putDoubleJD), |
Igor Murashkin | 629afab | 2016-02-19 14:56:43 -0800 | [diff] [blame] | 566 | |
| 567 | // CAS |
Igor Murashkin | 3b6f440 | 2017-02-16 16:13:17 -0800 | [diff] [blame] | 568 | FAST_NATIVE_METHOD(Unsafe, loadFence, "()V"), |
| 569 | FAST_NATIVE_METHOD(Unsafe, storeFence, "()V"), |
| 570 | FAST_NATIVE_METHOD(Unsafe, fullFence, "()V"), |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 571 | }; |
| 572 | |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 573 | void register_sun_misc_Unsafe(JNIEnv* env) { |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 574 | REGISTER_NATIVE_METHODS("sun/misc/Unsafe"); |
Elliott Hughes | 5ee7a8b | 2011-09-13 16:40:07 -0700 | [diff] [blame] | 575 | } |
| 576 | |
| 577 | } // namespace art |