Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 17 | #ifndef ART_RUNTIME_BASE_MUTEX_H_ |
| 18 | #define ART_RUNTIME_BASE_MUTEX_H_ |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 19 | |
| 20 | #include <pthread.h> |
Brian Carlstrom | cd74c4b | 2012-01-23 13:21:00 -0800 | [diff] [blame] | 21 | #include <stdint.h> |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 22 | |
| 23 | #include <iosfwd> |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 24 | #include <string> |
| 25 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 26 | #include "atomic.h" |
Elliott Hughes | 07ed66b | 2012-12-12 18:34:25 -0800 | [diff] [blame] | 27 | #include "base/logging.h" |
Elliott Hughes | 7616005 | 2012-12-12 16:31:20 -0800 | [diff] [blame] | 28 | #include "base/macros.h" |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 29 | #include "globals.h" |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 30 | |
Ian Rogers | ab47016 | 2012-09-29 23:06:53 -0700 | [diff] [blame] | 31 | #if defined(__APPLE__) |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 32 | #define ART_USE_FUTEXES 0 |
Ian Rogers | ab47016 | 2012-09-29 23:06:53 -0700 | [diff] [blame] | 33 | #else |
Chris Dearman | c014178 | 2013-11-14 17:29:21 -0800 | [diff] [blame] | 34 | #define ART_USE_FUTEXES 1 |
Ian Rogers | ab47016 | 2012-09-29 23:06:53 -0700 | [diff] [blame] | 35 | #endif |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 36 | |
Ian Rogers | 66aee5c | 2012-08-15 17:17:47 -0700 | [diff] [blame] | 37 | // Currently Darwin doesn't support locks with timeouts. |
| 38 | #if !defined(__APPLE__) |
| 39 | #define HAVE_TIMED_RWLOCK 1 |
| 40 | #else |
| 41 | #define HAVE_TIMED_RWLOCK 0 |
| 42 | #endif |
| 43 | |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 44 | namespace art { |
| 45 | |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 46 | class SHARED_LOCKABLE ReaderWriterMutex; |
| 47 | class SHARED_LOCKABLE MutatorMutex; |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 48 | class ScopedContentionRecorder; |
Ian Rogers | 50b35e2 | 2012-10-04 10:09:15 -0700 | [diff] [blame] | 49 | class Thread; |
| 50 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 51 | // LockLevel is used to impose a lock hierarchy [1] where acquisition of a Mutex at a higher or |
| 52 | // equal level to a lock a thread holds is invalid. The lock hierarchy achieves a cycle free |
| 53 | // partial ordering and thereby cause deadlock situations to fail checks. |
| 54 | // |
| 55 | // [1] http://www.drdobbs.com/parallel/use-lock-hierarchies-to-avoid-deadlock/204801163 |
| 56 | enum LockLevel { |
| 57 | kLoggingLock = 0, |
Hiroshi Yamauchi | 3eed93d | 2014-06-04 11:43:59 -0700 | [diff] [blame] | 58 | kMemMapsLock, |
Raghu Gandham | 7de77dd | 2014-06-13 15:16:31 -0700 | [diff] [blame] | 59 | kSwapMutexesLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 60 | kUnexpectedSignalLock, |
| 61 | kThreadSuspendCountLock, |
| 62 | kAbortLock, |
Igor Murashkin | e2facc5 | 2015-07-10 13:49:08 -0700 | [diff] [blame] | 63 | kLambdaTableLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 64 | kJdwpSocketLock, |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 65 | kRegionSpaceRegionLock, |
Mathieu Chartier | 3100080 | 2015-06-14 14:14:37 -0700 | [diff] [blame] | 66 | kTransactionLogLock, |
Mathieu Chartier | a5a53ef | 2014-09-12 12:58:05 -0700 | [diff] [blame] | 67 | kReferenceQueueSoftReferencesLock, |
| 68 | kReferenceQueuePhantomReferencesLock, |
| 69 | kReferenceQueueFinalizerReferencesLock, |
| 70 | kReferenceQueueWeakReferencesLock, |
| 71 | kReferenceQueueClearedReferencesLock, |
| 72 | kReferenceProcessorLock, |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 73 | kJitCodeCacheLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 74 | kRosAllocGlobalLock, |
| 75 | kRosAllocBracketLock, |
| 76 | kRosAllocBulkFreeLock, |
| 77 | kAllocSpaceLock, |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 78 | kBumpPointerSpaceBlockLock, |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 79 | kArenaPoolLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 80 | kDexFileMethodInlinerLock, |
| 81 | kDexFileToMethodInlinerMapLock, |
| 82 | kMarkSweepMarkStackLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 83 | kInternTableLock, |
Vladimir Marko | 3f5838d | 2014-08-07 18:07:18 +0100 | [diff] [blame] | 84 | kOatFileSecondaryLookupLock, |
Andreas Gampe | 7526d78 | 2015-06-22 22:53:45 -0700 | [diff] [blame] | 85 | kTracingUniqueMethodsLock, |
| 86 | kTracingStreamingLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 87 | kDefaultMutexLevel, |
| 88 | kMarkSweepLargeObjectLock, |
| 89 | kPinTableLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 90 | kJdwpObjectRegistryLock, |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 91 | kModifyLdtLock, |
| 92 | kAllocatedThreadIdsLock, |
Andreas Gampe | 7424081 | 2014-04-17 10:35:09 -0700 | [diff] [blame] | 93 | kMonitorPoolLock, |
bowen_lai | 2435a43 | 2015-03-13 14:34:40 +0800 | [diff] [blame] | 94 | kMethodVerifiersLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 95 | kClassLinkerClassesLock, |
| 96 | kBreakpointLock, |
| 97 | kMonitorLock, |
Mathieu Chartier | 440e4ce | 2014-03-31 16:36:35 -0700 | [diff] [blame] | 98 | kMonitorListLock, |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 99 | kJniLoadLibraryLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 100 | kThreadListLock, |
Brian Carlstrom | 306db81 | 2014-09-05 13:01:41 -0700 | [diff] [blame] | 101 | kAllocTrackerLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 102 | kDeoptimizationLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 103 | kProfilerLock, |
Sebastien Hertz | 4e5b208 | 2015-03-24 19:03:40 +0100 | [diff] [blame] | 104 | kJdwpShutdownLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 105 | kJdwpEventListLock, |
| 106 | kJdwpAttachLock, |
| 107 | kJdwpStartLock, |
| 108 | kRuntimeShutdownLock, |
Jeff Hao | 69dbec6 | 2014-09-15 18:03:41 -0700 | [diff] [blame] | 109 | kTraceLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 110 | kHeapBitmapLock, |
| 111 | kMutatorLock, |
Mathieu Chartier | 9ef78b5 | 2014-09-25 17:03:12 -0700 | [diff] [blame] | 112 | kInstrumentEntrypointsLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 113 | kZygoteCreationLock, |
| 114 | |
| 115 | kLockLevelCount // Must come last. |
| 116 | }; |
| 117 | std::ostream& operator<<(std::ostream& os, const LockLevel& rhs); |
| 118 | |
Brian Carlstrom | 2e250c8 | 2013-08-14 18:08:52 -0700 | [diff] [blame] | 119 | const bool kDebugLocking = kIsDebugBuild; |
Ian Rogers | 25fd14b | 2012-09-05 10:56:38 -0700 | [diff] [blame] | 120 | |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 121 | // Record Log contention information, dumpable via SIGQUIT. |
| 122 | #ifdef ART_USE_FUTEXES |
Jeff Hao | 08f2e7b | 2013-09-09 16:44:02 -0700 | [diff] [blame] | 123 | // To enable lock contention logging, set this to true. |
| 124 | const bool kLogLockContentions = false; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 125 | #else |
| 126 | // Keep this false as lock contention logging is supported only with |
| 127 | // futex. |
| 128 | const bool kLogLockContentions = false; |
| 129 | #endif |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 130 | const size_t kContentionLogSize = 4; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 131 | const size_t kContentionLogDataSize = kLogLockContentions ? 1 : 0; |
| 132 | const size_t kAllMutexDataSize = kLogLockContentions ? 1 : 0; |
| 133 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 134 | // Base class for all Mutex implementations |
| 135 | class BaseMutex { |
| 136 | public: |
Ian Rogers | bab7496 | 2013-04-19 10:04:10 -0700 | [diff] [blame] | 137 | const char* GetName() const { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 138 | return name_; |
| 139 | } |
| 140 | |
| 141 | virtual bool IsMutex() const { return false; } |
| 142 | virtual bool IsReaderWriterMutex() const { return false; } |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 143 | virtual bool IsMutatorMutex() const { return false; } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 144 | |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 145 | virtual void Dump(std::ostream& os) const = 0; |
| 146 | |
| 147 | static void DumpAll(std::ostream& os); |
| 148 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 149 | protected: |
| 150 | friend class ConditionVariable; |
| 151 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 152 | BaseMutex(const char* name, LockLevel level); |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 153 | virtual ~BaseMutex(); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 154 | void RegisterAsLocked(Thread* self); |
| 155 | void RegisterAsUnlocked(Thread* self); |
| 156 | void CheckSafeToWait(Thread* self); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 157 | |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 158 | friend class ScopedContentionRecorder; |
| 159 | |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 160 | void RecordContention(uint64_t blocked_tid, uint64_t owner_tid, uint64_t nano_time_blocked); |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 161 | void DumpContention(std::ostream& os) const; |
| 162 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 163 | const LockLevel level_; // Support for lock hierarchy. |
Ian Rogers | bab7496 | 2013-04-19 10:04:10 -0700 | [diff] [blame] | 164 | const char* const name_; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 165 | |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 166 | // A log entry that records contention but makes no guarantee that either tid will be held live. |
| 167 | struct ContentionLogEntry { |
| 168 | ContentionLogEntry() : blocked_tid(0), owner_tid(0) {} |
| 169 | uint64_t blocked_tid; |
| 170 | uint64_t owner_tid; |
| 171 | AtomicInteger count; |
| 172 | }; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 173 | struct ContentionLogData { |
| 174 | ContentionLogEntry contention_log[kContentionLogSize]; |
| 175 | // The next entry in the contention log to be updated. Value ranges from 0 to |
| 176 | // kContentionLogSize - 1. |
| 177 | AtomicInteger cur_content_log_entry; |
| 178 | // Number of times the Mutex has been contended. |
| 179 | AtomicInteger contention_count; |
| 180 | // Sum of time waited by all contenders in ns. |
Ian Rogers | 37f3c96 | 2014-07-17 11:25:30 -0700 | [diff] [blame] | 181 | Atomic<uint64_t> wait_time; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 182 | void AddToWaitTime(uint64_t value); |
| 183 | ContentionLogData() : wait_time(0) {} |
| 184 | }; |
Ian Rogers | 3e5cf30 | 2014-05-20 16:40:37 -0700 | [diff] [blame] | 185 | ContentionLogData contention_log_data_[kContentionLogDataSize]; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 186 | |
| 187 | public: |
| 188 | bool HasEverContended() const { |
| 189 | if (kLogLockContentions) { |
Ian Rogers | 3e5cf30 | 2014-05-20 16:40:37 -0700 | [diff] [blame] | 190 | return contention_log_data_->contention_count.LoadSequentiallyConsistent() > 0; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 191 | } |
| 192 | return false; |
| 193 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 194 | }; |
| 195 | |
| 196 | // A Mutex is used to achieve mutual exclusion between threads. A Mutex can be used to gain |
| 197 | // exclusive access to what it guards. A Mutex can be in one of two states: |
| 198 | // - Free - not owned by any thread, |
| 199 | // - Exclusive - owned by a single thread. |
| 200 | // |
| 201 | // The effect of locking and unlocking operations on the state is: |
| 202 | // State | ExclusiveLock | ExclusiveUnlock |
| 203 | // ------------------------------------------- |
| 204 | // Free | Exclusive | error |
| 205 | // Exclusive | Block* | Free |
| 206 | // * Mutex is not reentrant and so an attempt to ExclusiveLock on the same thread will result in |
| 207 | // an error. Being non-reentrant simplifies Waiting on ConditionVariables. |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 208 | std::ostream& operator<<(std::ostream& os, const Mutex& mu); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 209 | class LOCKABLE Mutex : public BaseMutex { |
| 210 | public: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 211 | explicit Mutex(const char* name, LockLevel level = kDefaultMutexLevel, bool recursive = false); |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 212 | ~Mutex(); |
| 213 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 214 | virtual bool IsMutex() const { return true; } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 215 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 216 | // Block until mutex is free then acquire exclusive access. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 217 | void ExclusiveLock(Thread* self) ACQUIRE(); |
| 218 | void Lock(Thread* self) ACQUIRE() { ExclusiveLock(self); } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 219 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 220 | // Returns true if acquires exclusive access, false otherwise. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 221 | bool ExclusiveTryLock(Thread* self) TRY_ACQUIRE(true); |
| 222 | bool TryLock(Thread* self) TRY_ACQUIRE(true) { return ExclusiveTryLock(self); } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 223 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 224 | // Release exclusive access. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 225 | void ExclusiveUnlock(Thread* self) RELEASE(); |
| 226 | void Unlock(Thread* self) RELEASE() { ExclusiveUnlock(self); } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 227 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 228 | // Is the current thread the exclusive holder of the Mutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 229 | bool IsExclusiveHeld(const Thread* self) const; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 230 | |
| 231 | // Assert that the Mutex is exclusively held by the current thread. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 232 | void AssertExclusiveHeld(const Thread* self) ASSERT_CAPABILITY(this) { |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 233 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 234 | CHECK(IsExclusiveHeld(self)) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 235 | } |
| 236 | } |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 237 | void AssertHeld(const Thread* self) ASSERT_CAPABILITY(this) { AssertExclusiveHeld(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 238 | |
| 239 | // Assert that the Mutex is not held by the current thread. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 240 | void AssertNotHeldExclusive(const Thread* self) ASSERT_CAPABILITY(!*this) { |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 241 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 242 | CHECK(!IsExclusiveHeld(self)) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 243 | } |
| 244 | } |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 245 | void AssertNotHeld(const Thread* self) ASSERT_CAPABILITY(!*this) { |
| 246 | AssertNotHeldExclusive(self); |
| 247 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 248 | |
Ian Rogers | c719069 | 2014-07-08 23:50:26 -0700 | [diff] [blame] | 249 | // Id associated with exclusive owner. No memory ordering semantics if called from a thread other |
| 250 | // than the owner. |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 251 | uint64_t GetExclusiveOwnerTid() const; |
| 252 | |
| 253 | // Returns how many times this Mutex has been locked, it is better to use AssertHeld/NotHeld. |
| 254 | unsigned int GetDepth() const { |
| 255 | return recursion_count_; |
| 256 | } |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 257 | |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 258 | virtual void Dump(std::ostream& os) const; |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 259 | |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 260 | // For negative capabilities in clang annotations. |
| 261 | const Mutex& operator!() const { return *this; } |
| 262 | |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 263 | private: |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 264 | #if ART_USE_FUTEXES |
| 265 | // 0 is unheld, 1 is held. |
Ian Rogers | c719069 | 2014-07-08 23:50:26 -0700 | [diff] [blame] | 266 | AtomicInteger state_; |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 267 | // Exclusive owner. |
| 268 | volatile uint64_t exclusive_owner_; |
| 269 | // Number of waiting contenders. |
Ian Rogers | b122a4b | 2013-11-19 18:00:50 -0800 | [diff] [blame] | 270 | AtomicInteger num_contenders_; |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 271 | #else |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 272 | pthread_mutex_t mutex_; |
Ian Rogers | c5f1773 | 2014-06-05 20:48:42 -0700 | [diff] [blame] | 273 | volatile uint64_t exclusive_owner_; // Guarded by mutex_. |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 274 | #endif |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 275 | const bool recursive_; // Can the lock be recursively held? |
| 276 | unsigned int recursion_count_; |
Elliott Hughes | f149843 | 2012-03-28 19:34:27 -0700 | [diff] [blame] | 277 | friend class ConditionVariable; |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 278 | DISALLOW_COPY_AND_ASSIGN(Mutex); |
| 279 | }; |
| 280 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 281 | // A ReaderWriterMutex is used to achieve mutual exclusion between threads, similar to a Mutex. |
| 282 | // Unlike a Mutex a ReaderWriterMutex can be used to gain exclusive (writer) or shared (reader) |
| 283 | // access to what it guards. A flaw in relation to a Mutex is that it cannot be used with a |
| 284 | // condition variable. A ReaderWriterMutex can be in one of three states: |
| 285 | // - Free - not owned by any thread, |
| 286 | // - Exclusive - owned by a single thread, |
| 287 | // - Shared(n) - shared amongst n threads. |
| 288 | // |
| 289 | // The effect of locking and unlocking operations on the state is: |
| 290 | // |
| 291 | // State | ExclusiveLock | ExclusiveUnlock | SharedLock | SharedUnlock |
| 292 | // ---------------------------------------------------------------------------- |
| 293 | // Free | Exclusive | error | SharedLock(1) | error |
| 294 | // Exclusive | Block | Free | Block | error |
| 295 | // Shared(n) | Block | error | SharedLock(n+1)* | Shared(n-1) or Free |
| 296 | // * for large values of n the SharedLock may block. |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 297 | std::ostream& operator<<(std::ostream& os, const ReaderWriterMutex& mu); |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 298 | class SHARED_LOCKABLE ReaderWriterMutex : public BaseMutex { |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 299 | public: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 300 | explicit ReaderWriterMutex(const char* name, LockLevel level = kDefaultMutexLevel); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 301 | ~ReaderWriterMutex(); |
| 302 | |
| 303 | virtual bool IsReaderWriterMutex() const { return true; } |
| 304 | |
| 305 | // Block until ReaderWriterMutex is free then acquire exclusive access. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 306 | void ExclusiveLock(Thread* self) ACQUIRE(); |
| 307 | void WriterLock(Thread* self) ACQUIRE() { ExclusiveLock(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 308 | |
| 309 | // Release exclusive access. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 310 | void ExclusiveUnlock(Thread* self) RELEASE(); |
| 311 | void WriterUnlock(Thread* self) RELEASE() { ExclusiveUnlock(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 312 | |
| 313 | // Block until ReaderWriterMutex is free and acquire exclusive access. Returns true on success |
| 314 | // or false if timeout is reached. |
Ian Rogers | 66aee5c | 2012-08-15 17:17:47 -0700 | [diff] [blame] | 315 | #if HAVE_TIMED_RWLOCK |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 316 | bool ExclusiveLockWithTimeout(Thread* self, int64_t ms, int32_t ns) |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 317 | EXCLUSIVE_TRYLOCK_FUNCTION(true); |
Ian Rogers | 66aee5c | 2012-08-15 17:17:47 -0700 | [diff] [blame] | 318 | #endif |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 319 | |
| 320 | // Block until ReaderWriterMutex is shared or free then acquire a share on the access. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 321 | void SharedLock(Thread* self) ACQUIRE_SHARED() ALWAYS_INLINE; |
| 322 | void ReaderLock(Thread* self) ACQUIRE_SHARED() { SharedLock(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 323 | |
| 324 | // Try to acquire share of ReaderWriterMutex. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 325 | bool SharedTryLock(Thread* self) SHARED_TRYLOCK_FUNCTION(true); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 326 | |
| 327 | // Release a share of the access. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 328 | void SharedUnlock(Thread* self) RELEASE_SHARED() ALWAYS_INLINE; |
| 329 | void ReaderUnlock(Thread* self) RELEASE_SHARED() { SharedUnlock(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 330 | |
| 331 | // Is the current thread the exclusive holder of the ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 332 | bool IsExclusiveHeld(const Thread* self) const; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 333 | |
| 334 | // Assert the current thread has exclusive access to the ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 335 | void AssertExclusiveHeld(const Thread* self) { |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 336 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 337 | CHECK(IsExclusiveHeld(self)) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 338 | } |
| 339 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 340 | void AssertWriterHeld(const Thread* self) { AssertExclusiveHeld(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 341 | |
| 342 | // Assert the current thread doesn't have exclusive access to the ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 343 | void AssertNotExclusiveHeld(const Thread* self) { |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 344 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | e3359f7 | 2013-06-11 15:14:11 -0700 | [diff] [blame] | 345 | CHECK(!IsExclusiveHeld(self)) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 346 | } |
| 347 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 348 | void AssertNotWriterHeld(const Thread* self) { AssertNotExclusiveHeld(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 349 | |
| 350 | // Is the current thread a shared holder of the ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 351 | bool IsSharedHeld(const Thread* self) const; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 352 | |
| 353 | // Assert the current thread has shared access to the ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 354 | void AssertSharedHeld(const Thread* self) { |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 355 | if (kDebugLocking && (gAborting == 0)) { |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 356 | // TODO: we can only assert this well when self != null. |
| 357 | CHECK(IsSharedHeld(self) || self == nullptr) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 358 | } |
| 359 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 360 | void AssertReaderHeld(const Thread* self) { AssertSharedHeld(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 361 | |
| 362 | // Assert the current thread doesn't hold this ReaderWriterMutex either in shared or exclusive |
| 363 | // mode. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 364 | void AssertNotHeld(const Thread* self) { |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 365 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 366 | CHECK(!IsSharedHeld(self)) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 367 | } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 368 | } |
| 369 | |
Ian Rogers | c719069 | 2014-07-08 23:50:26 -0700 | [diff] [blame] | 370 | // Id associated with exclusive owner. No memory ordering semantics if called from a thread other |
| 371 | // than the owner. |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 372 | uint64_t GetExclusiveOwnerTid() const; |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 373 | |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 374 | virtual void Dump(std::ostream& os) const; |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 375 | |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 376 | // For negative capabilities in clang annotations. |
| 377 | const ReaderWriterMutex& operator!() const { return *this; } |
| 378 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 379 | private: |
Ian Rogers | 51d212e | 2014-10-23 17:48:20 -0700 | [diff] [blame] | 380 | #if ART_USE_FUTEXES |
Ian Rogers | cf7f191 | 2014-10-22 22:06:39 -0700 | [diff] [blame] | 381 | // Out-of-inline path for handling contention for a SharedLock. |
| 382 | void HandleSharedLockContention(Thread* self, int32_t cur_state); |
| 383 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 384 | // -1 implies held exclusive, +ve shared held by state_ many owners. |
Ian Rogers | c719069 | 2014-07-08 23:50:26 -0700 | [diff] [blame] | 385 | AtomicInteger state_; |
| 386 | // Exclusive owner. Modification guarded by this mutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 387 | volatile uint64_t exclusive_owner_; |
Ian Rogers | c719069 | 2014-07-08 23:50:26 -0700 | [diff] [blame] | 388 | // Number of contenders waiting for a reader share. |
| 389 | AtomicInteger num_pending_readers_; |
| 390 | // Number of contenders waiting to be the writer. |
Ian Rogers | b122a4b | 2013-11-19 18:00:50 -0800 | [diff] [blame] | 391 | AtomicInteger num_pending_writers_; |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 392 | #else |
| 393 | pthread_rwlock_t rwlock_; |
Ian Rogers | c5f1773 | 2014-06-05 20:48:42 -0700 | [diff] [blame] | 394 | volatile uint64_t exclusive_owner_; // Guarded by rwlock_. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 395 | #endif |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 396 | DISALLOW_COPY_AND_ASSIGN(ReaderWriterMutex); |
| 397 | }; |
| 398 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 399 | // MutatorMutex is a special kind of ReaderWriterMutex created specifically for the |
| 400 | // Locks::mutator_lock_ mutex. The behaviour is identical to the ReaderWriterMutex except that |
| 401 | // thread state changes also play a part in lock ownership. The mutator_lock_ will not be truly |
| 402 | // held by any mutator threads. However, a thread in the kRunnable state is considered to have |
| 403 | // shared ownership of the mutator lock and therefore transitions in and out of the kRunnable |
| 404 | // state have associated implications on lock ownership. Extra methods to handle the state |
| 405 | // transitions have been added to the interface but are only accessible to the methods dealing |
| 406 | // with state transitions. The thread state and flags attributes are used to ensure thread state |
| 407 | // transitions are consistent with the permitted behaviour of the mutex. |
| 408 | // |
| 409 | // *) The most important consequence of this behaviour is that all threads must be in one of the |
| 410 | // suspended states before exclusive ownership of the mutator mutex is sought. |
| 411 | // |
| 412 | std::ostream& operator<<(std::ostream& os, const MutatorMutex& mu); |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 413 | class SHARED_LOCKABLE MutatorMutex : public ReaderWriterMutex { |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 414 | public: |
| 415 | explicit MutatorMutex(const char* name, LockLevel level = kDefaultMutexLevel) |
| 416 | : ReaderWriterMutex(name, level) {} |
| 417 | ~MutatorMutex() {} |
| 418 | |
| 419 | virtual bool IsMutatorMutex() const { return true; } |
| 420 | |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 421 | // For negative capabilities in clang annotations. |
| 422 | const MutatorMutex& operator!() const { return *this; } |
| 423 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 424 | private: |
| 425 | friend class Thread; |
| 426 | void TransitionFromRunnableToSuspended(Thread* self) UNLOCK_FUNCTION() ALWAYS_INLINE; |
| 427 | void TransitionFromSuspendedToRunnable(Thread* self) SHARED_LOCK_FUNCTION() ALWAYS_INLINE; |
| 428 | |
| 429 | DISALLOW_COPY_AND_ASSIGN(MutatorMutex); |
| 430 | }; |
| 431 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 432 | // ConditionVariables allow threads to queue and sleep. Threads may then be resumed individually |
| 433 | // (Signal) or all at once (Broadcast). |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 434 | class ConditionVariable { |
| 435 | public: |
Ian Rogers | 23055dc | 2013-04-18 16:29:16 -0700 | [diff] [blame] | 436 | explicit ConditionVariable(const char* name, Mutex& mutex); |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 437 | ~ConditionVariable(); |
| 438 | |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 439 | void Broadcast(Thread* self); |
| 440 | void Signal(Thread* self); |
| 441 | // TODO: No thread safety analysis on Wait and TimedWait as they call mutex operations via their |
| 442 | // pointer copy, thereby defeating annotalysis. |
| 443 | void Wait(Thread* self) NO_THREAD_SAFETY_ANALYSIS; |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 444 | bool TimedWait(Thread* self, int64_t ms, int32_t ns) NO_THREAD_SAFETY_ANALYSIS; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 445 | // Variant of Wait that should be used with caution. Doesn't validate that no mutexes are held |
| 446 | // when waiting. |
| 447 | // TODO: remove this. |
| 448 | void WaitHoldingLocks(Thread* self) NO_THREAD_SAFETY_ANALYSIS; |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 449 | |
| 450 | private: |
Ian Rogers | 23055dc | 2013-04-18 16:29:16 -0700 | [diff] [blame] | 451 | const char* const name_; |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 452 | // The Mutex being used by waiters. It is an error to mix condition variables between different |
| 453 | // Mutexes. |
| 454 | Mutex& guard_; |
| 455 | #if ART_USE_FUTEXES |
| 456 | // A counter that is modified by signals and broadcasts. This ensures that when a waiter gives up |
Ian Rogers | d45f201 | 2012-11-28 11:46:23 -0800 | [diff] [blame] | 457 | // their Mutex and another thread takes it and signals, the waiting thread observes that sequence_ |
| 458 | // changed and doesn't enter the wait. Modified while holding guard_, but is read by futex wait |
| 459 | // without guard_ held. |
Ian Rogers | b122a4b | 2013-11-19 18:00:50 -0800 | [diff] [blame] | 460 | AtomicInteger sequence_; |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 461 | // Number of threads that have come into to wait, not the length of the waiters on the futex as |
Ian Rogers | 5bd97c4 | 2012-11-27 02:38:26 -0800 | [diff] [blame] | 462 | // waiters may have been requeued onto guard_. Guarded by guard_. |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 463 | volatile int32_t num_waiters_; |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 464 | #else |
| 465 | pthread_cond_t cond_; |
| 466 | #endif |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 467 | DISALLOW_COPY_AND_ASSIGN(ConditionVariable); |
| 468 | }; |
| 469 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 470 | // Scoped locker/unlocker for a regular Mutex that acquires mu upon construction and releases it |
| 471 | // upon destruction. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 472 | class SCOPED_CAPABILITY MutexLock { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 473 | public: |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 474 | explicit MutexLock(Thread* self, Mutex& mu) ACQUIRE(mu) : self_(self), mu_(mu) { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 475 | mu_.ExclusiveLock(self_); |
| 476 | } |
| 477 | |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 478 | ~MutexLock() RELEASE() { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 479 | mu_.ExclusiveUnlock(self_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 480 | } |
| 481 | |
| 482 | private: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 483 | Thread* const self_; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 484 | Mutex& mu_; |
| 485 | DISALLOW_COPY_AND_ASSIGN(MutexLock); |
| 486 | }; |
| 487 | // Catch bug where variable name is omitted. "MutexLock (lock);" instead of "MutexLock mu(lock)". |
Andreas Gampe | 575e78c | 2014-11-03 23:41:03 -0800 | [diff] [blame] | 488 | #define MutexLock(x) static_assert(0, "MutexLock declaration missing variable name") |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 489 | |
| 490 | // Scoped locker/unlocker for a ReaderWriterMutex that acquires read access to mu upon |
| 491 | // construction and releases it upon destruction. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 492 | class SCOPED_CAPABILITY ReaderMutexLock { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 493 | public: |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 494 | explicit ReaderMutexLock(Thread* self, ReaderWriterMutex& mu) ACQUIRE(mu) : |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 495 | self_(self), mu_(mu) { |
| 496 | mu_.SharedLock(self_); |
| 497 | } |
| 498 | |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 499 | ~ReaderMutexLock() RELEASE() { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 500 | mu_.SharedUnlock(self_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 501 | } |
| 502 | |
| 503 | private: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 504 | Thread* const self_; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 505 | ReaderWriterMutex& mu_; |
| 506 | DISALLOW_COPY_AND_ASSIGN(ReaderMutexLock); |
| 507 | }; |
| 508 | // Catch bug where variable name is omitted. "ReaderMutexLock (lock);" instead of |
| 509 | // "ReaderMutexLock mu(lock)". |
Andreas Gampe | 575e78c | 2014-11-03 23:41:03 -0800 | [diff] [blame] | 510 | #define ReaderMutexLock(x) static_assert(0, "ReaderMutexLock declaration missing variable name") |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 511 | |
| 512 | // Scoped locker/unlocker for a ReaderWriterMutex that acquires write access to mu upon |
| 513 | // construction and releases it upon destruction. |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 514 | class SCOPED_CAPABILITY WriterMutexLock { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 515 | public: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 516 | explicit WriterMutexLock(Thread* self, ReaderWriterMutex& mu) EXCLUSIVE_LOCK_FUNCTION(mu) : |
| 517 | self_(self), mu_(mu) { |
| 518 | mu_.ExclusiveLock(self_); |
| 519 | } |
| 520 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 521 | ~WriterMutexLock() UNLOCK_FUNCTION() { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 522 | mu_.ExclusiveUnlock(self_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 523 | } |
| 524 | |
| 525 | private: |
Ian Rogers | 50b35e2 | 2012-10-04 10:09:15 -0700 | [diff] [blame] | 526 | Thread* const self_; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 527 | ReaderWriterMutex& mu_; |
| 528 | DISALLOW_COPY_AND_ASSIGN(WriterMutexLock); |
| 529 | }; |
| 530 | // Catch bug where variable name is omitted. "WriterMutexLock (lock);" instead of |
| 531 | // "WriterMutexLock mu(lock)". |
Andreas Gampe | 575e78c | 2014-11-03 23:41:03 -0800 | [diff] [blame] | 532 | #define WriterMutexLock(x) static_assert(0, "WriterMutexLock declaration missing variable name") |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 533 | |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 534 | // For StartNoThreadSuspension and EndNoThreadSuspension. |
| 535 | class CAPABILITY("role") Role { |
| 536 | public: |
| 537 | void Acquire() ACQUIRE() {} |
| 538 | void Release() RELEASE() {} |
| 539 | const Role& operator!() const { return *this; } |
| 540 | }; |
| 541 | |
| 542 | class Uninterruptible : public Role { |
| 543 | }; |
| 544 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 545 | // Global mutexes corresponding to the levels above. |
| 546 | class Locks { |
| 547 | public: |
| 548 | static void Init(); |
Mathieu Chartier | 91e5669 | 2015-03-03 13:51:04 -0800 | [diff] [blame] | 549 | static void InitConditions() NO_THREAD_SAFETY_ANALYSIS; // Condition variables. |
Mathieu Chartier | 9ef78b5 | 2014-09-25 17:03:12 -0700 | [diff] [blame] | 550 | // Guards allocation entrypoint instrumenting. |
Ian Rogers | 4ad5cd3 | 2014-11-11 23:08:07 -0800 | [diff] [blame] | 551 | static Mutex* instrument_entrypoints_lock_; |
Mathieu Chartier | 9ef78b5 | 2014-09-25 17:03:12 -0700 | [diff] [blame] | 552 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 553 | // A barrier is used to synchronize the GC/Debugger thread with mutator threads. When GC/Debugger |
| 554 | // thread wants to suspend all mutator threads, it needs to wait for all mutator threads to pass |
| 555 | // a barrier. Threads that are already suspended will get their barrier passed by the GC/Debugger |
| 556 | // thread; threads in the runnable state will pass the barrier when they transit to the suspended |
| 557 | // state. GC/Debugger thread will be woken up when all mutator threads are suspended. |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 558 | // |
| 559 | // Thread suspension: |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 560 | // mutator thread | GC/Debugger |
| 561 | // .. running .. | .. running .. |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 562 | // .. running .. | Request thread suspension by: |
| 563 | // .. running .. | - acquiring thread_suspend_count_lock_ |
| 564 | // .. running .. | - incrementing Thread::suspend_count_ on |
| 565 | // .. running .. | all mutator threads |
| 566 | // .. running .. | - releasing thread_suspend_count_lock_ |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 567 | // .. running .. | Block wait for all threads to pass a barrier |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 568 | // Poll Thread::suspend_count_ and enter full | .. blocked .. |
| 569 | // suspend code. | .. blocked .. |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 570 | // Change state to kSuspended (pass the barrier) | Wake up when all threads pass the barrier |
| 571 | // x: Acquire thread_suspend_count_lock_ | .. running .. |
| 572 | // while Thread::suspend_count_ > 0 | .. running .. |
| 573 | // - wait on Thread::resume_cond_ | .. running .. |
| 574 | // (releases thread_suspend_count_lock_) | .. running .. |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 575 | // .. waiting .. | Request thread resumption by: |
| 576 | // .. waiting .. | - acquiring thread_suspend_count_lock_ |
| 577 | // .. waiting .. | - decrementing Thread::suspend_count_ on |
| 578 | // .. waiting .. | all mutator threads |
| 579 | // .. waiting .. | - notifying on Thread::resume_cond_ |
| 580 | // - re-acquire thread_suspend_count_lock_ | - releasing thread_suspend_count_lock_ |
| 581 | // Release thread_suspend_count_lock_ | .. running .. |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 582 | // Change to kRunnable | .. running .. |
| 583 | // - this uses a CAS operation to ensure the | .. running .. |
| 584 | // suspend request flag isn't raised as the | .. running .. |
| 585 | // state is changed | .. running .. |
| 586 | // - if the CAS operation fails then goto x | .. running .. |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 587 | // .. running .. | .. running .. |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 588 | static MutatorMutex* mutator_lock_ ACQUIRED_AFTER(instrument_entrypoints_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 589 | |
| 590 | // Allow reader-writer mutual exclusion on the mark and live bitmaps of the heap. |
| 591 | static ReaderWriterMutex* heap_bitmap_lock_ ACQUIRED_AFTER(mutator_lock_); |
| 592 | |
| 593 | // Guards shutdown of the runtime. |
| 594 | static Mutex* runtime_shutdown_lock_ ACQUIRED_AFTER(heap_bitmap_lock_); |
| 595 | |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 596 | // Guards background profiler global state. |
| 597 | static Mutex* profiler_lock_ ACQUIRED_AFTER(runtime_shutdown_lock_); |
| 598 | |
| 599 | // Guards trace (ie traceview) requests. |
| 600 | static Mutex* trace_lock_ ACQUIRED_AFTER(profiler_lock_); |
| 601 | |
Brian Carlstrom | 306db81 | 2014-09-05 13:01:41 -0700 | [diff] [blame] | 602 | // Guards debugger recent allocation records. |
| 603 | static Mutex* alloc_tracker_lock_ ACQUIRED_AFTER(trace_lock_); |
| 604 | |
| 605 | // Guards updates to instrumentation to ensure mutual exclusion of |
| 606 | // events like deoptimization requests. |
| 607 | // TODO: improve name, perhaps instrumentation_update_lock_. |
| 608 | static Mutex* deoptimization_lock_ ACQUIRED_AFTER(alloc_tracker_lock_); |
| 609 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 610 | // The thread_list_lock_ guards ThreadList::list_. It is also commonly held to stop threads |
| 611 | // attaching and detaching. |
Brian Carlstrom | 306db81 | 2014-09-05 13:01:41 -0700 | [diff] [blame] | 612 | static Mutex* thread_list_lock_ ACQUIRED_AFTER(deoptimization_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 613 | |
Mathieu Chartier | 91e5669 | 2015-03-03 13:51:04 -0800 | [diff] [blame] | 614 | // Signaled when threads terminate. Used to determine when all non-daemons have terminated. |
| 615 | static ConditionVariable* thread_exit_cond_ GUARDED_BY(Locks::thread_list_lock_); |
| 616 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 617 | // Guards maintaining loading library data structures. |
| 618 | static Mutex* jni_libraries_lock_ ACQUIRED_AFTER(thread_list_lock_); |
| 619 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 620 | // Guards breakpoints. |
Sebastien Hertz | ed2be17 | 2014-08-19 15:33:43 +0200 | [diff] [blame] | 621 | static ReaderWriterMutex* breakpoint_lock_ ACQUIRED_AFTER(jni_libraries_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 622 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 623 | // Guards lists of classes within the class linker. |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 624 | static ReaderWriterMutex* classlinker_classes_lock_ ACQUIRED_AFTER(breakpoint_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 625 | |
| 626 | // When declaring any Mutex add DEFAULT_MUTEX_ACQUIRED_AFTER to use annotalysis to check the code |
| 627 | // doesn't try to hold a higher level Mutex. |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 628 | #define DEFAULT_MUTEX_ACQUIRED_AFTER ACQUIRED_AFTER(Locks::classlinker_classes_lock_) |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 629 | |
Andreas Gampe | 7424081 | 2014-04-17 10:35:09 -0700 | [diff] [blame] | 630 | static Mutex* allocated_monitor_ids_lock_ ACQUIRED_AFTER(classlinker_classes_lock_); |
| 631 | |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 632 | // Guard the allocation/deallocation of thread ids. |
Andreas Gampe | 7424081 | 2014-04-17 10:35:09 -0700 | [diff] [blame] | 633 | static Mutex* allocated_thread_ids_lock_ ACQUIRED_AFTER(allocated_monitor_ids_lock_); |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 634 | |
| 635 | // Guards modification of the LDT on x86. |
| 636 | static Mutex* modify_ldt_lock_ ACQUIRED_AFTER(allocated_thread_ids_lock_); |
| 637 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 638 | // Guards intern table. |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 639 | static Mutex* intern_table_lock_ ACQUIRED_AFTER(modify_ldt_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 640 | |
Mathieu Chartier | a5a53ef | 2014-09-12 12:58:05 -0700 | [diff] [blame] | 641 | // Guards reference processor. |
| 642 | static Mutex* reference_processor_lock_ ACQUIRED_AFTER(intern_table_lock_); |
| 643 | |
| 644 | // Guards cleared references queue. |
| 645 | static Mutex* reference_queue_cleared_references_lock_ ACQUIRED_AFTER(reference_processor_lock_); |
| 646 | |
| 647 | // Guards weak references queue. |
| 648 | static Mutex* reference_queue_weak_references_lock_ ACQUIRED_AFTER(reference_queue_cleared_references_lock_); |
| 649 | |
| 650 | // Guards finalizer references queue. |
| 651 | static Mutex* reference_queue_finalizer_references_lock_ ACQUIRED_AFTER(reference_queue_weak_references_lock_); |
| 652 | |
| 653 | // Guards phantom references queue. |
| 654 | static Mutex* reference_queue_phantom_references_lock_ ACQUIRED_AFTER(reference_queue_finalizer_references_lock_); |
| 655 | |
| 656 | // Guards soft references queue. |
| 657 | static Mutex* reference_queue_soft_references_lock_ ACQUIRED_AFTER(reference_queue_phantom_references_lock_); |
| 658 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 659 | // Have an exclusive aborting thread. |
Mathieu Chartier | a5a53ef | 2014-09-12 12:58:05 -0700 | [diff] [blame] | 660 | static Mutex* abort_lock_ ACQUIRED_AFTER(reference_queue_soft_references_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 661 | |
| 662 | // Allow mutual exclusion when manipulating Thread::suspend_count_. |
| 663 | // TODO: Does the trade-off of a per-thread lock make sense? |
| 664 | static Mutex* thread_suspend_count_lock_ ACQUIRED_AFTER(abort_lock_); |
| 665 | |
| 666 | // One unexpected signal at a time lock. |
| 667 | static Mutex* unexpected_signal_lock_ ACQUIRED_AFTER(thread_suspend_count_lock_); |
| 668 | |
Hiroshi Yamauchi | 3eed93d | 2014-06-04 11:43:59 -0700 | [diff] [blame] | 669 | // Guards the maps in mem_map. |
| 670 | static Mutex* mem_maps_lock_ ACQUIRED_AFTER(unexpected_signal_lock_); |
| 671 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 672 | // Have an exclusive logging thread. |
| 673 | static Mutex* logging_lock_ ACQUIRED_AFTER(unexpected_signal_lock_); |
Igor Murashkin | e2facc5 | 2015-07-10 13:49:08 -0700 | [diff] [blame] | 674 | |
| 675 | // Allow reader-writer mutual exclusion on the boxed table of lambda objects. |
| 676 | // TODO: this should be a RW mutex lock, except that ConditionVariables don't work with it. |
| 677 | static Mutex* lambda_table_lock_ ACQUIRED_AFTER(mutator_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 678 | }; |
| 679 | |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 680 | class Roles { |
| 681 | public: |
| 682 | static Uninterruptible uninterruptible_; |
| 683 | }; |
| 684 | |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 685 | } // namespace art |
| 686 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 687 | #endif // ART_RUNTIME_BASE_MUTEX_H_ |