blob: edc429b7b9bef29bbae36638f98a280e88bbd3f0 [file] [log] [blame]
Elliott Hughes8d768a92011-09-14 16:35:25 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Carl Shapiro0e5d75d2011-07-06 18:28:37 -070016
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_THREAD_H_
18#define ART_RUNTIME_THREAD_H_
Carl Shapiro0e5d75d2011-07-06 18:28:37 -070019
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070020#include <setjmp.h>
21
Elliott Hughes02b48d12011-09-07 17:15:51 -070022#include <bitset>
Ian Rogers306057f2012-11-26 12:45:53 -080023#include <deque>
Elliott Hughesa0957642011-09-02 14:27:33 -070024#include <iosfwd>
Ian Rogersb033c752011-07-20 12:22:35 -070025#include <list>
Ian Rogers700a4022014-05-19 16:49:03 -070026#include <memory>
Elliott Hughes8daa0922011-09-11 13:46:25 -070027#include <string>
Carl Shapirob5573532011-07-12 18:22:59 -070028
Mingyao Yang4dcfc432015-04-21 16:55:22 -070029#include "arch/context.h"
Ian Rogersd582fa42014-11-05 23:46:43 -080030#include "arch/instruction_set.h"
David Sehrc431b9d2018-03-02 12:01:51 -080031#include "base/atomic.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070032#include "base/enums.h"
David Sehr1979c642018-04-26 14:41:18 -070033#include "base/globals.h"
Elliott Hughes76160052012-12-12 16:31:20 -080034#include "base/macros.h"
Ian Rogers719d1a32014-03-06 12:13:39 -080035#include "base/mutex.h"
Alex Light184f0752018-07-13 11:18:22 -070036#include "base/safe_map.h"
Ian Rogers848871b2013-08-05 10:56:33 -070037#include "entrypoints/jni/jni_entrypoints.h"
Ian Rogers7655f292013-07-29 11:07:13 -070038#include "entrypoints/quick/quick_entrypoints.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070039#include "handle_scope.h"
Elliott Hughes956af0f2014-12-11 14:34:28 -080040#include "instrumentation.h"
Ian Rogers306057f2012-11-26 12:45:53 -080041#include "jvalue.h"
Andreas Gampe513061a2017-06-01 09:17:34 -070042#include "managed_stack.h"
Brian Carlstrom578bbdc2011-07-21 14:07:47 -070043#include "offsets.h"
Andreas Gampe217488a2017-09-18 08:34:42 -070044#include "read_barrier_config.h"
Elliott Hughes9d5ccec2011-09-19 13:19:50 -070045#include "runtime_stats.h"
Alex Light46f93402017-06-29 11:59:50 -070046#include "suspend_reason.h"
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080047#include "thread_state.h"
Ian Rogersb033c752011-07-20 12:22:35 -070048
Christopher Ferris6cff48f2014-01-26 21:36:13 -080049class BacktraceMap;
50
Carl Shapiro0e5d75d2011-07-06 18:28:37 -070051namespace art {
52
Mathieu Chartier15d34022014-02-26 17:16:38 -080053namespace gc {
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -070054namespace accounting {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080055template<class T> class AtomicStack;
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -070056} // namespace accounting
Mathieu Chartier15d34022014-02-26 17:16:38 -080057namespace collector {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080058class SemiSpace;
Mathieu Chartier15d34022014-02-26 17:16:38 -080059} // namespace collector
60} // namespace gc
61
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080062namespace mirror {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080063class Array;
64class Class;
65class ClassLoader;
66class Object;
67template<class T> class ObjectArray;
68template<class T> class PrimitiveArray;
69typedef PrimitiveArray<int32_t> IntArray;
70class StackTraceElement;
71class String;
72class Throwable;
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080073} // namespace mirror
Mathieu Chartier12d625f2015-03-13 11:33:37 -070074
75namespace verifier {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080076class MethodVerifier;
77class VerifierDeps;
Mathieu Chartier12d625f2015-03-13 11:33:37 -070078} // namespace verifier
79
Mathieu Chartiere401d142015-04-22 13:56:20 -070080class ArtMethod;
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080081class BaseMutex;
82class ClassLinker;
Ian Rogers7a22fa62013-01-23 12:16:16 -080083class Closure;
Ian Rogersbdb03912011-09-14 00:55:44 -070084class Context;
Ian Rogers1b09b092012-08-20 15:35:52 -070085struct DebugInvokeReq;
Sebastien Hertz07474662015-08-25 15:12:33 +000086class DeoptimizationContextRecord;
Ian Rogers81d425b2012-09-27 16:03:43 -070087class DexFile;
Mingyao Yang99170c62015-07-06 11:10:37 -070088class FrameIdToShadowFrame;
Ian Rogersb48b9eb2014-02-28 16:20:21 -080089class JavaVMExt;
Ian Rogers55256cb2017-12-21 17:07:11 -080090class JNIEnvExt;
Elliott Hughes8daa0922011-09-11 13:46:25 -070091class Monitor;
Andreas Gampe513061a2017-06-01 09:17:34 -070092class RootVisitor;
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -070093class ScopedObjectAccessAlreadyRunnable;
Logan Chienf7ad17e2012-03-15 03:10:03 +080094class ShadowFrame;
Sebastien Hertz597c4f02015-01-26 17:37:14 +010095class SingleStepControl;
Sebastien Hertzf7958692015-06-09 14:09:14 +020096class StackedShadowFrameRecord;
Brian Carlstrom40381fb2011-10-19 14:13:40 -070097class Thread;
98class ThreadList;
Andreas Gampe513061a2017-06-01 09:17:34 -070099enum VisitRootFlags : uint8_t;
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700100
Alex Light184f0752018-07-13 11:18:22 -0700101// A piece of data that can be held in the CustomTls. The destructor will be called during thread
102// shutdown. The thread the destructor is called on is not necessarily the same thread it was stored
103// on.
104class TLSData {
105 public:
106 virtual ~TLSData() {}
107};
108
Elliott Hughes34e06962012-04-09 13:55:55 -0700109// Thread priorities. These must match the Thread.MIN_PRIORITY,
110// Thread.NORM_PRIORITY, and Thread.MAX_PRIORITY constants.
111enum ThreadPriority {
112 kMinThreadPriority = 1,
113 kNormThreadPriority = 5,
114 kMaxThreadPriority = 10,
115};
116
Ian Rogers474b6da2012-09-25 00:20:38 -0700117enum ThreadFlag {
Ian Rogers50ffee22012-11-20 11:47:44 -0800118 kSuspendRequest = 1, // If set implies that suspend_count_ > 0 and the Thread should enter the
119 // safepoint handler.
Yu Lieac44242015-06-29 10:50:03 +0800120 kCheckpointRequest = 2, // Request that the thread do some checkpoint work and then continue.
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700121 kEmptyCheckpointRequest = 4, // Request that the thread do empty checkpoint and then continue.
122 kActiveSuspendBarrier = 8, // Register that at least 1 suspend barrier needs to be passed.
Ian Rogers474b6da2012-09-25 00:20:38 -0700123};
124
Sebastien Hertzf7958692015-06-09 14:09:14 +0200125enum class StackedShadowFrameType {
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700126 kShadowFrameUnderConstruction,
Andreas Gampe639bdd12015-06-03 11:22:45 -0700127 kDeoptimizationShadowFrame,
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700128};
129
Mingyao Yang2ee17902017-08-30 11:37:08 -0700130// The type of method that triggers deoptimization. It contains info on whether
131// the deoptimized method should advance dex_pc.
132enum class DeoptimizationMethodType {
133 kKeepDexPc, // dex pc is required to be kept upon deoptimization.
134 kDefault // dex pc may or may not advance depending on other conditions.
135};
136
Hiroshi Yamauchi7ed9c562016-02-02 15:22:09 -0800137// This should match RosAlloc::kNumThreadLocalSizeBrackets.
138static constexpr size_t kNumRosAllocThreadLocalSizeBracketsInThread = 16;
Ian Rogerse63db272014-07-15 15:36:11 -0700139
Dave Allison648d7112014-07-25 16:15:27 -0700140// Thread's stack layout for implicit stack overflow checks:
141//
142// +---------------------+ <- highest address of stack memory
143// | |
144// . . <- SP
145// | |
146// | |
147// +---------------------+ <- stack_end
148// | |
149// | Gap |
150// | |
151// +---------------------+ <- stack_begin
152// | |
153// | Protected region |
154// | |
155// +---------------------+ <- lowest address of stack memory
156//
157// The stack always grows down in memory. At the lowest address is a region of memory
158// that is set mprotect(PROT_NONE). Any attempt to read/write to this region will
159// result in a segmentation fault signal. At any point, the thread's SP will be somewhere
160// between the stack_end and the highest address in stack memory. An implicit stack
161// overflow check is a read of memory at a certain offset below the current SP (4K typically).
162// If the thread's SP is below the stack_end address this will be a read into the protected
163// region. If the SP is above the stack_end address, the thread is guaranteed to have
164// at least 4K of space. Because stack overflow checks are only performed in generated code,
165// if the thread makes a call out to a native function (through JNI), that native function
166// might only have 4K of memory (if the SP is adjacent to stack_end).
167
Ian Rogersdd7624d2014-03-14 17:43:00 -0700168class Thread {
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700169 public:
Andreas Gampe7ea6f792014-07-14 16:21:44 -0700170 static const size_t kStackOverflowImplicitCheckSize;
Andreas Gampeb486a982017-06-01 13:45:54 -0700171 static constexpr bool kVerifyStack = kIsDebugBuild;
Dave Allisonf9439142014-03-27 15:10:22 -0700172
Elliott Hughes462c9442012-03-23 18:47:50 -0700173 // Creates a new native thread corresponding to the given managed peer.
174 // Used to implement Thread.start.
Ian Rogers52673ff2012-06-27 23:25:34 -0700175 static void CreateNativeThread(JNIEnv* env, jobject peer, size_t stack_size, bool daemon);
Carl Shapiro61e019d2011-07-14 16:53:09 -0700176
Elliott Hughes462c9442012-03-23 18:47:50 -0700177 // Attaches the calling native thread to the runtime, returning the new native peer.
178 // Used to implement JNI AttachCurrentThread and AttachCurrentThreadAsDaemon calls.
Mathieu Chartier664bebf2012-11-12 16:54:11 -0800179 static Thread* Attach(const char* thread_name, bool as_daemon, jobject thread_group,
180 bool create_peer);
Andreas Gampe732b0ac2017-01-18 15:23:39 -0800181 // Attaches the calling native thread to the runtime, returning the new native peer.
182 static Thread* Attach(const char* thread_name, bool as_daemon, jobject thread_peer);
Carl Shapirob5573532011-07-12 18:22:59 -0700183
Brian Carlstromcaabb1b2011-10-11 18:09:13 -0700184 // Reset internal state of child thread after fork.
185 void InitAfterFork();
186
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700187 // Get the currently executing thread, frequently referred to as 'self'. This call has reasonably
188 // high cost and so we favor passing self around when possible.
189 // TODO: mark as PURE so the compiler may coalesce and remove?
Ian Rogers02ed4c02013-09-06 13:10:04 -0700190 static Thread* Current();
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700191
Ian Rogers7b078e82014-09-10 14:44:24 -0700192 // On a runnable thread, check for pending thread suspension request and handle if pending.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700193 void AllowThreadSuspension() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers7b078e82014-09-10 14:44:24 -0700194
195 // Process pending thread suspension request and handle if pending.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700196 void CheckSuspend() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers7b078e82014-09-10 14:44:24 -0700197
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700198 // Process a pending empty checkpoint if pending.
Hiroshi Yamauchia2224042017-02-08 16:35:45 -0800199 void CheckEmptyCheckpointFromWeakRefAccess(BaseMutex* cond_var_mutex);
200 void CheckEmptyCheckpointFromMutex();
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700201
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700202 static Thread* FromManagedThread(const ScopedObjectAccessAlreadyRunnable& ts,
Mathieu Chartierf5769e12017-01-10 15:54:41 -0800203 ObjPtr<mirror::Object> thread_peer)
Mathieu Chartier90443472015-07-16 20:32:27 -0700204 REQUIRES(Locks::thread_list_lock_, !Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700205 REQUIRES_SHARED(Locks::mutator_lock_);
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700206 static Thread* FromManagedThread(const ScopedObjectAccessAlreadyRunnable& ts, jobject thread)
Mathieu Chartier90443472015-07-16 20:32:27 -0700207 REQUIRES(Locks::thread_list_lock_, !Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700208 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes8daa0922011-09-11 13:46:25 -0700209
Elliott Hughes28fa76d2012-04-09 17:31:46 -0700210 // Translates 172 to pAllocArrayFromCode and so on.
Andreas Gampe542451c2016-07-26 09:02:02 -0700211 template<PointerSize size_of_pointers>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700212 static void DumpThreadOffset(std::ostream& os, uint32_t offset);
Elliott Hughes28fa76d2012-04-09 17:31:46 -0700213
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700214 // Dumps a one-line summary of thread state (used for operator<<).
215 void ShortDump(std::ostream& os) const;
216
217 // Dumps the detailed thread state and the thread stack (used for SIGQUIT).
Nicolas Geoffraya73280d2016-02-15 13:05:16 +0000218 void Dump(std::ostream& os,
Nicolas Geoffray6ee49712018-03-30 14:39:05 +0000219 bool dump_native_stack = true,
Hiroshi Yamauchi13c16352017-01-31 10:15:08 -0800220 BacktraceMap* backtrace_map = nullptr,
221 bool force_dump_stack = false) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700222 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700223 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesa0957642011-09-02 14:27:33 -0700224
Hiroshi Yamauchi02f365f2017-02-03 15:06:00 -0800225 void DumpJavaStack(std::ostream& os,
226 bool check_suspended = true,
227 bool dump_locks = true) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700228 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700229 REQUIRES_SHARED(Locks::mutator_lock_);
Mathieu Chartierc751fdc2014-03-30 15:25:44 -0700230
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700231 // Dumps the SIGQUIT per-thread header. 'thread' can be null for a non-attached thread, in which
Elliott Hughesabbe07d2012-06-05 17:42:23 -0700232 // case we use 'tid' to identify the thread, and we'll include as much information as we can.
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700233 static void DumpState(std::ostream& os, const Thread* thread, pid_t tid)
Mathieu Chartier90443472015-07-16 20:32:27 -0700234 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700235 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesabbe07d2012-06-05 17:42:23 -0700236
Ian Rogers474b6da2012-09-25 00:20:38 -0700237 ThreadState GetState() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700238 DCHECK_GE(tls32_.state_and_flags.as_struct.state, kTerminated);
239 DCHECK_LE(tls32_.state_and_flags.as_struct.state, kSuspended);
240 return static_cast<ThreadState>(tls32_.state_and_flags.as_struct.state);
Dave Allison0aded082013-11-07 13:15:11 -0800241 }
242
Ian Rogers474b6da2012-09-25 00:20:38 -0700243 ThreadState SetState(ThreadState new_state);
Ian Rogers52673ff2012-06-27 23:25:34 -0700244
Mathieu Chartier90443472015-07-16 20:32:27 -0700245 int GetSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700246 return tls32_.suspend_count;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700247 }
Elliott Hughes038a8062011-09-18 14:12:41 -0700248
Alex Light88fd7202017-06-30 08:31:59 -0700249 int GetUserCodeSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_,
250 Locks::user_code_suspension_lock_) {
251 return tls32_.user_code_suspend_count;
252 }
253
Mathieu Chartier90443472015-07-16 20:32:27 -0700254 int GetDebugSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700255 return tls32_.debug_suspend_count;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700256 }
257
Mathieu Chartier858f1c52012-10-17 17:45:55 -0700258 bool IsSuspended() const {
Chris Dearman59cde532013-12-04 18:53:49 -0800259 union StateAndFlags state_and_flags;
Ian Rogersdd7624d2014-03-14 17:43:00 -0700260 state_and_flags.as_int = tls32_.state_and_flags.as_int;
Mathieu Chartier858f1c52012-10-17 17:45:55 -0700261 return state_and_flags.as_struct.state != kRunnable &&
262 (state_and_flags.as_struct.flags & kSuspendRequest) != 0;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700263 }
264
Hiroshi Yamauchi02e7f1a2016-10-03 15:32:01 -0700265 // If delta > 0 and (this != self or suspend_barrier is not null), this function may temporarily
266 // release thread_suspend_count_lock_ internally.
267 ALWAYS_INLINE
268 bool ModifySuspendCount(Thread* self,
269 int delta,
270 AtomicInteger* suspend_barrier,
Alex Light46f93402017-06-29 11:59:50 -0700271 SuspendReason reason)
Sebastien Hertz1c8f4ff2017-04-14 15:05:12 +0200272 WARN_UNUSED
Mathieu Chartier90443472015-07-16 20:32:27 -0700273 REQUIRES(Locks::thread_suspend_count_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700274
Alex Light318afe62018-03-22 16:50:10 -0700275 // Requests a checkpoint closure to run on another thread. The closure will be run when the thread
276 // gets suspended. This will return true if the closure was added and will (eventually) be
277 // executed. It returns false otherwise.
278 //
279 // Since multiple closures can be queued and some closures can delay other threads from running no
280 // closure should attempt to suspend another thread while running.
281 // TODO We should add some debug option that verifies this.
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700282 bool RequestCheckpoint(Closure* function)
Mathieu Chartier90443472015-07-16 20:32:27 -0700283 REQUIRES(Locks::thread_suspend_count_lock_);
Alex Lightb1e31a82017-10-04 16:57:36 -0700284
285 // RequestSynchronousCheckpoint releases the thread_list_lock_ as a part of its execution. This is
286 // due to the fact that Thread::Current() needs to go to sleep to allow the targeted thread to
Alex Light318afe62018-03-22 16:50:10 -0700287 // execute the checkpoint for us if it is Runnable. The suspend_state is the state that the thread
288 // will go into while it is awaiting the checkpoint to be run.
289 // NB Passing ThreadState::kRunnable may cause the current thread to wait in a condition variable
290 // while holding the mutator_lock_. Callers should ensure that this will not cause any problems
291 // for the closure or the rest of the system.
292 // NB Since multiple closures can be queued and some closures can delay other threads from running
293 // no closure should attempt to suspend another thread while running.
294 bool RequestSynchronousCheckpoint(Closure* function,
295 ThreadState suspend_state = ThreadState::kWaiting)
Andreas Gampe28c4a232017-06-21 21:21:31 -0700296 REQUIRES_SHARED(Locks::mutator_lock_)
Alex Lightb1e31a82017-10-04 16:57:36 -0700297 RELEASE(Locks::thread_list_lock_)
Andreas Gampe28c4a232017-06-21 21:21:31 -0700298 REQUIRES(!Locks::thread_suspend_count_lock_);
Alex Light318afe62018-03-22 16:50:10 -0700299
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700300 bool RequestEmptyCheckpoint()
301 REQUIRES(Locks::thread_suspend_count_lock_);
Mathieu Chartier858f1c52012-10-17 17:45:55 -0700302
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800303 void SetFlipFunction(Closure* function);
304 Closure* GetFlipFunction();
305
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -0700306 gc::accounting::AtomicStack<mirror::Object>* GetThreadLocalMarkStack() {
307 CHECK(kUseReadBarrier);
308 return tlsPtr_.thread_local_mark_stack;
309 }
310 void SetThreadLocalMarkStack(gc::accounting::AtomicStack<mirror::Object>* stack) {
311 CHECK(kUseReadBarrier);
312 tlsPtr_.thread_local_mark_stack = stack;
313 }
314
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700315 // Called when thread detected that the thread_suspend_count_ was non-zero. Gives up share of
316 // mutator_lock_ and waits until it is resumed and thread_suspend_count_ is zero.
Ian Rogers9da7f592012-08-20 17:14:28 -0700317 void FullSuspendCheck()
Mathieu Chartier90443472015-07-16 20:32:27 -0700318 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700319 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700320
321 // Transition from non-runnable to runnable state acquiring share on mutator_lock_.
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700322 ALWAYS_INLINE ThreadState TransitionFromSuspendedToRunnable()
Mathieu Chartier90443472015-07-16 20:32:27 -0700323 REQUIRES(!Locks::thread_suspend_count_lock_)
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700324 SHARED_LOCK_FUNCTION(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700325
326 // Transition from runnable into a state where mutator privileges are denied. Releases share of
327 // mutator lock.
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700328 ALWAYS_INLINE void TransitionFromRunnableToSuspended(ThreadState new_state)
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700329 REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_)
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700330 UNLOCK_FUNCTION(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700331
Ian Rogers0399dde2012-06-06 17:09:28 -0700332 // Once called thread suspension will cause an assertion failure.
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700333 const char* StartAssertNoThreadSuspension(const char* cause) ACQUIRE(Roles::uninterruptible_) {
334 Roles::uninterruptible_.Acquire(); // No-op.
Mathieu Chartier590fee92013-09-13 13:46:47 -0700335 if (kIsDebugBuild) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700336 CHECK(cause != nullptr);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700337 const char* previous_cause = tlsPtr_.last_no_thread_suspension_cause;
338 tls32_.no_thread_suspension++;
339 tlsPtr_.last_no_thread_suspension_cause = cause;
Mathieu Chartier590fee92013-09-13 13:46:47 -0700340 return previous_cause;
341 } else {
342 return nullptr;
343 }
Ian Rogers0399dde2012-06-06 17:09:28 -0700344 }
Ian Rogers52673ff2012-06-27 23:25:34 -0700345
Ian Rogers0399dde2012-06-06 17:09:28 -0700346 // End region where no thread suspension is expected.
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700347 void EndAssertNoThreadSuspension(const char* old_cause) RELEASE(Roles::uninterruptible_) {
Mathieu Chartier590fee92013-09-13 13:46:47 -0700348 if (kIsDebugBuild) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700349 CHECK(old_cause != nullptr || tls32_.no_thread_suspension == 1);
350 CHECK_GT(tls32_.no_thread_suspension, 0U);
351 tls32_.no_thread_suspension--;
352 tlsPtr_.last_no_thread_suspension_cause = old_cause;
Mathieu Chartier590fee92013-09-13 13:46:47 -0700353 }
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700354 Roles::uninterruptible_.Release(); // No-op.
Ian Rogers0399dde2012-06-06 17:09:28 -0700355 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700356
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700357 void AssertThreadSuspensionIsAllowable(bool check_locks = true) const;
Ian Rogers0399dde2012-06-06 17:09:28 -0700358
Mathieu Chartier10b218d2016-07-25 17:48:52 -0700359 // Return true if thread suspension is allowable.
360 bool IsThreadSuspensionAllowable() const;
361
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700362 bool IsDaemon() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700363 return tls32_.daemon;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700364 }
365
Mathieu Chartier14c3bf92015-07-13 14:35:43 -0700366 size_t NumberOfHeldMutexes() const;
367
Mathieu Chartierf5769e12017-01-10 15:54:41 -0800368 bool HoldsLock(ObjPtr<mirror::Object> object) const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes5f791332011-09-15 17:45:30 -0700369
Elliott Hughes8daa0922011-09-11 13:46:25 -0700370 /*
371 * Changes the priority of this thread to match that of the java.lang.Thread object.
372 *
373 * We map a priority value from 1-10 to Linux "nice" values, where lower
374 * numbers indicate higher priority.
375 */
376 void SetNativePriority(int newPriority);
377
378 /*
379 * Returns the thread priority for the current thread by querying the system.
380 * This is useful when attaching a thread through JNI.
381 *
382 * Returns a value from 1 to 10 (compatible with java.lang.Thread values).
383 */
384 static int GetNativePriority();
385
Mathieu Chartier61b3cd42016-04-18 11:43:29 -0700386 // Guaranteed to be non-zero.
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700387 uint32_t GetThreadId() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700388 return tls32_.thin_lock_thread_id;
Carl Shapirob5573532011-07-12 18:22:59 -0700389 }
390
Elliott Hughesd92bec42011-09-02 17:04:36 -0700391 pid_t GetTid() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700392 return tls32_.tid;
Elliott Hughesd92bec42011-09-02 17:04:36 -0700393 }
Elliott Hughese27955c2011-08-26 15:21:24 -0700394
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700395 // Returns the java.lang.Thread's name, or null if this Thread* doesn't have a peer.
Andreas Gampe08883de2016-11-08 13:20:52 -0800396 mirror::String* GetThreadName() const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes899e7892012-01-24 14:57:32 -0800397
Elliott Hughesffb465f2012-03-01 18:46:05 -0800398 // Sets 'name' to the java.lang.Thread's name. This requires no transition to managed code,
399 // allocation, or locking.
400 void GetThreadName(std::string& name) const;
401
Elliott Hughes899e7892012-01-24 14:57:32 -0800402 // Sets the thread's name.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700403 void SetThreadName(const char* name) REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesfc861622011-10-17 17:57:47 -0700404
Jeff Hao57dac6e2013-08-15 16:36:24 -0700405 // Returns the thread-specific CPU-time clock in microseconds or -1 if unavailable.
406 uint64_t GetCpuMicroTime() const;
407
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700408 mirror::Object* GetPeer() const REQUIRES_SHARED(Locks::mutator_lock_) {
Nicolas Geoffrayffc8cad2017-02-10 10:59:22 +0000409 DCHECK(Thread::Current() == this) << "Use GetPeerFromOtherThread instead";
Ian Rogersdd7624d2014-03-14 17:43:00 -0700410 CHECK(tlsPtr_.jpeer == nullptr);
411 return tlsPtr_.opeer;
Elliott Hughes8daa0922011-09-11 13:46:25 -0700412 }
Andreas Gampe202f85a2017-02-06 10:23:26 -0800413 // GetPeer is not safe if called on another thread in the middle of the CC thread flip and
414 // the thread's stack may have not been flipped yet and peer may be a from-space (stale) ref.
415 // This function will explicitly mark/forward it.
416 mirror::Object* GetPeerFromOtherThread() const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes8daa0922011-09-11 13:46:25 -0700417
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700418 bool HasPeer() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700419 return tlsPtr_.jpeer != nullptr || tlsPtr_.opeer != nullptr;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700420 }
421
Elliott Hughes9d5ccec2011-09-19 13:19:50 -0700422 RuntimeStats* GetStats() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700423 return &tls64_.stats;
Elliott Hughes9d5ccec2011-09-19 13:19:50 -0700424 }
425
Elliott Hughes7dc51662012-05-16 14:48:43 -0700426 bool IsStillStarting() const;
427
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700428 bool IsExceptionPending() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700429 return tlsPtr_.exception != nullptr;
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700430 }
431
Alex Light848574c2017-09-25 16:59:39 -0700432 bool IsAsyncExceptionPending() const {
433 return tlsPtr_.async_exception != nullptr;
434 }
435
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700436 mirror::Throwable* GetException() const REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700437 return tlsPtr_.exception;
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700438 }
439
Andreas Gamped9efea62014-07-21 22:56:08 -0700440 void AssertPendingException() const;
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700441 void AssertPendingOOMException() const REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700442 void AssertNoPendingException() const;
Mathieu Chartier8d7672e2014-02-25 10:57:16 -0800443 void AssertNoPendingExceptionForNewException(const char* msg) const;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700444
Mathieu Chartier0795f232016-09-27 18:43:30 -0700445 void SetException(ObjPtr<mirror::Throwable> new_exception) REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers0cfe1fb2011-08-26 03:29:44 -0700446
Alex Light848574c2017-09-25 16:59:39 -0700447 // Set an exception that is asynchronously thrown from a different thread. This will be checked
448 // periodically and might overwrite the current 'Exception'. This can only be called from a
449 // checkpoint.
450 //
451 // The caller should also make sure that the thread has been deoptimized so that the exception
452 // could be detected on back-edges.
453 void SetAsyncException(ObjPtr<mirror::Throwable> new_exception)
454 REQUIRES_SHARED(Locks::mutator_lock_);
455
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700456 void ClearException() REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700457 tlsPtr_.exception = nullptr;
jeffhao94d6df42012-11-26 16:02:12 -0800458 }
459
Alex Light848574c2017-09-25 16:59:39 -0700460 // Move the current async-exception to the main exception. This should be called when the current
461 // thread is ready to deal with any async exceptions. Returns true if there is an async exception
462 // that needs to be dealt with, false otherwise.
463 bool ObserveAsyncException() REQUIRES_SHARED(Locks::mutator_lock_);
464
Ian Rogersbdb03912011-09-14 00:55:44 -0700465 // Find catch block and perform long jump to appropriate exception handle
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700466 NO_RETURN void QuickDeliverException() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersbdb03912011-09-14 00:55:44 -0700467
468 Context* GetLongJumpContext();
Ian Rogers0399dde2012-06-06 17:09:28 -0700469 void ReleaseLongJumpContext(Context* context) {
Mingyao Yang4dcfc432015-04-21 16:55:22 -0700470 if (tlsPtr_.long_jump_context != nullptr) {
471 // Each QuickExceptionHandler gets a long jump context and uses
472 // it for doing the long jump, after finding catch blocks/doing deoptimization.
473 // Both finding catch blocks and deoptimization can trigger another
474 // exception such as a result of class loading. So there can be nested
475 // cases of exception handling and multiple contexts being used.
476 // ReleaseLongJumpContext tries to save the context in tlsPtr_.long_jump_context
477 // for reuse so there is no need to always allocate a new one each time when
478 // getting a context. Since we only keep one context for reuse, delete the
479 // existing one since the passed in context is yet to be used for longjump.
480 delete tlsPtr_.long_jump_context;
481 }
Ian Rogersdd7624d2014-03-14 17:43:00 -0700482 tlsPtr_.long_jump_context = context;
Shih-wei Liao1a18c8c2011-08-14 17:47:36 -0700483 }
484
Andreas Gampe6ec8ebd2014-07-25 13:36:56 -0700485 // Get the current method and dex pc. If there are errors in retrieving the dex pc, this will
486 // abort the runtime iff abort_on_error is true.
Hiroshi Yamauchi02f365f2017-02-03 15:06:00 -0800487 ArtMethod* GetCurrentMethod(uint32_t* dex_pc,
488 bool check_suspended = true,
489 bool abort_on_error = true) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700490 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers0399dde2012-06-06 17:09:28 -0700491
Nicolas Geoffray7642cfc2015-02-26 10:56:09 +0000492 // Returns whether the given exception was thrown by the current Java method being executed
493 // (Note that this includes native Java methods).
Mathieu Chartierf5769e12017-01-10 15:54:41 -0800494 bool IsExceptionThrownByCurrentMethod(ObjPtr<mirror::Throwable> exception) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700495 REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffray7642cfc2015-02-26 10:56:09 +0000496
Mathieu Chartiere401d142015-04-22 13:56:20 -0700497 void SetTopOfStack(ArtMethod** top_method) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700498 tlsPtr_.managed_stack.SetTopQuickFrame(top_method);
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700499 }
500
Vladimir Marko2196c652017-11-30 16:16:07 +0000501 void SetTopOfStackTagged(ArtMethod** top_method) {
502 tlsPtr_.managed_stack.SetTopQuickFrameTagged(top_method);
503 }
504
Jeff Hao11ffc2d2013-02-01 11:52:17 -0800505 void SetTopOfShadowStack(ShadowFrame* top) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700506 tlsPtr_.managed_stack.SetTopShadowFrame(top);
Jeff Hao11ffc2d2013-02-01 11:52:17 -0800507 }
508
Ian Rogers0399dde2012-06-06 17:09:28 -0700509 bool HasManagedStack() const {
Vladimir Marko2196c652017-11-30 16:16:07 +0000510 return tlsPtr_.managed_stack.HasTopQuickFrame() || tlsPtr_.managed_stack.HasTopShadowFrame();
Ian Rogersbdb03912011-09-14 00:55:44 -0700511 }
512
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700513 // If 'msg' is null, no detail message is set.
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000514 void ThrowNewException(const char* exception_class_descriptor, const char* msg)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700515 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughes5cb5ad22011-10-02 12:13:39 -0700516
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700517 // If 'msg' is null, no detail message is set. An exception must be pending, and will be
Elliott Hughesa4f94742012-05-29 16:28:38 -0700518 // used as the new exception's cause.
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000519 void ThrowNewWrappedException(const char* exception_class_descriptor, const char* msg)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700520 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughesa4f94742012-05-29 16:28:38 -0700521
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000522 void ThrowNewExceptionF(const char* exception_class_descriptor, const char* fmt, ...)
523 __attribute__((format(printf, 3, 4)))
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700524 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughesa5b897e2011-08-16 11:33:06 -0700525
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000526 void ThrowNewExceptionV(const char* exception_class_descriptor, const char* fmt, va_list ap)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700527 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughes4a2b4172011-09-20 17:08:25 -0700528
Elliott Hughes2ced6a52011-10-16 18:44:48 -0700529 // OutOfMemoryError is special, because we need to pre-allocate an instance.
Elliott Hughes8a8b9cb2012-04-13 18:29:22 -0700530 // Only the GC should call this.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700531 void ThrowOutOfMemoryError(const char* msg) REQUIRES_SHARED(Locks::mutator_lock_)
Mathieu Chartiered8990a2015-07-23 14:11:16 -0700532 REQUIRES(!Roles::uninterruptible_);
Elliott Hughes79082e32011-08-25 12:07:32 -0700533
Elliott Hughesbe759c62011-09-08 19:38:21 -0700534 static void Startup();
Elliott Hughes038a8062011-09-18 14:12:41 -0700535 static void FinishStartup();
Elliott Hughesc1674ed2011-08-25 18:09:09 -0700536 static void Shutdown();
Carl Shapirob5573532011-07-12 18:22:59 -0700537
Andreas Gampe56776012018-01-26 17:40:55 -0800538 // Notify this thread's thread-group that this thread has started.
539 // Note: the given thread-group is used as a fast path and verified in debug build. If the value
540 // is null, the thread's thread-group is loaded from the peer.
541 void NotifyThreadGroup(ScopedObjectAccessAlreadyRunnable& soa, jobject thread_group = nullptr)
542 REQUIRES_SHARED(Locks::mutator_lock_);
543
Ian Rogersb033c752011-07-20 12:22:35 -0700544 // JNI methods
Elliott Hughes69f5bc62011-08-24 09:26:14 -0700545 JNIEnvExt* GetJniEnv() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700546 return tlsPtr_.jni_env;
Ian Rogersb033c752011-07-20 12:22:35 -0700547 }
548
Ian Rogers408f79a2011-08-23 18:22:33 -0700549 // Convert a jobject into a Object*
Mathieu Chartierc4f39252016-10-05 18:32:08 -0700550 ObjPtr<mirror::Object> DecodeJObject(jobject obj) const REQUIRES_SHARED(Locks::mutator_lock_);
Hiroshi Yamauchi04302db2015-11-11 23:45:34 -0800551 // Checks if the weak global ref has been cleared by the GC without decoding it.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700552 bool IsJWeakCleared(jweak obj) const REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersb033c752011-07-20 12:22:35 -0700553
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700554 mirror::Object* GetMonitorEnterObject() const REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700555 return tlsPtr_.monitor_enter_object;
556 }
557
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700558 void SetMonitorEnterObject(mirror::Object* obj) REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700559 tlsPtr_.monitor_enter_object = obj;
560 }
561
Elliott Hughes8daa0922011-09-11 13:46:25 -0700562 // Implements java.lang.Thread.interrupted.
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000563 bool Interrupted();
Elliott Hughes8daa0922011-09-11 13:46:25 -0700564 // Implements java.lang.Thread.isInterrupted.
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000565 bool IsInterrupted();
Mathieu Chartier90443472015-07-16 20:32:27 -0700566 void Interrupt(Thread* self) REQUIRES(!*wait_mutex_);
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000567 void SetInterrupted(bool i) {
Orion Hodson88591fe2018-03-06 13:35:43 +0000568 tls32_.interrupted.store(i, std::memory_order_seq_cst);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700569 }
Mathieu Chartier90443472015-07-16 20:32:27 -0700570 void Notify() REQUIRES(!*wait_mutex_);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700571
Mathieu Chartier3f7f03c2016-09-26 11:39:52 -0700572 ALWAYS_INLINE void PoisonObjectPointers() {
573 ++poison_object_cookie_;
574 }
575
Mathieu Chartiera59d9b22016-09-26 18:13:17 -0700576 ALWAYS_INLINE static void PoisonObjectPointersIfDebug();
577
Mathieu Chartier3f7f03c2016-09-26 11:39:52 -0700578 ALWAYS_INLINE uintptr_t GetPoisonObjectCookie() const {
579 return poison_object_cookie_;
580 }
581
Ian Rogersdd7624d2014-03-14 17:43:00 -0700582 private:
Mathieu Chartier90443472015-07-16 20:32:27 -0700583 void NotifyLocked(Thread* self) REQUIRES(wait_mutex_);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700584
585 public:
586 Mutex* GetWaitMutex() const LOCK_RETURNED(wait_mutex_) {
587 return wait_mutex_;
588 }
589
Mathieu Chartier90443472015-07-16 20:32:27 -0700590 ConditionVariable* GetWaitConditionVariable() const REQUIRES(wait_mutex_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700591 return wait_cond_;
592 }
593
Mathieu Chartier90443472015-07-16 20:32:27 -0700594 Monitor* GetWaitMonitor() const REQUIRES(wait_mutex_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700595 return wait_monitor_;
596 }
597
Mathieu Chartier90443472015-07-16 20:32:27 -0700598 void SetWaitMonitor(Monitor* mon) REQUIRES(wait_mutex_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700599 wait_monitor_ = mon;
600 }
601
Ian Rogersdd7624d2014-03-14 17:43:00 -0700602 // Waiter link-list support.
603 Thread* GetWaitNext() const {
604 return tlsPtr_.wait_next;
605 }
606
607 void SetWaitNext(Thread* next) {
608 tlsPtr_.wait_next = next;
609 }
Elliott Hughes5f791332011-09-15 17:45:30 -0700610
Ian Rogers68d8b422014-07-17 11:09:10 -0700611 jobject GetClassLoaderOverride() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700612 return tlsPtr_.class_loader_override;
buzbeec143c552011-08-20 17:38:58 -0700613 }
614
Ian Rogers68d8b422014-07-17 11:09:10 -0700615 void SetClassLoaderOverride(jobject class_loader_override);
buzbeec143c552011-08-20 17:38:58 -0700616
Ian Rogersaaa20802011-09-11 21:47:37 -0700617 // Create the internal representation of a stack trace, that is more time
Sebastien Hertzee1d79a2014-02-21 15:46:30 +0100618 // and space efficient to compute than the StackTraceElement[].
619 template<bool kTransactionActive>
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700620 jobject CreateInternalStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700621 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersaaa20802011-09-11 21:47:37 -0700622
Elliott Hughes01158d72011-09-19 19:47:10 -0700623 // Convert an internal stack trace representation (returned by CreateInternalStackTrace) to a
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700624 // StackTraceElement[]. If output_array is null, a new array is created, otherwise as many
625 // frames as will fit are written into the given array. If stack_depth is non-null, it's updated
Elliott Hughes01158d72011-09-19 19:47:10 -0700626 // with the number of valid frames in the returned array.
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700627 static jobjectArray InternalStackTraceToStackTraceElementArray(
628 const ScopedObjectAccessAlreadyRunnable& soa, jobject internal,
629 jobjectArray output_array = nullptr, int* stack_depth = nullptr)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700630 REQUIRES_SHARED(Locks::mutator_lock_);
Shih-wei Liao55df06b2011-08-26 14:39:27 -0700631
Andreas Gampefb6b0b12017-12-11 20:47:56 -0800632 jobjectArray CreateAnnotatedStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const
633 REQUIRES_SHARED(Locks::mutator_lock_);
634
Mingyao Yang99170c62015-07-06 11:10:37 -0700635 bool HasDebuggerShadowFrames() const {
636 return tlsPtr_.frame_id_to_shadow_frame != nullptr;
637 }
638
Andreas Gampe513061a2017-06-01 09:17:34 -0700639 void VisitRoots(RootVisitor* visitor, VisitRootFlags flags)
Andreas Gampe585da952016-12-02 14:52:29 -0800640 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes410c0c82011-09-01 17:58:25 -0700641
Andreas Gampeb486a982017-06-01 13:45:54 -0700642 void VerifyStack() REQUIRES_SHARED(Locks::mutator_lock_) {
643 if (kVerifyStack) {
644 VerifyStackImpl();
645 }
646 }
jeffhao25045522012-03-13 19:34:37 -0700647
Elliott Hughesbe759c62011-09-08 19:38:21 -0700648 //
649 // Offsets of various members of native Thread class, used by compiled code.
650 //
651
Andreas Gampe542451c2016-07-26 09:02:02 -0700652 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700653 static ThreadOffset<pointer_size> ThinLockIdOffset() {
654 return ThreadOffset<pointer_size>(
655 OFFSETOF_MEMBER(Thread, tls32_) +
656 OFFSETOF_MEMBER(tls_32bit_sized_values, thin_lock_thread_id));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700657 }
658
Andreas Gampe542451c2016-07-26 09:02:02 -0700659 template<PointerSize pointer_size>
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000660 static ThreadOffset<pointer_size> InterruptedOffset() {
661 return ThreadOffset<pointer_size>(
662 OFFSETOF_MEMBER(Thread, tls32_) +
663 OFFSETOF_MEMBER(tls_32bit_sized_values, interrupted));
664 }
665
666 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700667 static ThreadOffset<pointer_size> ThreadFlagsOffset() {
668 return ThreadOffset<pointer_size>(
669 OFFSETOF_MEMBER(Thread, tls32_) +
670 OFFSETOF_MEMBER(tls_32bit_sized_values, state_and_flags));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700671 }
672
Andreas Gampe542451c2016-07-26 09:02:02 -0700673 template<PointerSize pointer_size>
Roland Levillain7c1559a2015-12-15 10:55:36 +0000674 static ThreadOffset<pointer_size> IsGcMarkingOffset() {
675 return ThreadOffset<pointer_size>(
676 OFFSETOF_MEMBER(Thread, tls32_) +
677 OFFSETOF_MEMBER(tls_32bit_sized_values, is_gc_marking));
678 }
679
Igor Murashkinae7ff922016-10-06 14:59:19 -0700680 static constexpr size_t IsGcMarkingSize() {
681 return sizeof(tls32_.is_gc_marking);
682 }
683
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000684 // Deoptimize the Java stack.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700685 void DeoptimizeWithDeoptimizationException(JValue* result) REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000686
Ian Rogersdd7624d2014-03-14 17:43:00 -0700687 private:
Andreas Gampe542451c2016-07-26 09:02:02 -0700688 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700689 static ThreadOffset<pointer_size> ThreadOffsetFromTlsPtr(size_t tls_ptr_offset) {
690 size_t base = OFFSETOF_MEMBER(Thread, tlsPtr_);
691 size_t scale;
692 size_t shrink;
Andreas Gampe542451c2016-07-26 09:02:02 -0700693 if (pointer_size == kRuntimePointerSize) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700694 scale = 1;
695 shrink = 1;
Andreas Gampe542451c2016-07-26 09:02:02 -0700696 } else if (pointer_size > kRuntimePointerSize) {
697 scale = static_cast<size_t>(pointer_size) / static_cast<size_t>(kRuntimePointerSize);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700698 shrink = 1;
699 } else {
Andreas Gampe542451c2016-07-26 09:02:02 -0700700 DCHECK_GT(kRuntimePointerSize, pointer_size);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700701 scale = 1;
Andreas Gampe542451c2016-07-26 09:02:02 -0700702 shrink = static_cast<size_t>(kRuntimePointerSize) / static_cast<size_t>(pointer_size);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700703 }
704 return ThreadOffset<pointer_size>(base + ((tls_ptr_offset * scale) / shrink));
Ian Rogers07ec8e12012-12-01 01:26:51 -0800705 }
706
Ian Rogersdd7624d2014-03-14 17:43:00 -0700707 public:
Jeff Hao848f70a2014-01-15 13:49:50 -0800708 static uint32_t QuickEntryPointOffsetWithSize(size_t quick_entrypoint_offset,
Andreas Gampe542451c2016-07-26 09:02:02 -0700709 PointerSize pointer_size) {
710 if (pointer_size == PointerSize::k32) {
711 return QuickEntryPointOffset<PointerSize::k32>(quick_entrypoint_offset).
712 Uint32Value();
Jeff Hao848f70a2014-01-15 13:49:50 -0800713 } else {
Andreas Gampe542451c2016-07-26 09:02:02 -0700714 return QuickEntryPointOffset<PointerSize::k64>(quick_entrypoint_offset).
715 Uint32Value();
Jeff Hao848f70a2014-01-15 13:49:50 -0800716 }
717 }
718
Andreas Gampe542451c2016-07-26 09:02:02 -0700719 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700720 static ThreadOffset<pointer_size> QuickEntryPointOffset(size_t quick_entrypoint_offset) {
721 return ThreadOffsetFromTlsPtr<pointer_size>(
722 OFFSETOF_MEMBER(tls_ptr_sized_values, quick_entrypoints) + quick_entrypoint_offset);
Elliott Hughesbe759c62011-09-08 19:38:21 -0700723 }
724
Andreas Gampe542451c2016-07-26 09:02:02 -0700725 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700726 static ThreadOffset<pointer_size> JniEntryPointOffset(size_t jni_entrypoint_offset) {
727 return ThreadOffsetFromTlsPtr<pointer_size>(
728 OFFSETOF_MEMBER(tls_ptr_sized_values, jni_entrypoints) + jni_entrypoint_offset);
Elliott Hughesbe759c62011-09-08 19:38:21 -0700729 }
730
Roland Levillain97c46462017-05-11 14:04:03 +0100731 // Return the entry point offset integer value for ReadBarrierMarkRegX, where X is `reg`.
732 template <PointerSize pointer_size>
733 static int32_t ReadBarrierMarkEntryPointsOffset(size_t reg) {
734 // The entry point list defines 30 ReadBarrierMarkRegX entry points.
735 DCHECK_LT(reg, 30u);
736 // The ReadBarrierMarkRegX entry points are ordered by increasing
737 // register number in Thread::tls_Ptr_.quick_entrypoints.
738 return QUICK_ENTRYPOINT_OFFSET(pointer_size, pReadBarrierMarkReg00).Int32Value()
739 + static_cast<size_t>(pointer_size) * reg;
740 }
741
Andreas Gampe542451c2016-07-26 09:02:02 -0700742 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700743 static ThreadOffset<pointer_size> SelfOffset() {
744 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, self));
745 }
746
Andreas Gampe542451c2016-07-26 09:02:02 -0700747 template<PointerSize pointer_size>
buzbee1452bee2015-03-06 14:43:04 -0800748 static ThreadOffset<pointer_size> MterpCurrentIBaseOffset() {
749 return ThreadOffsetFromTlsPtr<pointer_size>(
750 OFFSETOF_MEMBER(tls_ptr_sized_values, mterp_current_ibase));
751 }
752
Andreas Gampe542451c2016-07-26 09:02:02 -0700753 template<PointerSize pointer_size>
buzbee1452bee2015-03-06 14:43:04 -0800754 static ThreadOffset<pointer_size> MterpDefaultIBaseOffset() {
755 return ThreadOffsetFromTlsPtr<pointer_size>(
756 OFFSETOF_MEMBER(tls_ptr_sized_values, mterp_default_ibase));
757 }
758
Andreas Gampe542451c2016-07-26 09:02:02 -0700759 template<PointerSize pointer_size>
buzbee1452bee2015-03-06 14:43:04 -0800760 static ThreadOffset<pointer_size> MterpAltIBaseOffset() {
761 return ThreadOffsetFromTlsPtr<pointer_size>(
762 OFFSETOF_MEMBER(tls_ptr_sized_values, mterp_alt_ibase));
763 }
764
Andreas Gampe542451c2016-07-26 09:02:02 -0700765 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700766 static ThreadOffset<pointer_size> ExceptionOffset() {
767 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, exception));
768 }
769
Andreas Gampe542451c2016-07-26 09:02:02 -0700770 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700771 static ThreadOffset<pointer_size> PeerOffset() {
772 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, opeer));
773 }
774
775
Andreas Gampe542451c2016-07-26 09:02:02 -0700776 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700777 static ThreadOffset<pointer_size> CardTableOffset() {
778 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, card_table));
779 }
780
Andreas Gampe542451c2016-07-26 09:02:02 -0700781 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700782 static ThreadOffset<pointer_size> ThreadSuspendTriggerOffset() {
783 return ThreadOffsetFromTlsPtr<pointer_size>(
784 OFFSETOF_MEMBER(tls_ptr_sized_values, suspend_trigger));
Dave Allisonb373e092014-02-20 16:06:36 -0800785 }
786
Andreas Gampe542451c2016-07-26 09:02:02 -0700787 template<PointerSize pointer_size>
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700788 static ThreadOffset<pointer_size> ThreadLocalPosOffset() {
Andreas Gampe542451c2016-07-26 09:02:02 -0700789 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
790 thread_local_pos));
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700791 }
792
Andreas Gampe542451c2016-07-26 09:02:02 -0700793 template<PointerSize pointer_size>
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700794 static ThreadOffset<pointer_size> ThreadLocalEndOffset() {
Andreas Gampe542451c2016-07-26 09:02:02 -0700795 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
796 thread_local_end));
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700797 }
798
Andreas Gampe542451c2016-07-26 09:02:02 -0700799 template<PointerSize pointer_size>
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700800 static ThreadOffset<pointer_size> ThreadLocalObjectsOffset() {
Andreas Gampe542451c2016-07-26 09:02:02 -0700801 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
802 thread_local_objects));
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700803 }
804
Andreas Gampe542451c2016-07-26 09:02:02 -0700805 template<PointerSize pointer_size>
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700806 static ThreadOffset<pointer_size> RosAllocRunsOffset() {
807 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
808 rosalloc_runs));
809 }
810
Andreas Gampe542451c2016-07-26 09:02:02 -0700811 template<PointerSize pointer_size>
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700812 static ThreadOffset<pointer_size> ThreadLocalAllocStackTopOffset() {
813 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
814 thread_local_alloc_stack_top));
815 }
816
Andreas Gampe542451c2016-07-26 09:02:02 -0700817 template<PointerSize pointer_size>
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700818 static ThreadOffset<pointer_size> ThreadLocalAllocStackEndOffset() {
819 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
820 thread_local_alloc_stack_end));
821 }
822
Ian Rogers932746a2011-09-22 18:57:50 -0700823 // Size of stack less any space reserved for stack overflow
jeffhaod7521322012-11-21 15:38:24 -0800824 size_t GetStackSize() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700825 return tlsPtr_.stack_size - (tlsPtr_.stack_end - tlsPtr_.stack_begin);
Ian Rogers932746a2011-09-22 18:57:50 -0700826 }
827
Ian Rogers13735952014-10-08 12:43:28 -0700828 uint8_t* GetStackEndForInterpreter(bool implicit_overflow_check) const {
Andreas Gampeaee008e2018-06-29 10:00:13 -0700829 uint8_t* end = tlsPtr_.stack_end + (implicit_overflow_check
830 ? GetStackOverflowReservedBytes(kRuntimeISA)
831 : 0);
832 if (kIsDebugBuild) {
833 // In a debuggable build, but especially under ASAN, the access-checks interpreter has a
834 // potentially humongous stack size. We don't want to take too much of the stack regularly,
835 // so do not increase the regular reserved size (for compiled code etc) and only report the
836 // virtually smaller stack to the interpreter here.
837 end += GetStackOverflowReservedBytes(kRuntimeISA);
Nicolas Geoffray535a3fb2014-07-22 15:17:38 +0100838 }
Andreas Gampeaee008e2018-06-29 10:00:13 -0700839 return end;
Nicolas Geoffray535a3fb2014-07-22 15:17:38 +0100840 }
841
Ian Rogers13735952014-10-08 12:43:28 -0700842 uint8_t* GetStackEnd() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700843 return tlsPtr_.stack_end;
jeffhaod7521322012-11-21 15:38:24 -0800844 }
845
Ian Rogers932746a2011-09-22 18:57:50 -0700846 // Set the stack end to that to be used during a stack overflow
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700847 void SetStackEndForStackOverflow() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers932746a2011-09-22 18:57:50 -0700848
849 // Set the stack end to that to be used during regular execution
Dave Allisonb090a182014-08-14 17:02:48 +0000850 void ResetDefaultStackEnd() {
Ian Rogers932746a2011-09-22 18:57:50 -0700851 // Our stacks grow down, so we want stack_end_ to be near there, but reserving enough room
852 // to throw a StackOverflowError.
Dave Allisonb090a182014-08-14 17:02:48 +0000853 tlsPtr_.stack_end = tlsPtr_.stack_begin + GetStackOverflowReservedBytes(kRuntimeISA);
Ian Rogers932746a2011-09-22 18:57:50 -0700854 }
855
Ian Rogers120f1c72012-09-28 17:17:10 -0700856 bool IsHandlingStackOverflow() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700857 return tlsPtr_.stack_end == tlsPtr_.stack_begin;
Ian Rogers120f1c72012-09-28 17:17:10 -0700858 }
859
Andreas Gampe542451c2016-07-26 09:02:02 -0700860 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700861 static ThreadOffset<pointer_size> StackEndOffset() {
862 return ThreadOffsetFromTlsPtr<pointer_size>(
863 OFFSETOF_MEMBER(tls_ptr_sized_values, stack_end));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700864 }
865
Andreas Gampe542451c2016-07-26 09:02:02 -0700866 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700867 static ThreadOffset<pointer_size> JniEnvOffset() {
868 return ThreadOffsetFromTlsPtr<pointer_size>(
869 OFFSETOF_MEMBER(tls_ptr_sized_values, jni_env));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700870 }
871
Andreas Gampe542451c2016-07-26 09:02:02 -0700872 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700873 static ThreadOffset<pointer_size> TopOfManagedStackOffset() {
874 return ThreadOffsetFromTlsPtr<pointer_size>(
875 OFFSETOF_MEMBER(tls_ptr_sized_values, managed_stack) +
Vladimir Marko2196c652017-11-30 16:16:07 +0000876 ManagedStack::TaggedTopQuickFrameOffset());
Elliott Hughesbe759c62011-09-08 19:38:21 -0700877 }
878
Ian Rogers0399dde2012-06-06 17:09:28 -0700879 const ManagedStack* GetManagedStack() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700880 return &tlsPtr_.managed_stack;
Ian Rogers0399dde2012-06-06 17:09:28 -0700881 }
882
883 // Linked list recording fragments of managed stack.
884 void PushManagedStackFragment(ManagedStack* fragment) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700885 tlsPtr_.managed_stack.PushManagedStackFragment(fragment);
Ian Rogers0399dde2012-06-06 17:09:28 -0700886 }
887 void PopManagedStackFragment(const ManagedStack& fragment) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700888 tlsPtr_.managed_stack.PopManagedStackFragment(fragment);
Ian Rogers0399dde2012-06-06 17:09:28 -0700889 }
890
Andreas Gampe513061a2017-06-01 09:17:34 -0700891 ALWAYS_INLINE ShadowFrame* PushShadowFrame(ShadowFrame* new_top_frame);
892 ALWAYS_INLINE ShadowFrame* PopShadowFrame();
Logan Chienf7ad17e2012-03-15 03:10:03 +0800893
Andreas Gampe542451c2016-07-26 09:02:02 -0700894 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700895 static ThreadOffset<pointer_size> TopShadowFrameOffset() {
896 return ThreadOffsetFromTlsPtr<pointer_size>(
897 OFFSETOF_MEMBER(tls_ptr_sized_values, managed_stack) +
898 ManagedStack::TopShadowFrameOffset());
TDYa127d668a062012-04-13 12:36:57 -0700899 }
900
Ian Rogers0399dde2012-06-06 17:09:28 -0700901 // Is the given obj in this thread's stack indirect reference table?
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700902 bool HandleScopeContains(jobject obj) const;
Ian Rogers0399dde2012-06-06 17:09:28 -0700903
Hans Boehm0882af22017-08-31 15:21:57 -0700904 void HandleScopeVisitRoots(RootVisitor* visitor, pid_t thread_id)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700905 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers0399dde2012-06-06 17:09:28 -0700906
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700907 BaseHandleScope* GetTopHandleScope() {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700908 return tlsPtr_.top_handle_scope;
Ian Rogers1f539342012-10-03 21:09:42 -0700909 }
910
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700911 void PushHandleScope(BaseHandleScope* handle_scope) {
Ian Rogers59c07062014-10-10 13:03:39 -0700912 DCHECK_EQ(handle_scope->GetLink(), tlsPtr_.top_handle_scope);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700913 tlsPtr_.top_handle_scope = handle_scope;
914 }
915
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700916 BaseHandleScope* PopHandleScope() {
917 BaseHandleScope* handle_scope = tlsPtr_.top_handle_scope;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700918 DCHECK(handle_scope != nullptr);
919 tlsPtr_.top_handle_scope = tlsPtr_.top_handle_scope->GetLink();
920 return handle_scope;
Ian Rogers1f539342012-10-03 21:09:42 -0700921 }
Brian Carlstrom40381fb2011-10-19 14:13:40 -0700922
Andreas Gampe542451c2016-07-26 09:02:02 -0700923 template<PointerSize pointer_size>
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700924 static ThreadOffset<pointer_size> TopHandleScopeOffset() {
925 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
926 top_handle_scope));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700927 }
928
Ian Rogersdd7624d2014-03-14 17:43:00 -0700929 DebugInvokeReq* GetInvokeReq() const {
930 return tlsPtr_.debug_invoke_req;
Elliott Hughes475fc232011-10-25 15:00:35 -0700931 }
932
Sebastien Hertz61b7f1b2013-11-15 15:59:30 +0100933 SingleStepControl* GetSingleStepControl() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700934 return tlsPtr_.single_step_control;
Sebastien Hertz61b7f1b2013-11-15 15:59:30 +0100935 }
936
Sebastien Hertz1558b572015-02-25 15:05:59 +0100937 // Indicates whether this thread is ready to invoke a method for debugging. This
938 // is only true if the thread has been suspended by a debug event.
939 bool IsReadyForDebugInvoke() const {
940 return tls32_.ready_for_debug_invoke;
941 }
942
943 void SetReadyForDebugInvoke(bool ready) {
944 tls32_.ready_for_debug_invoke = ready;
945 }
946
Sebastien Hertz9d6bf692015-04-10 12:12:33 +0200947 bool IsDebugMethodEntry() const {
948 return tls32_.debug_method_entry_;
949 }
950
951 void SetDebugMethodEntry() {
952 tls32_.debug_method_entry_ = true;
953 }
954
955 void ClearDebugMethodEntry() {
956 tls32_.debug_method_entry_ = false;
957 }
958
Hiroshi Yamauchi00370822015-08-18 14:47:25 -0700959 bool GetIsGcMarking() const {
960 CHECK(kUseReadBarrier);
961 return tls32_.is_gc_marking;
962 }
963
Mathieu Chartierfe814e82016-11-09 14:32:49 -0800964 void SetIsGcMarkingAndUpdateEntrypoints(bool is_marking);
Hiroshi Yamauchi00370822015-08-18 14:47:25 -0700965
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -0700966 bool GetWeakRefAccessEnabled() const {
967 CHECK(kUseReadBarrier);
968 return tls32_.weak_ref_access_enabled;
969 }
970
971 void SetWeakRefAccessEnabled(bool enabled) {
972 CHECK(kUseReadBarrier);
973 tls32_.weak_ref_access_enabled = enabled;
974 }
975
Hiroshi Yamauchi20a0be02016-02-19 15:44:06 -0800976 uint32_t GetDisableThreadFlipCount() const {
977 CHECK(kUseReadBarrier);
978 return tls32_.disable_thread_flip_count;
979 }
980
981 void IncrementDisableThreadFlipCount() {
982 CHECK(kUseReadBarrier);
983 ++tls32_.disable_thread_flip_count;
984 }
985
986 void DecrementDisableThreadFlipCount() {
987 CHECK(kUseReadBarrier);
988 DCHECK_GT(tls32_.disable_thread_flip_count, 0U);
989 --tls32_.disable_thread_flip_count;
990 }
991
Calin Juravleccd56952016-12-15 17:57:38 +0000992 // Returns true if the thread is allowed to call into java.
993 bool CanCallIntoJava() const {
994 return can_call_into_java_;
995 }
996
997 void SetCanCallIntoJava(bool can_call_into_java) {
998 can_call_into_java_ = can_call_into_java;
999 }
1000
Sebastien Hertz597c4f02015-01-26 17:37:14 +01001001 // Activates single step control for debugging. The thread takes the
1002 // ownership of the given SingleStepControl*. It is deleted by a call
1003 // to DeactivateSingleStepControl or upon thread destruction.
1004 void ActivateSingleStepControl(SingleStepControl* ssc);
1005
1006 // Deactivates single step control for debugging.
1007 void DeactivateSingleStepControl();
1008
Sebastien Hertz1558b572015-02-25 15:05:59 +01001009 // Sets debug invoke request for debugging. When the thread is resumed,
Sebastien Hertzcbc50642015-06-01 17:33:12 +02001010 // it executes the method described by this request then sends the reply
1011 // before suspending itself. The thread takes the ownership of the given
1012 // DebugInvokeReq*. It is deleted by a call to ClearDebugInvokeReq.
Sebastien Hertz1558b572015-02-25 15:05:59 +01001013 void SetDebugInvokeReq(DebugInvokeReq* req);
1014
1015 // Clears debug invoke request for debugging. When the thread completes
Sebastien Hertzcbc50642015-06-01 17:33:12 +02001016 // method invocation, it deletes its debug invoke request and suspends
1017 // itself.
Sebastien Hertz1558b572015-02-25 15:05:59 +01001018 void ClearDebugInvokeReq();
Sebastien Hertz597c4f02015-01-26 17:37:14 +01001019
Sebastien Hertzfd3077e2014-04-23 10:32:43 +02001020 // Returns the fake exception used to activate deoptimization.
1021 static mirror::Throwable* GetDeoptimizationException() {
Mathieu Chartier0795f232016-09-27 18:43:30 -07001022 // Note that the mirror::Throwable must be aligned to kObjectAlignment or else it cannot be
1023 // represented by ObjPtr.
1024 return reinterpret_cast<mirror::Throwable*>(0x100);
Sebastien Hertzfd3077e2014-04-23 10:32:43 +02001025 }
1026
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001027 // Currently deoptimization invokes verifier which can trigger class loading
1028 // and execute Java code, so there might be nested deoptimizations happening.
1029 // We need to save the ongoing deoptimization shadow frames and return
1030 // values on stacks.
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001031 // 'from_code' denotes whether the deoptimization was explicitly made from
1032 // compiled code.
Mingyao Yang2ee17902017-08-30 11:37:08 -07001033 // 'method_type' contains info on whether deoptimization should advance
1034 // dex_pc.
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001035 void PushDeoptimizationContext(const JValue& return_value,
1036 bool is_reference,
Mingyao Yang2ee17902017-08-30 11:37:08 -07001037 ObjPtr<mirror::Throwable> exception,
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001038 bool from_code,
Mingyao Yang2ee17902017-08-30 11:37:08 -07001039 DeoptimizationMethodType method_type)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001040 REQUIRES_SHARED(Locks::mutator_lock_);
Mathieu Chartierf5769e12017-01-10 15:54:41 -08001041 void PopDeoptimizationContext(JValue* result,
1042 ObjPtr<mirror::Throwable>* exception,
Mingyao Yang2ee17902017-08-30 11:37:08 -07001043 bool* from_code,
1044 DeoptimizationMethodType* method_type)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001045 REQUIRES_SHARED(Locks::mutator_lock_);
Sebastien Hertz07474662015-08-25 15:12:33 +00001046 void AssertHasDeoptimizationContext()
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001047 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001048 void PushStackedShadowFrame(ShadowFrame* sf, StackedShadowFrameType type);
Andreas Gampe639bdd12015-06-03 11:22:45 -07001049 ShadowFrame* PopStackedShadowFrame(StackedShadowFrameType type, bool must_be_present = true);
Andreas Gampe2a0d4ec2014-06-02 22:05:22 -07001050
Mingyao Yang99170c62015-07-06 11:10:37 -07001051 // For debugger, find the shadow frame that corresponds to a frame id.
1052 // Or return null if there is none.
1053 ShadowFrame* FindDebuggerShadowFrame(size_t frame_id)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001054 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001055 // For debugger, find the bool array that keeps track of the updated vreg set
1056 // for a frame id.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001057 bool* GetUpdatedVRegFlags(size_t frame_id) REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001058 // For debugger, find the shadow frame that corresponds to a frame id. If
1059 // one doesn't exist yet, create one and track it in frame_id_to_shadow_frame.
1060 ShadowFrame* FindOrCreateDebuggerShadowFrame(size_t frame_id,
1061 uint32_t num_vregs,
1062 ArtMethod* method,
1063 uint32_t dex_pc)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001064 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001065
1066 // Delete the entry that maps from frame_id to shadow_frame.
1067 void RemoveDebuggerShadowFrameMapping(size_t frame_id)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001068 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001069
Ian Rogers62d6c772013-02-27 08:32:07 -08001070 std::deque<instrumentation::InstrumentationStackFrame>* GetInstrumentationStack() {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001071 return tlsPtr_.instrumentation_stack;
jeffhaoe343b762011-12-05 16:36:44 -08001072 }
1073
Mathieu Chartiere401d142015-04-22 13:56:20 -07001074 std::vector<ArtMethod*>* GetStackTraceSample() const {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001075 DCHECK(!IsAotCompiler());
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001076 return tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001077 }
1078
Mathieu Chartiere401d142015-04-22 13:56:20 -07001079 void SetStackTraceSample(std::vector<ArtMethod*>* sample) {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001080 DCHECK(!IsAotCompiler());
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001081 tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample = sample;
1082 }
1083
1084 verifier::VerifierDeps* GetVerifierDeps() const {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001085 DCHECK(IsAotCompiler());
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001086 return tlsPtr_.deps_or_stack_trace_sample.verifier_deps;
1087 }
1088
1089 // It is the responsability of the caller to make sure the verifier_deps
1090 // entry in the thread is cleared before destruction of the actual VerifierDeps
1091 // object, or the thread.
1092 void SetVerifierDeps(verifier::VerifierDeps* verifier_deps) {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001093 DCHECK(IsAotCompiler());
Nicolas Geoffraye424c932016-11-23 12:52:01 +00001094 DCHECK(verifier_deps == nullptr || tlsPtr_.deps_or_stack_trace_sample.verifier_deps == nullptr);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001095 tlsPtr_.deps_or_stack_trace_sample.verifier_deps = verifier_deps;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001096 }
1097
1098 uint64_t GetTraceClockBase() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001099 return tls64_.trace_clock_base;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001100 }
1101
1102 void SetTraceClockBase(uint64_t clock_base) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001103 tls64_.trace_clock_base = clock_base;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001104 }
1105
Ian Rogers81d425b2012-09-27 16:03:43 -07001106 BaseMutex* GetHeldMutex(LockLevel level) const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001107 return tlsPtr_.held_mutexes[level];
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001108 }
1109
Ian Rogers81d425b2012-09-27 16:03:43 -07001110 void SetHeldMutex(LockLevel level, BaseMutex* mutex) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001111 tlsPtr_.held_mutexes[level] = mutex;
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001112 }
Elliott Hughesffb465f2012-03-01 18:46:05 -08001113
Yu Lieac44242015-06-29 10:50:03 +08001114 void ClearSuspendBarrier(AtomicInteger* target)
Mathieu Chartier90443472015-07-16 20:32:27 -07001115 REQUIRES(Locks::thread_suspend_count_lock_);
Yu Lieac44242015-06-29 10:50:03 +08001116
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001117 bool ReadFlag(ThreadFlag flag) const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001118 return (tls32_.state_and_flags.as_struct.flags & flag) != 0;
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001119 }
1120
Jeff Hao9cec2472013-05-14 18:17:06 -07001121 bool TestAllFlags() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001122 return (tls32_.state_and_flags.as_struct.flags != 0);
Jeff Hao9cec2472013-05-14 18:17:06 -07001123 }
1124
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001125 void AtomicSetFlag(ThreadFlag flag) {
Orion Hodson88591fe2018-03-06 13:35:43 +00001126 tls32_.state_and_flags.as_atomic_int.fetch_or(flag, std::memory_order_seq_cst);
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001127 }
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001128
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001129 void AtomicClearFlag(ThreadFlag flag) {
Orion Hodson88591fe2018-03-06 13:35:43 +00001130 tls32_.state_and_flags.as_atomic_int.fetch_and(-1 ^ flag, std::memory_order_seq_cst);
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001131 }
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001132
Mathieu Chartier5ace2012016-11-30 10:15:41 -08001133 void ResetQuickAllocEntryPointsForThread(bool is_marking);
Hiroshi Yamauchi3b4c1892013-09-12 21:33:12 -07001134
Ian Rogersdd7624d2014-03-14 17:43:00 -07001135 // Returns the remaining space in the TLAB.
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001136 size_t TlabSize() const {
1137 return tlsPtr_.thread_local_end - tlsPtr_.thread_local_pos;
1138 }
1139
1140 // Returns the remaining space in the TLAB if we were to expand it to maximum capacity.
1141 size_t TlabRemainingCapacity() const {
1142 return tlsPtr_.thread_local_limit - tlsPtr_.thread_local_pos;
1143 }
1144
1145 // Expand the TLAB by a fixed number of bytes. There must be enough capacity to do so.
1146 void ExpandTlab(size_t bytes) {
1147 tlsPtr_.thread_local_end += bytes;
1148 DCHECK_LE(tlsPtr_.thread_local_end, tlsPtr_.thread_local_limit);
1149 }
1150
Ian Rogersdd7624d2014-03-14 17:43:00 -07001151 // Doesn't check that there is room.
1152 mirror::Object* AllocTlab(size_t bytes);
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001153 void SetTlab(uint8_t* start, uint8_t* end, uint8_t* limit);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001154 bool HasTlab() const;
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08001155 uint8_t* GetTlabStart() {
1156 return tlsPtr_.thread_local_start;
1157 }
1158 uint8_t* GetTlabPos() {
1159 return tlsPtr_.thread_local_pos;
1160 }
Elliott Hughes5d96a712012-06-28 12:24:27 -07001161
Ian Rogersdd7624d2014-03-14 17:43:00 -07001162 // Remove the suspend trigger for this thread by making the suspend_trigger_ TLS value
1163 // equal to a valid pointer.
1164 // TODO: does this need to atomic? I don't think so.
1165 void RemoveSuspendTrigger() {
1166 tlsPtr_.suspend_trigger = reinterpret_cast<uintptr_t*>(&tlsPtr_.suspend_trigger);
1167 }
1168
1169 // Trigger a suspend check by making the suspend_trigger_ TLS value an invalid pointer.
1170 // The next time a suspend check is done, it will load from the value at this address
1171 // and trigger a SIGSEGV.
1172 void TriggerSuspend() {
1173 tlsPtr_.suspend_trigger = nullptr;
1174 }
1175
1176
1177 // Push an object onto the allocation stack.
Mathieu Chartiercb535da2015-01-23 13:50:03 -08001178 bool PushOnThreadLocalAllocationStack(mirror::Object* obj)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001179 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001180
1181 // Set the thread local allocation pointers to the given pointers.
Mathieu Chartiercb535da2015-01-23 13:50:03 -08001182 void SetThreadLocalAllocationStack(StackReference<mirror::Object>* start,
1183 StackReference<mirror::Object>* end);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001184
1185 // Resets the thread local allocation pointers.
1186 void RevokeThreadLocalAllocationStack();
1187
1188 size_t GetThreadLocalBytesAllocated() const {
Mathieu Chartier14cc9be2014-07-11 10:26:37 -07001189 return tlsPtr_.thread_local_end - tlsPtr_.thread_local_start;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001190 }
1191
1192 size_t GetThreadLocalObjectsAllocated() const {
1193 return tlsPtr_.thread_local_objects;
1194 }
1195
Ian Rogersdd7624d2014-03-14 17:43:00 -07001196 void* GetRosAllocRun(size_t index) const {
1197 return tlsPtr_.rosalloc_runs[index];
1198 }
1199
1200 void SetRosAllocRun(size_t index, void* run) {
1201 tlsPtr_.rosalloc_runs[index] = run;
1202 }
1203
Andreas Gampe2c2d2a02016-03-17 21:27:19 -07001204 bool ProtectStack(bool fatal_on_error = true);
Dave Allison648d7112014-07-25 16:15:27 -07001205 bool UnprotectStack();
1206
buzbee1452bee2015-03-06 14:43:04 -08001207 void SetMterpDefaultIBase(void* ibase) {
1208 tlsPtr_.mterp_default_ibase = ibase;
1209 }
1210
1211 void SetMterpCurrentIBase(void* ibase) {
1212 tlsPtr_.mterp_current_ibase = ibase;
1213 }
1214
1215 void SetMterpAltIBase(void* ibase) {
1216 tlsPtr_.mterp_alt_ibase = ibase;
1217 }
1218
1219 const void* GetMterpDefaultIBase() const {
1220 return tlsPtr_.mterp_default_ibase;
1221 }
1222
1223 const void* GetMterpCurrentIBase() const {
1224 return tlsPtr_.mterp_current_ibase;
1225 }
1226
1227 const void* GetMterpAltIBase() const {
1228 return tlsPtr_.mterp_alt_ibase;
1229 }
1230
Josh Gaoefd20cb2017-02-28 16:53:59 -08001231 bool HandlingSignal() const {
1232 return tls32_.handling_signal_;
Dave Allison648d7112014-07-25 16:15:27 -07001233 }
1234
Josh Gaoefd20cb2017-02-28 16:53:59 -08001235 void SetHandlingSignal(bool handling_signal) {
1236 tls32_.handling_signal_ = handling_signal;
Dave Allison8ce6b902014-08-26 11:07:58 -07001237 }
1238
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001239 bool IsTransitioningToRunnable() const {
1240 return tls32_.is_transitioning_to_runnable;
1241 }
1242
1243 void SetIsTransitioningToRunnable(bool value) {
1244 tls32_.is_transitioning_to_runnable = value;
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08001245 }
1246
Mathieu Chartierd0ad2ee2015-03-31 14:59:59 -07001247 void PushVerifier(verifier::MethodVerifier* verifier);
1248 void PopVerifier(verifier::MethodVerifier* verifier);
Mathieu Chartier12d625f2015-03-13 11:33:37 -07001249
Jeff Hao848f70a2014-01-15 13:49:50 -08001250 void InitStringEntryPoints();
1251
Mathieu Chartierdfe02f62016-02-01 20:15:11 -08001252 void ModifyDebugDisallowReadBarrier(int8_t delta) {
1253 debug_disallow_read_barrier_ += delta;
1254 }
1255
1256 uint8_t GetDebugDisallowReadBarrierCount() const {
1257 return debug_disallow_read_barrier_;
1258 }
1259
Alex Light184f0752018-07-13 11:18:22 -07001260 // Gets the current TLSData associated with the key or nullptr if there isn't any. Note that users
1261 // do not gain ownership of TLSData and must synchronize with SetCustomTls themselves to prevent
1262 // it from being deleted.
1263 TLSData* GetCustomTLS(const char* key) REQUIRES(!Locks::custom_tls_lock_);
Andreas Gampef26bf2d2017-01-13 16:47:14 -08001264
Alex Light184f0752018-07-13 11:18:22 -07001265 // Sets the tls entry at 'key' to data. The thread takes ownership of the TLSData. The destructor
1266 // will be run when the thread exits or when SetCustomTLS is called again with the same key.
1267 void SetCustomTLS(const char* key, TLSData* data) REQUIRES(!Locks::custom_tls_lock_);
Andreas Gampef26bf2d2017-01-13 16:47:14 -08001268
Calin Juravle97cbc922016-04-15 16:16:35 +01001269 // Returns true if the current thread is the jit sensitive thread.
1270 bool IsJitSensitiveThread() const {
1271 return this == jit_sensitive_thread_;
1272 }
1273
1274 // Returns true if StrictMode events are traced for the current thread.
Calin Juravleb2771b42016-04-07 17:09:25 +01001275 static bool IsSensitiveThread() {
1276 if (is_sensitive_thread_hook_ != nullptr) {
1277 return (*is_sensitive_thread_hook_)();
1278 }
1279 return false;
1280 }
1281
Mathieu Chartier3768ade2017-05-02 14:04:39 -07001282 // Set to the read barrier marking entrypoints to be non-null.
1283 void SetReadBarrierEntrypoints();
1284
Andreas Gampebad529d2017-02-13 18:52:10 -08001285 static jobject CreateCompileTimePeer(JNIEnv* env,
1286 const char* name,
1287 bool as_daemon,
1288 jobject thread_group)
1289 REQUIRES_SHARED(Locks::mutator_lock_);
1290
Ian Rogersdd7624d2014-03-14 17:43:00 -07001291 private:
Ian Rogers52673ff2012-06-27 23:25:34 -07001292 explicit Thread(bool daemon);
Mathieu Chartier90443472015-07-16 20:32:27 -07001293 ~Thread() REQUIRES(!Locks::mutator_lock_, !Locks::thread_suspend_count_lock_);
Elliott Hughesc0f09332012-03-26 13:27:06 -07001294 void Destroy();
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001295
Andreas Gampe732b0ac2017-01-18 15:23:39 -08001296 // Attaches the calling native thread to the runtime, returning the new native peer.
1297 // Used to implement JNI AttachCurrentThread and AttachCurrentThreadAsDaemon calls.
1298 template <typename PeerAction>
1299 static Thread* Attach(const char* thread_name,
1300 bool as_daemon,
1301 PeerAction p);
1302
Ian Rogers365c1022012-06-22 15:05:28 -07001303 void CreatePeer(const char* name, bool as_daemon, jobject thread_group);
Elliott Hughes5fe594f2011-09-08 12:33:17 -07001304
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001305 template<bool kTransactionActive>
Andreas Gampebad529d2017-02-13 18:52:10 -08001306 static void InitPeer(ScopedObjectAccessAlreadyRunnable& soa,
1307 ObjPtr<mirror::Object> peer,
1308 jboolean thread_is_daemon,
1309 jobject thread_group,
1310 jobject thread_name,
1311 jint thread_priority)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001312 REQUIRES_SHARED(Locks::mutator_lock_);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001313
Ian Rogers62d6c772013-02-27 08:32:07 -08001314 // Avoid use, callers should use SetState. Used only by SignalCatcher::HandleSigQuit, ~Thread and
Hiroshi Yamauchi98810e32016-05-24 14:55:40 -07001315 // Dbg::ManageDeoptimization.
Ian Rogers474b6da2012-09-25 00:20:38 -07001316 ThreadState SetStateUnsafe(ThreadState new_state) {
1317 ThreadState old_state = GetState();
Mathieu Chartier8ac9c912015-10-01 15:58:41 -07001318 if (old_state == kRunnable && new_state != kRunnable) {
1319 // Need to run pending checkpoint and suspend barriers. Run checkpoints in runnable state in
1320 // case they need to use a ScopedObjectAccess. If we are holding the mutator lock and a SOA
1321 // attempts to TransitionFromSuspendedToRunnable, it results in a deadlock.
1322 TransitionToSuspendedAndRunCheckpoints(new_state);
1323 // Since we transitioned to a suspended state, check the pass barrier requests.
1324 PassActiveSuspendBarriers();
1325 } else {
1326 tls32_.state_and_flags.as_struct.state = new_state;
Yu Lieac44242015-06-29 10:50:03 +08001327 }
Ian Rogersc747cff2012-08-31 18:20:08 -07001328 return old_state;
1329 }
Ian Rogersc747cff2012-08-31 18:20:08 -07001330
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001331 void VerifyStackImpl() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers04d7aa92013-03-16 14:29:17 -07001332
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001333 void DumpState(std::ostream& os) const REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffraya73280d2016-02-15 13:05:16 +00001334 void DumpStack(std::ostream& os,
Nicolas Geoffray6ee49712018-03-30 14:39:05 +00001335 bool dump_native_stack = true,
Hiroshi Yamauchi13c16352017-01-31 10:15:08 -08001336 BacktraceMap* backtrace_map = nullptr,
1337 bool force_dump_stack = false) const
Mathieu Chartier90443472015-07-16 20:32:27 -07001338 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001339 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesd92bec42011-09-02 17:04:36 -07001340
Elliott Hughesaccd83d2011-10-17 14:25:58 -07001341 // Out-of-line conveniences for debugging in gdb.
Brian Carlstrom7934ac22013-07-26 10:54:15 -07001342 static Thread* CurrentFromGdb(); // Like Thread::Current.
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001343 // Like Thread::Dump(std::cerr).
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001344 void DumpFromGdb() const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesaccd83d2011-10-17 14:25:58 -07001345
Elliott Hughes93e74e82011-09-13 11:07:03 -07001346 static void* CreateCallback(void* arg);
1347
Andreas Gampe513061a2017-06-01 09:17:34 -07001348 void HandleUncaughtExceptions(ScopedObjectAccessAlreadyRunnable& soa)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001349 REQUIRES_SHARED(Locks::mutator_lock_);
Andreas Gampe513061a2017-06-01 09:17:34 -07001350 void RemoveFromThreadGroup(ScopedObjectAccessAlreadyRunnable& soa)
1351 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesaccd83d2011-10-17 14:25:58 -07001352
Andreas Gampe449357d2015-06-01 22:29:51 -07001353 // Initialize a thread.
1354 //
1355 // The third parameter is not mandatory. If given, the thread will use this JNIEnvExt. In case
1356 // Init succeeds, this means the thread takes ownership of it. If Init fails, it is the caller's
1357 // responsibility to destroy the given JNIEnvExt. If the parameter is null, Init will try to
1358 // create a JNIEnvExt on its own (and potentially fail at that stage, indicated by a return value
1359 // of false).
1360 bool Init(ThreadList*, JavaVMExt*, JNIEnvExt* jni_env_ext = nullptr)
Mathieu Chartier90443472015-07-16 20:32:27 -07001361 REQUIRES(Locks::runtime_shutdown_lock_);
Ian Rogers5d76c432011-10-31 21:42:49 -07001362 void InitCardTable();
Ian Rogersb033c752011-07-20 12:22:35 -07001363 void InitCpu();
Alexei Zavjalov1efa0a92014-02-04 02:08:31 +07001364 void CleanupCpu();
Ian Rogers848871b2013-08-05 10:56:33 -07001365 void InitTlsEntryPoints();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001366 void InitTid();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001367 void InitPthreadKeySelf();
Ian Rogersf4d4da12014-11-11 16:10:33 -08001368 bool InitStackHwm();
Elliott Hughesbe759c62011-09-08 19:38:21 -07001369
Elliott Hughesd6a23bd2013-07-16 14:19:52 -07001370 void SetUpAlternateSignalStack();
1371 void TearDownAlternateSignalStack();
1372
Mathieu Chartier8ac9c912015-10-01 15:58:41 -07001373 ALWAYS_INLINE void TransitionToSuspendedAndRunCheckpoints(ThreadState new_state)
1374 REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_);
1375
1376 ALWAYS_INLINE void PassActiveSuspendBarriers()
1377 REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_);
1378
Calin Juravle97cbc922016-04-15 16:16:35 +01001379 // Registers the current thread as the jit sensitive thread. Should be called just once.
1380 static void SetJitSensitiveThread() {
1381 if (jit_sensitive_thread_ == nullptr) {
1382 jit_sensitive_thread_ = Thread::Current();
1383 } else {
1384 LOG(WARNING) << "Attempt to set the sensitive thread twice. Tid:"
1385 << Thread::Current()->GetTid();
1386 }
1387 }
1388
Calin Juravleb2771b42016-04-07 17:09:25 +01001389 static void SetSensitiveThreadHook(bool (*is_sensitive_thread_hook)()) {
1390 is_sensitive_thread_hook_ = is_sensitive_thread_hook;
1391 }
1392
Hiroshi Yamauchi02e7f1a2016-10-03 15:32:01 -07001393 bool ModifySuspendCountInternal(Thread* self,
1394 int delta,
1395 AtomicInteger* suspend_barrier,
Alex Light46f93402017-06-29 11:59:50 -07001396 SuspendReason reason)
Sebastien Hertz1c8f4ff2017-04-14 15:05:12 +02001397 WARN_UNUSED
Hiroshi Yamauchi02e7f1a2016-10-03 15:32:01 -07001398 REQUIRES(Locks::thread_suspend_count_lock_);
1399
Alex Lightdf00a1e2017-11-01 09:29:53 -07001400 // Runs a single checkpoint function. If there are no more pending checkpoint functions it will
1401 // clear the kCheckpointRequest flag. The caller is responsible for calling this in a loop until
1402 // the kCheckpointRequest flag is cleared.
Andreas Gampe0a855762016-10-26 13:43:14 -07001403 void RunCheckpointFunction();
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07001404 void RunEmptyCheckpoint();
Andreas Gampe0a855762016-10-26 13:43:14 -07001405
1406 bool PassActiveSuspendBarriers(Thread* self)
1407 REQUIRES(!Locks::thread_suspend_count_lock_);
1408
1409 // Install the protected region for implicit stack checks.
1410 void InstallImplicitProtection();
1411
Andreas Gampe585da952016-12-02 14:52:29 -08001412 template <bool kPrecise>
1413 void VisitRoots(RootVisitor* visitor) REQUIRES_SHARED(Locks::mutator_lock_);
1414
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001415 static bool IsAotCompiler();
1416
Ian Rogers474b6da2012-09-25 00:20:38 -07001417 // 32 bits of atomically changed state and flags. Keeping as 32 bits allows and atomic CAS to
1418 // change from being Suspended to Runnable without a suspend request occurring.
Chris Dearman59cde532013-12-04 18:53:49 -08001419 union PACKED(4) StateAndFlags {
1420 StateAndFlags() {}
Ian Rogersdf1ce912012-11-27 17:07:11 -08001421 struct PACKED(4) {
Ian Rogers30e173f2012-09-26 14:35:03 -07001422 // Bitfield of flag values. Must be changed atomically so that flag values aren't lost. See
1423 // ThreadFlags for bit field meanings.
1424 volatile uint16_t flags;
1425 // Holds the ThreadState. May be changed non-atomically between Suspended (ie not Runnable)
1426 // transitions. Changing to Runnable requires that the suspend_request be part of the atomic
1427 // operation. If a thread is suspended and a suspend_request is present, a thread may not
1428 // change to Runnable as a GC or other operation is in progress.
Ian Rogers01ae5802012-09-28 16:14:01 -07001429 volatile uint16_t state;
Ian Rogers30e173f2012-09-26 14:35:03 -07001430 } as_struct;
Ian Rogersb8e087e2014-07-09 21:12:06 -07001431 AtomicInteger as_atomic_int;
Ian Rogers01ae5802012-09-28 16:14:01 -07001432 volatile int32_t as_int;
Chris Dearman59cde532013-12-04 18:53:49 -08001433
1434 private:
1435 // gcc does not handle struct with volatile member assignments correctly.
1436 // See http://gcc.gnu.org/bugzilla/show_bug.cgi?id=47409
1437 DISALLOW_COPY_AND_ASSIGN(StateAndFlags);
Ian Rogers474b6da2012-09-25 00:20:38 -07001438 };
Andreas Gampe575e78c2014-11-03 23:41:03 -08001439 static_assert(sizeof(StateAndFlags) == sizeof(int32_t), "Weird state_and_flags size");
Ian Rogers474b6da2012-09-25 00:20:38 -07001440
Ian Rogersdd7624d2014-03-14 17:43:00 -07001441 static void ThreadExitCallback(void* arg);
Elliott Hughes5d96a712012-06-28 12:24:27 -07001442
Yu Lieac44242015-06-29 10:50:03 +08001443 // Maximum number of suspend barriers.
1444 static constexpr uint32_t kMaxSuspendBarriers = 3;
1445
Ian Rogersdd7624d2014-03-14 17:43:00 -07001446 // Has Thread::Startup been called?
1447 static bool is_started_;
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001448
Ian Rogersdd7624d2014-03-14 17:43:00 -07001449 // TLS key used to retrieve the Thread*.
1450 static pthread_key_t pthread_key_self_;
Ian Rogersa32a6fd2012-02-06 20:18:44 -08001451
Ian Rogersdd7624d2014-03-14 17:43:00 -07001452 // Used to notify threads that they should attempt to resume, they will suspend again if
1453 // their suspend count is > 0.
1454 static ConditionVariable* resume_cond_ GUARDED_BY(Locks::thread_suspend_count_lock_);
Dave Allisonb373e092014-02-20 16:06:36 -08001455
Calin Juravleb2771b42016-04-07 17:09:25 +01001456 // Hook passed by framework which returns true
1457 // when StrictMode events are traced for the current thread.
1458 static bool (*is_sensitive_thread_hook_)();
Calin Juravle97cbc922016-04-15 16:16:35 +01001459 // Stores the jit sensitive thread (which for now is the UI thread).
1460 static Thread* jit_sensitive_thread_;
Calin Juravleb2771b42016-04-07 17:09:25 +01001461
Ian Rogersdd7624d2014-03-14 17:43:00 -07001462 /***********************************************************************************************/
1463 // Thread local storage. Fields are grouped by size to enable 32 <-> 64 searching to account for
1464 // pointer size differences. To encourage shorter encoding, more frequently used values appear
1465 // first if possible.
1466 /***********************************************************************************************/
Elliott Hughes6a607ad2012-07-13 20:40:00 -07001467
Zuo Wangf37a88b2014-07-10 04:26:41 -07001468 struct PACKED(4) tls_32bit_sized_values {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001469 // We have no control over the size of 'bool', but want our boolean fields
1470 // to be 4-byte quantities.
1471 typedef uint32_t bool32_t;
Ian Rogers22f454c2012-09-08 11:06:29 -07001472
Ian Rogersdd7624d2014-03-14 17:43:00 -07001473 explicit tls_32bit_sized_values(bool is_daemon) :
1474 suspend_count(0), debug_suspend_count(0), thin_lock_thread_id(0), tid(0),
1475 daemon(is_daemon), throwing_OutOfMemoryError(false), no_thread_suspension(0),
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001476 thread_exit_check_count(0), handling_signal_(false),
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001477 is_transitioning_to_runnable(false), ready_for_debug_invoke(false),
Hiroshi Yamauchi20a0be02016-02-19 15:44:06 -08001478 debug_method_entry_(false), is_gc_marking(false), weak_ref_access_enabled(true),
Alex Light88fd7202017-06-30 08:31:59 -07001479 disable_thread_flip_count(0), user_code_suspend_count(0) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001480 }
Dave Allisonb373e092014-02-20 16:06:36 -08001481
Ian Rogersdd7624d2014-03-14 17:43:00 -07001482 union StateAndFlags state_and_flags;
Andreas Gampe575e78c2014-11-03 23:41:03 -08001483 static_assert(sizeof(union StateAndFlags) == sizeof(int32_t),
1484 "Size of state_and_flags and int32 are different");
Dave Allisonb373e092014-02-20 16:06:36 -08001485
Ian Rogersdd7624d2014-03-14 17:43:00 -07001486 // A non-zero value is used to tell the current thread to enter a safe point
1487 // at the next poll.
1488 int suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_);
Hiroshi Yamauchicf58d4a2013-09-26 14:21:22 -07001489
Ian Rogersdd7624d2014-03-14 17:43:00 -07001490 // How much of 'suspend_count_' is by request of the debugger, used to set things right
1491 // when the debugger detaches. Must be <= suspend_count_.
1492 int debug_suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_);
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001493
Ian Rogersdd7624d2014-03-14 17:43:00 -07001494 // Thin lock thread id. This is a small integer used by the thin lock implementation.
1495 // This is not to be confused with the native thread's tid, nor is it the value returned
1496 // by java.lang.Thread.getId --- this is a distinct value, used only for locking. One
1497 // important difference between this id and the ids visible to managed code is that these
1498 // ones get reused (to ensure that they fit in the number of bits available).
1499 uint32_t thin_lock_thread_id;
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001500
Ian Rogersdd7624d2014-03-14 17:43:00 -07001501 // System thread id.
1502 uint32_t tid;
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001503
Ian Rogersdd7624d2014-03-14 17:43:00 -07001504 // Is the thread a daemon?
1505 const bool32_t daemon;
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001506
Ian Rogersdd7624d2014-03-14 17:43:00 -07001507 // A boolean telling us whether we're recursively throwing OOME.
1508 bool32_t throwing_OutOfMemoryError;
1509
1510 // A positive value implies we're in a region where thread suspension isn't expected.
1511 uint32_t no_thread_suspension;
1512
1513 // How many times has our pthread key's destructor been called?
1514 uint32_t thread_exit_check_count;
Sebastien Hertz9f102032014-05-23 08:59:42 +02001515
Dave Allison648d7112014-07-25 16:15:27 -07001516 // True if signal is being handled by this thread.
1517 bool32_t handling_signal_;
1518
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001519 // True if the thread is in TransitionFromSuspendedToRunnable(). This is used to distinguish the
1520 // non-runnable threads (eg. kNative, kWaiting) that are about to transition to runnable from
1521 // the rest of them.
1522 bool32_t is_transitioning_to_runnable;
Sebastien Hertz1558b572015-02-25 15:05:59 +01001523
1524 // True if the thread has been suspended by a debugger event. This is
1525 // used to invoke method from the debugger which is only allowed when
1526 // the thread is suspended by an event.
1527 bool32_t ready_for_debug_invoke;
Sebastien Hertz9d6bf692015-04-10 12:12:33 +02001528
1529 // True if the thread enters a method. This is used to detect method entry
1530 // event for the debugger.
1531 bool32_t debug_method_entry_;
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07001532
Hiroshi Yamauchi00370822015-08-18 14:47:25 -07001533 // True if the GC is in the marking phase. This is used for the CC collector only. This is
1534 // thread local so that we can simplify the logic to check for the fast path of read barriers of
1535 // GC roots.
1536 bool32_t is_gc_marking;
1537
Nicolas Geoffray365719c2017-03-08 13:11:50 +00001538 // Thread "interrupted" status; stays raised until queried or thrown.
1539 Atomic<bool32_t> interrupted;
1540
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07001541 // True if the thread is allowed to access a weak ref (Reference::GetReferent() and system
1542 // weaks) and to potentially mark an object alive/gray. This is used for concurrent reference
1543 // processing of the CC collector only. This is thread local so that we can enable/disable weak
1544 // ref access by using a checkpoint and avoid a race around the time weak ref access gets
1545 // disabled and concurrent reference processing begins (if weak ref access is disabled during a
1546 // pause, this is not an issue.) Other collectors use Runtime::DisallowNewSystemWeaks() and
1547 // ReferenceProcessor::EnableSlowPath().
1548 bool32_t weak_ref_access_enabled;
Hiroshi Yamauchi20a0be02016-02-19 15:44:06 -08001549
1550 // A thread local version of Heap::disable_thread_flip_count_. This keeps track of how many
1551 // levels of (nested) JNI critical sections the thread is in and is used to detect a nested JNI
1552 // critical section enter.
1553 uint32_t disable_thread_flip_count;
Alex Light88fd7202017-06-30 08:31:59 -07001554
1555 // How much of 'suspend_count_' is by request of user code, used to distinguish threads
1556 // suspended by the runtime from those suspended by user code.
1557 // This should have GUARDED_BY(Locks::user_code_suspension_lock_) but auto analysis cannot be
1558 // told that AssertHeld should be good enough.
1559 int user_code_suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001560 } tls32_;
1561
1562 struct PACKED(8) tls_64bit_sized_values {
Sebastien Hertz07474662015-08-25 15:12:33 +00001563 tls_64bit_sized_values() : trace_clock_base(0) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001564 }
1565
1566 // The clock base used for tracing.
1567 uint64_t trace_clock_base;
1568
Ian Rogersdd7624d2014-03-14 17:43:00 -07001569 RuntimeStats stats;
1570 } tls64_;
1571
Andreas Gampe6aa13702015-10-28 10:57:25 -07001572 struct PACKED(sizeof(void*)) tls_ptr_sized_values {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001573 tls_ptr_sized_values() : card_table(nullptr), exception(nullptr), stack_end(nullptr),
Andreas Gampe449357d2015-06-01 22:29:51 -07001574 managed_stack(), suspend_trigger(nullptr), jni_env(nullptr), tmp_jni_env(nullptr),
1575 self(nullptr), opeer(nullptr), jpeer(nullptr), stack_begin(nullptr), stack_size(0),
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001576 deps_or_stack_trace_sample(), wait_next(nullptr), monitor_enter_object(nullptr),
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001577 top_handle_scope(nullptr), class_loader_override(nullptr), long_jump_context(nullptr),
Ian Rogersdd7624d2014-03-14 17:43:00 -07001578 instrumentation_stack(nullptr), debug_invoke_req(nullptr), single_step_control(nullptr),
Sebastien Hertz07474662015-08-25 15:12:33 +00001579 stacked_shadow_frame_record(nullptr), deoptimization_context_stack(nullptr),
Mingyao Yang99170c62015-07-06 11:10:37 -07001580 frame_id_to_shadow_frame(nullptr), name(nullptr), pthread_self(0),
Vladimir Marko05846472016-09-14 12:49:57 +01001581 last_no_thread_suspension_cause(nullptr), checkpoint_function(nullptr),
Roland Levillaine71b3542017-01-16 14:58:23 +00001582 thread_local_start(nullptr), thread_local_pos(nullptr), thread_local_end(nullptr),
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001583 thread_local_limit(nullptr),
Vladimir Marko05846472016-09-14 12:49:57 +01001584 thread_local_objects(0), mterp_current_ibase(nullptr), mterp_default_ibase(nullptr),
1585 mterp_alt_ibase(nullptr), thread_local_alloc_stack_top(nullptr),
Josh Gaoefd20cb2017-02-28 16:53:59 -08001586 thread_local_alloc_stack_end(nullptr),
Alex Light848574c2017-09-25 16:59:39 -07001587 flip_function(nullptr), method_verifier(nullptr), thread_local_mark_stack(nullptr),
1588 async_exception(nullptr) {
Mathieu Chartier12d625f2015-03-13 11:33:37 -07001589 std::fill(held_mutexes, held_mutexes + kLockLevelCount, nullptr);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001590 }
1591
1592 // The biased card table, see CardTable for details.
Ian Rogers13735952014-10-08 12:43:28 -07001593 uint8_t* card_table;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001594
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001595 // The pending exception or null.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001596 mirror::Throwable* exception;
1597
1598 // The end of this thread's stack. This is the lowest safely-addressable address on the stack.
1599 // We leave extra space so there's room for the code that throws StackOverflowError.
Ian Rogers13735952014-10-08 12:43:28 -07001600 uint8_t* stack_end;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001601
1602 // The top of the managed stack often manipulated directly by compiler generated code.
1603 ManagedStack managed_stack;
1604
1605 // In certain modes, setting this to 0 will trigger a SEGV and thus a suspend check. It is
1606 // normally set to the address of itself.
1607 uintptr_t* suspend_trigger;
1608
1609 // Every thread may have an associated JNI environment
1610 JNIEnvExt* jni_env;
1611
Andreas Gampe449357d2015-06-01 22:29:51 -07001612 // Temporary storage to transfer a pre-allocated JNIEnvExt from the creating thread to the
1613 // created thread.
1614 JNIEnvExt* tmp_jni_env;
1615
Ian Rogersdd7624d2014-03-14 17:43:00 -07001616 // Initialized to "this". On certain architectures (such as x86) reading off of Thread::Current
1617 // is easy but getting the address of Thread::Current is hard. This field can be read off of
1618 // Thread::Current to give the address.
1619 Thread* self;
1620
1621 // Our managed peer (an instance of java.lang.Thread). The jobject version is used during thread
1622 // start up, until the thread is registered and the local opeer_ is used.
1623 mirror::Object* opeer;
1624 jobject jpeer;
1625
1626 // The "lowest addressable byte" of the stack.
Ian Rogers13735952014-10-08 12:43:28 -07001627 uint8_t* stack_begin;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001628
1629 // Size of the stack.
1630 size_t stack_size;
1631
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001632 // Sampling profiler and AOT verification cannot happen on the same run, so we share
1633 // the same entry for the stack trace and the verifier deps.
1634 union DepsOrStackTraceSample {
1635 DepsOrStackTraceSample() {
1636 verifier_deps = nullptr;
1637 stack_trace_sample = nullptr;
1638 }
1639 // Pointer to previous stack trace captured by sampling profiler.
1640 std::vector<ArtMethod*>* stack_trace_sample;
1641 // When doing AOT verification, per-thread VerifierDeps.
1642 verifier::VerifierDeps* verifier_deps;
1643 } deps_or_stack_trace_sample;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001644
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001645 // The next thread in the wait set this thread is part of or null if not waiting.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001646 Thread* wait_next;
1647
1648 // If we're blocked in MonitorEnter, this is the object we're trying to lock.
1649 mirror::Object* monitor_enter_object;
1650
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001651 // Top of linked list of handle scopes or null for none.
Mathieu Chartiere8a3c572016-10-11 16:52:17 -07001652 BaseHandleScope* top_handle_scope;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001653
1654 // Needed to get the right ClassLoader in JNI_OnLoad, but also
1655 // useful for testing.
Ian Rogers68d8b422014-07-17 11:09:10 -07001656 jobject class_loader_override;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001657
1658 // Thread local, lazily allocated, long jump context. Used to deliver exceptions.
1659 Context* long_jump_context;
1660
1661 // Additional stack used by method instrumentation to store method and return pc values.
1662 // Stored as a pointer since std::deque is not PACKED.
1663 std::deque<instrumentation::InstrumentationStackFrame>* instrumentation_stack;
1664
1665 // JDWP invoke-during-breakpoint support.
1666 DebugInvokeReq* debug_invoke_req;
1667
1668 // JDWP single-stepping support.
1669 SingleStepControl* single_step_control;
1670
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001671 // For gc purpose, a shadow frame record stack that keeps track of:
1672 // 1) shadow frames under construction.
1673 // 2) deoptimization shadow frames.
1674 StackedShadowFrameRecord* stacked_shadow_frame_record;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001675
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001676 // Deoptimization return value record stack.
Sebastien Hertz07474662015-08-25 15:12:33 +00001677 DeoptimizationContextRecord* deoptimization_context_stack;
Andreas Gampe2a0d4ec2014-06-02 22:05:22 -07001678
Mingyao Yang99170c62015-07-06 11:10:37 -07001679 // For debugger, a linked list that keeps the mapping from frame_id to shadow frame.
1680 // Shadow frames may be created before deoptimization happens so that the debugger can
1681 // set local values there first.
1682 FrameIdToShadowFrame* frame_id_to_shadow_frame;
1683
Ian Rogersdd7624d2014-03-14 17:43:00 -07001684 // A cached copy of the java.lang.Thread's name.
1685 std::string* name;
1686
1687 // A cached pthread_t for the pthread underlying this Thread*.
1688 pthread_t pthread_self;
1689
Ian Rogersdd7624d2014-03-14 17:43:00 -07001690 // If no_thread_suspension_ is > 0, what is causing that assertion.
1691 const char* last_no_thread_suspension_cause;
1692
Mathieu Chartier952e1e32016-06-13 14:04:02 -07001693 // Pending checkpoint function or null if non-pending. If this checkpoint is set and someone\
1694 // requests another checkpoint, it goes to the checkpoint overflow list.
1695 Closure* checkpoint_function GUARDED_BY(Locks::thread_suspend_count_lock_);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001696
Yu Lieac44242015-06-29 10:50:03 +08001697 // Pending barriers that require passing or NULL if non-pending. Installation guarding by
1698 // Locks::thread_suspend_count_lock_.
1699 // They work effectively as art::Barrier, but implemented directly using AtomicInteger and futex
1700 // to avoid additional cost of a mutex and a condition variable, as used in art::Barrier.
1701 AtomicInteger* active_suspend_barriers[kMaxSuspendBarriers];
1702
Roland Levillaine71b3542017-01-16 14:58:23 +00001703 // Thread-local allocation pointer. Moved here to force alignment for thread_local_pos on ARM.
1704 uint8_t* thread_local_start;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001705
Hiroshi Yamauchi7e1ce282015-12-11 15:46:19 -08001706 // thread_local_pos and thread_local_end must be consecutive for ldrd and are 8 byte aligned for
1707 // potentially better performance.
Ian Rogers13735952014-10-08 12:43:28 -07001708 uint8_t* thread_local_pos;
1709 uint8_t* thread_local_end;
Igor Murashkinaf1e2992016-10-12 17:44:50 -07001710
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001711 // Thread local limit is how much we can expand the thread local buffer to, it is greater or
1712 // equal to thread_local_end.
1713 uint8_t* thread_local_limit;
1714
Vladimir Marko05846472016-09-14 12:49:57 +01001715 size_t thread_local_objects;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001716
Roland Levillaine71b3542017-01-16 14:58:23 +00001717 // Entrypoint function pointers.
1718 // TODO: move this to more of a global offset table model to avoid per-thread duplication.
1719 JniEntryPoints jni_entrypoints;
1720 QuickEntryPoints quick_entrypoints;
1721
buzbee1452bee2015-03-06 14:43:04 -08001722 // Mterp jump table bases.
1723 void* mterp_current_ibase;
1724 void* mterp_default_ibase;
1725 void* mterp_alt_ibase;
1726
Mathieu Chartier0651d412014-04-29 14:37:57 -07001727 // There are RosAlloc::kNumThreadLocalSizeBrackets thread-local size brackets per thread.
Hiroshi Yamauchi7ed9c562016-02-02 15:22:09 -08001728 void* rosalloc_runs[kNumRosAllocThreadLocalSizeBracketsInThread];
Ian Rogersdd7624d2014-03-14 17:43:00 -07001729
1730 // Thread-local allocation stack data/routines.
Mathieu Chartiercb535da2015-01-23 13:50:03 -08001731 StackReference<mirror::Object>* thread_local_alloc_stack_top;
1732 StackReference<mirror::Object>* thread_local_alloc_stack_end;
Chao-ying Fu9e369312014-05-21 11:20:52 -07001733
1734 // Support for Mutex lock hierarchy bug detection.
1735 BaseMutex* held_mutexes[kLockLevelCount];
Dave Allison8ce6b902014-08-26 11:07:58 -07001736
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08001737 // The function used for thread flip.
1738 Closure* flip_function;
Mathieu Chartier12d625f2015-03-13 11:33:37 -07001739
1740 // Current method verifier, used for root marking.
1741 verifier::MethodVerifier* method_verifier;
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07001742
1743 // Thread-local mark stack for the concurrent copying collector.
1744 gc::accounting::AtomicStack<mirror::Object>* thread_local_mark_stack;
Alex Light848574c2017-09-25 16:59:39 -07001745
1746 // The pending async-exception or null.
1747 mirror::Throwable* async_exception;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001748 } tlsPtr_;
1749
Nicolas Geoffray365719c2017-03-08 13:11:50 +00001750 // Guards the 'wait_monitor_' members.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001751 Mutex* wait_mutex_ DEFAULT_MUTEX_ACQUIRED_AFTER;
1752
1753 // Condition variable waited upon during a wait.
1754 ConditionVariable* wait_cond_ GUARDED_BY(wait_mutex_);
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001755 // Pointer to the monitor lock we're currently waiting on or null if not waiting.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001756 Monitor* wait_monitor_ GUARDED_BY(wait_mutex_);
1757
Mathieu Chartierdfe02f62016-02-01 20:15:11 -08001758 // Debug disable read barrier count, only is checked for debug builds and only in the runtime.
1759 uint8_t debug_disallow_read_barrier_ = 0;
1760
Mathieu Chartier3f7f03c2016-09-26 11:39:52 -07001761 // Note that it is not in the packed struct, may not be accessed for cross compilation.
1762 uintptr_t poison_object_cookie_ = 0;
1763
Mathieu Chartier952e1e32016-06-13 14:04:02 -07001764 // Pending extra checkpoints if checkpoint_function_ is already used.
1765 std::list<Closure*> checkpoint_overflow_ GUARDED_BY(Locks::thread_suspend_count_lock_);
1766
Alex Light184f0752018-07-13 11:18:22 -07001767 // Custom TLS field that can be used by plugins or the runtime. Should not be accessed directly by
1768 // compiled code or entrypoints.
1769 SafeMap<std::string, std::unique_ptr<TLSData>> custom_tls_ GUARDED_BY(Locks::custom_tls_lock_);
Andreas Gampef26bf2d2017-01-13 16:47:14 -08001770
Calin Juravleccd56952016-12-15 17:57:38 +00001771 // True if the thread is allowed to call back into java (for e.g. during class resolution).
1772 // By default this is true.
1773 bool can_call_into_java_;
1774
Mathieu Chartiere6da9af2013-12-16 11:54:42 -08001775 friend class Dbg; // For SetStateUnsafe.
Mathieu Chartier15d34022014-02-26 17:16:38 -08001776 friend class gc::collector::SemiSpace; // For getting stack traces.
Mathieu Chartier692fafd2013-11-29 17:24:40 -08001777 friend class Runtime; // For CreatePeer.
Ian Rogers5cf98192014-05-29 21:31:50 -07001778 friend class QuickExceptionHandler; // For dumping the stack.
Mathieu Chartier692fafd2013-11-29 17:24:40 -08001779 friend class ScopedThreadStateChange;
Mathieu Chartier119c6bd2014-05-09 14:11:47 -07001780 friend class StubTest; // For accessing entrypoints.
Mathieu Chartier692fafd2013-11-29 17:24:40 -08001781 friend class ThreadList; // For ~Thread and Destroy.
1782
Andreas Gampe4352b452014-06-04 18:59:01 -07001783 friend class EntrypointsOrderTest; // To test the order of tls entries.
1784
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001785 DISALLOW_COPY_AND_ASSIGN(Thread);
1786};
Ian Rogersbdb03912011-09-14 00:55:44 -07001787
Mathieu Chartier4e2cb092015-07-22 16:17:51 -07001788class SCOPED_CAPABILITY ScopedAssertNoThreadSuspension {
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001789 public:
Mingyao Yangf26828b2017-07-27 12:49:01 -07001790 ALWAYS_INLINE ScopedAssertNoThreadSuspension(const char* cause,
1791 bool enabled = true)
1792 ACQUIRE(Roles::uninterruptible_)
1793 : enabled_(enabled) {
1794 if (!enabled_) {
1795 return;
1796 }
Mathieu Chartier268764d2016-09-13 12:09:38 -07001797 if (kIsDebugBuild) {
1798 self_ = Thread::Current();
1799 old_cause_ = self_->StartAssertNoThreadSuspension(cause);
1800 } else {
1801 Roles::uninterruptible_.Acquire(); // No-op.
1802 }
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001803 }
Mathieu Chartier268764d2016-09-13 12:09:38 -07001804 ALWAYS_INLINE ~ScopedAssertNoThreadSuspension() RELEASE(Roles::uninterruptible_) {
Mingyao Yangf26828b2017-07-27 12:49:01 -07001805 if (!enabled_) {
1806 return;
1807 }
Mathieu Chartier268764d2016-09-13 12:09:38 -07001808 if (kIsDebugBuild) {
1809 self_->EndAssertNoThreadSuspension(old_cause_);
1810 } else {
1811 Roles::uninterruptible_.Release(); // No-op.
1812 }
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001813 }
1814
1815 private:
Mathieu Chartier268764d2016-09-13 12:09:38 -07001816 Thread* self_;
Mingyao Yangf26828b2017-07-27 12:49:01 -07001817 const bool enabled_;
Mathieu Chartier268764d2016-09-13 12:09:38 -07001818 const char* old_cause_;
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001819};
1820
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001821class ScopedStackedShadowFramePusher {
1822 public:
1823 ScopedStackedShadowFramePusher(Thread* self, ShadowFrame* sf, StackedShadowFrameType type)
1824 : self_(self), type_(type) {
1825 self_->PushStackedShadowFrame(sf, type);
1826 }
1827 ~ScopedStackedShadowFramePusher() {
1828 self_->PopStackedShadowFrame(type_);
1829 }
1830
1831 private:
1832 Thread* const self_;
1833 const StackedShadowFrameType type_;
1834
1835 DISALLOW_COPY_AND_ASSIGN(ScopedStackedShadowFramePusher);
1836};
1837
Mathieu Chartierdfe02f62016-02-01 20:15:11 -08001838// Only works for debug builds.
1839class ScopedDebugDisallowReadBarriers {
1840 public:
1841 explicit ScopedDebugDisallowReadBarriers(Thread* self) : self_(self) {
1842 self_->ModifyDebugDisallowReadBarrier(1);
1843 }
1844 ~ScopedDebugDisallowReadBarriers() {
1845 self_->ModifyDebugDisallowReadBarrier(-1);
1846 }
1847
1848 private:
1849 Thread* const self_;
1850};
1851
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001852class ScopedTransitioningToRunnable : public ValueObject {
1853 public:
1854 explicit ScopedTransitioningToRunnable(Thread* self)
1855 : self_(self) {
1856 DCHECK_EQ(self, Thread::Current());
1857 if (kUseReadBarrier) {
1858 self_->SetIsTransitioningToRunnable(true);
1859 }
1860 }
1861
1862 ~ScopedTransitioningToRunnable() {
1863 if (kUseReadBarrier) {
1864 self_->SetIsTransitioningToRunnable(false);
1865 }
1866 }
1867
1868 private:
1869 Thread* const self_;
1870};
1871
Andreas Gampe04bbb5b2017-01-19 17:49:03 +00001872class ThreadLifecycleCallback {
1873 public:
1874 virtual ~ThreadLifecycleCallback() {}
1875
1876 virtual void ThreadStart(Thread* self) REQUIRES_SHARED(Locks::mutator_lock_) = 0;
1877 virtual void ThreadDeath(Thread* self) REQUIRES_SHARED(Locks::mutator_lock_) = 0;
1878};
1879
Elliott Hughes330304d2011-08-12 14:28:05 -07001880std::ostream& operator<<(std::ostream& os, const Thread& thread);
Sebastien Hertzf7958692015-06-09 14:09:14 +02001881std::ostream& operator<<(std::ostream& os, const StackedShadowFrameType& thread);
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001882
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001883} // namespace art
1884
Brian Carlstromfc0e3212013-07-17 14:40:12 -07001885#endif // ART_RUNTIME_THREAD_H_