blob: d5772a03eea1492af0d94a337dc24bf69148e3b5 [file] [log] [blame]
Mathieu Chartier590fee92013-09-13 13:46:47 -07001/*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_RUNTIME_GC_COLLECTOR_SEMI_SPACE_H_
18#define ART_RUNTIME_GC_COLLECTOR_SEMI_SPACE_H_
19
Ian Rogers700a4022014-05-19 16:49:03 -070020#include <memory>
21
Ian Rogersef7d42f2014-01-06 12:55:46 -080022#include "atomic.h"
Mathieu Chartier590fee92013-09-13 13:46:47 -070023#include "base/macros.h"
24#include "base/mutex.h"
25#include "garbage_collector.h"
Mathieu Chartiere34fa1d2015-01-14 14:55:47 -080026#include "gc_root.h"
Ian Rogersb0fa5dc2014-04-28 16:47:08 -070027#include "gc/accounting/heap_bitmap.h"
Mathieu Chartier8d562102014-03-12 17:42:10 -070028#include "immune_region.h"
Ian Rogerse63db272014-07-15 15:36:11 -070029#include "mirror/object_reference.h"
Mathieu Chartier83c8ee02014-01-28 14:50:23 -080030#include "object_callbacks.h"
Mathieu Chartier590fee92013-09-13 13:46:47 -070031#include "offsets.h"
Mathieu Chartier590fee92013-09-13 13:46:47 -070032
33namespace art {
34
Mathieu Chartier4aeec172014-03-27 16:09:46 -070035class Thread;
36
Mathieu Chartier590fee92013-09-13 13:46:47 -070037namespace mirror {
38 class Class;
39 class Object;
Mathieu Chartier590fee92013-09-13 13:46:47 -070040} // namespace mirror
41
Mathieu Chartier590fee92013-09-13 13:46:47 -070042namespace gc {
43
Mathieu Chartier4aeec172014-03-27 16:09:46 -070044class Heap;
45
Mathieu Chartier590fee92013-09-13 13:46:47 -070046namespace accounting {
47 template <typename T> class AtomicStack;
Mathieu Chartiercb535da2015-01-23 13:50:03 -080048 typedef AtomicStack<mirror::Object> ObjectStack;
Mathieu Chartier590fee92013-09-13 13:46:47 -070049} // namespace accounting
50
51namespace space {
Mathieu Chartier590fee92013-09-13 13:46:47 -070052 class ContinuousMemMapAllocSpace;
53 class ContinuousSpace;
54} // namespace space
55
Mathieu Chartier590fee92013-09-13 13:46:47 -070056namespace collector {
57
58class SemiSpace : public GarbageCollector {
59 public:
Hiroshi Yamauchi38e68e92014-03-07 13:59:08 -080060 // If true, use remembered sets in the generational mode.
61 static constexpr bool kUseRememberedSet = true;
62
Mathieu Chartier0e54cd02014-03-20 12:41:23 -070063 explicit SemiSpace(Heap* heap, bool generational = false, const std::string& name_prefix = "");
Mathieu Chartier590fee92013-09-13 13:46:47 -070064
65 ~SemiSpace() {}
66
Mathieu Chartier6f365cc2014-04-23 12:42:27 -070067 virtual void RunPhases() OVERRIDE NO_THREAD_SAFETY_ANALYSIS;
68 virtual void InitializePhase();
Mathieu Chartier90443472015-07-16 20:32:27 -070069 virtual void MarkingPhase() REQUIRES(Locks::mutator_lock_)
70 REQUIRES(!Locks::heap_bitmap_lock_);
71 virtual void ReclaimPhase() REQUIRES(Locks::mutator_lock_)
72 REQUIRES(!Locks::heap_bitmap_lock_);
73 virtual void FinishPhase() REQUIRES(Locks::mutator_lock_);
Mathieu Chartier0e54cd02014-03-20 12:41:23 -070074 void MarkReachableObjects()
Mathieu Chartier90443472015-07-16 20:32:27 -070075 REQUIRES(Locks::mutator_lock_, Locks::heap_bitmap_lock_);
Mathieu Chartier0e54cd02014-03-20 12:41:23 -070076 virtual GcType GetGcType() const OVERRIDE {
Mathieu Chartier590fee92013-09-13 13:46:47 -070077 return kGcTypePartial;
78 }
Hiroshi Yamauchi3e417802014-03-20 12:03:02 -070079 virtual CollectorType GetCollectorType() const OVERRIDE {
80 return generational_ ? kCollectorTypeGSS : kCollectorTypeSS;
81 }
Mathieu Chartier590fee92013-09-13 13:46:47 -070082
83 // Sets which space we will be copying objects to.
84 void SetToSpace(space::ContinuousMemMapAllocSpace* to_space);
85
86 // Set the space where we copy objects from.
87 void SetFromSpace(space::ContinuousMemMapAllocSpace* from_space);
88
Mathieu Chartier6f365cc2014-04-23 12:42:27 -070089 // Set whether or not we swap the semi spaces in the heap. This needs to be done with mutators
90 // suspended.
91 void SetSwapSemiSpaces(bool swap_semi_spaces) {
92 swap_semi_spaces_ = swap_semi_spaces;
93 }
94
Mathieu Chartier590fee92013-09-13 13:46:47 -070095 // Initializes internal structures.
96 void Init();
97
98 // Find the default mark bitmap.
99 void FindDefaultMarkBitmap();
100
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -0700101 // Updates obj_ptr if the object has moved.
Mathieu Chartier3b05e9b2014-03-25 09:29:43 -0700102 template<bool kPoisonReferences>
103 void MarkObject(mirror::ObjectReference<kPoisonReferences, mirror::Object>* obj_ptr)
Mathieu Chartier90443472015-07-16 20:32:27 -0700104 REQUIRES(Locks::heap_bitmap_lock_, Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700105
Mathieu Chartier97509952015-07-13 14:35:43 -0700106 virtual mirror::Object* MarkObject(mirror::Object* root) OVERRIDE
Mathieu Chartier90443472015-07-16 20:32:27 -0700107 REQUIRES(Locks::heap_bitmap_lock_, Locks::mutator_lock_);
Mathieu Chartier97509952015-07-13 14:35:43 -0700108
109 virtual void MarkHeapReference(mirror::HeapReference<mirror::Object>* obj_ptr) OVERRIDE
Mathieu Chartier90443472015-07-16 20:32:27 -0700110 REQUIRES(Locks::heap_bitmap_lock_, Locks::mutator_lock_);
Mathieu Chartier97509952015-07-13 14:35:43 -0700111
Mathieu Chartier590fee92013-09-13 13:46:47 -0700112 void ScanObject(mirror::Object* obj)
Mathieu Chartier90443472015-07-16 20:32:27 -0700113 REQUIRES(Locks::heap_bitmap_lock_, Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700114
Hiroshi Yamauchi38e68e92014-03-07 13:59:08 -0800115 void VerifyNoFromSpaceReferences(mirror::Object* obj)
Mathieu Chartier90443472015-07-16 20:32:27 -0700116 SHARED_REQUIRES(Locks::heap_bitmap_lock_, Locks::mutator_lock_);
Hiroshi Yamauchi38e68e92014-03-07 13:59:08 -0800117
Mathieu Chartier590fee92013-09-13 13:46:47 -0700118 // Marks the root set at the start of a garbage collection.
119 void MarkRoots()
Mathieu Chartier90443472015-07-16 20:32:27 -0700120 REQUIRES(Locks::heap_bitmap_lock_, Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700121
Mathieu Chartier590fee92013-09-13 13:46:47 -0700122 // Bind the live bits to the mark bits of bitmaps for spaces that are never collected, ie
123 // the image. Mark that portion of the heap as immune.
Mathieu Chartier90443472015-07-16 20:32:27 -0700124 virtual void BindBitmaps() SHARED_REQUIRES(Locks::mutator_lock_)
125 REQUIRES(!Locks::heap_bitmap_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700126
Mathieu Chartier590fee92013-09-13 13:46:47 -0700127 void UnBindBitmaps()
Mathieu Chartier90443472015-07-16 20:32:27 -0700128 REQUIRES(Locks::heap_bitmap_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700129
Mathieu Chartier90443472015-07-16 20:32:27 -0700130 void ProcessReferences(Thread* self) REQUIRES(Locks::mutator_lock_)
131 REQUIRES(Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700132
133 // Sweeps unmarked objects to complete the garbage collection.
Mathieu Chartier90443472015-07-16 20:32:27 -0700134 virtual void Sweep(bool swap_bitmaps) REQUIRES(Locks::heap_bitmap_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700135
136 // Sweeps unmarked objects to complete the garbage collection.
Mathieu Chartier90443472015-07-16 20:32:27 -0700137 void SweepLargeObjects(bool swap_bitmaps) REQUIRES(Locks::heap_bitmap_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700138
Mathieu Chartier590fee92013-09-13 13:46:47 -0700139 void SweepSystemWeaks()
Mathieu Chartier90443472015-07-16 20:32:27 -0700140 SHARED_REQUIRES(Locks::heap_bitmap_lock_, Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700141
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -0700142 virtual void VisitRoots(mirror::Object*** roots, size_t count, const RootInfo& info) OVERRIDE
Mathieu Chartier90443472015-07-16 20:32:27 -0700143 REQUIRES(Locks::mutator_lock_, Locks::heap_bitmap_lock_);
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -0700144
145 virtual void VisitRoots(mirror::CompressedReference<mirror::Object>** roots, size_t count,
146 const RootInfo& info) OVERRIDE
Mathieu Chartier90443472015-07-16 20:32:27 -0700147 REQUIRES(Locks::mutator_lock_, Locks::heap_bitmap_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700148
Mathieu Chartier85a43c02014-01-07 17:59:00 -0800149 virtual mirror::Object* MarkNonForwardedObject(mirror::Object* obj)
Mathieu Chartier90443472015-07-16 20:32:27 -0700150 REQUIRES(Locks::heap_bitmap_lock_, Locks::mutator_lock_);
Mathieu Chartier407f7022014-02-18 14:37:05 -0800151
152 // Schedules an unmarked object for reference processing.
153 void DelayReferenceReferent(mirror::Class* klass, mirror::Reference* reference)
Mathieu Chartier90443472015-07-16 20:32:27 -0700154 SHARED_REQUIRES(Locks::heap_bitmap_lock_, Locks::mutator_lock_);
Mathieu Chartier85a43c02014-01-07 17:59:00 -0800155
Mathieu Chartier590fee92013-09-13 13:46:47 -0700156 protected:
157 // Returns null if the object is not marked, otherwise returns the forwarding address (same as
158 // object for non movable things).
Mathieu Chartier97509952015-07-13 14:35:43 -0700159 virtual mirror::Object* IsMarked(mirror::Object* object) OVERRIDE
Mathieu Chartier90443472015-07-16 20:32:27 -0700160 REQUIRES(Locks::mutator_lock_)
161 SHARED_REQUIRES(Locks::heap_bitmap_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700162
Mathieu Chartier97509952015-07-13 14:35:43 -0700163 virtual bool IsMarkedHeapReference(mirror::HeapReference<mirror::Object>* object) OVERRIDE
Mathieu Chartier90443472015-07-16 20:32:27 -0700164 REQUIRES(Locks::mutator_lock_)
165 SHARED_REQUIRES(Locks::heap_bitmap_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700166
167 // Marks or unmarks a large object based on whether or not set is true. If set is true, then we
168 // mark, otherwise we unmark.
169 bool MarkLargeObject(const mirror::Object* obj)
Mathieu Chartier90443472015-07-16 20:32:27 -0700170 REQUIRES(Locks::heap_bitmap_lock_)
171 SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700172
Mathieu Chartier590fee92013-09-13 13:46:47 -0700173 // Expand mark stack to 2x its current size.
Mathieu Chartier90443472015-07-16 20:32:27 -0700174 void ResizeMarkStack(size_t new_size) SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700175
Mathieu Chartier85a43c02014-01-07 17:59:00 -0800176 // Returns true if we should sweep the space.
Mathieu Chartiera1602f22014-01-13 17:19:19 -0800177 virtual bool ShouldSweepSpace(space::ContinuousSpace* space) const;
Mathieu Chartier85a43c02014-01-07 17:59:00 -0800178
Mathieu Chartier590fee92013-09-13 13:46:47 -0700179 // Push an object onto the mark stack.
Mathieu Chartier90443472015-07-16 20:32:27 -0700180 void MarkStackPush(mirror::Object* obj) SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700181
182 void UpdateAndMarkModUnion()
Mathieu Chartier90443472015-07-16 20:32:27 -0700183 REQUIRES(Locks::heap_bitmap_lock_)
184 SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700185
Mathieu Chartier590fee92013-09-13 13:46:47 -0700186 // Recursively blackens objects on the mark stack.
Mathieu Chartier3bb57c72014-02-18 11:38:45 -0800187 void ProcessMarkStack()
Mathieu Chartier90443472015-07-16 20:32:27 -0700188 REQUIRES(Locks::mutator_lock_, Locks::heap_bitmap_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700189
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700190 inline mirror::Object* GetForwardingAddressInFromSpace(mirror::Object* obj) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700191 SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700192
Hiroshi Yamauchic93c5302014-03-20 16:15:37 -0700193 // Revoke all the thread-local buffers.
194 void RevokeAllThreadLocalBuffers();
195
Mathieu Chartier590fee92013-09-13 13:46:47 -0700196 // Current space, we check this space first to avoid searching for the appropriate space for an
197 // object.
198 accounting::ObjectStack* mark_stack_;
199
Mathieu Chartier8d562102014-03-12 17:42:10 -0700200 // Immune region, every object inside the immune region is assumed to be marked.
201 ImmuneRegion immune_region_;
Mathieu Chartier590fee92013-09-13 13:46:47 -0700202
Hiroshi Yamauchi05e713a2014-01-09 13:24:51 -0800203 // If true, the large object space is immune.
204 bool is_large_object_space_immune_;
205
Mathieu Chartiere6da9af2013-12-16 11:54:42 -0800206 // Destination and source spaces (can be any type of ContinuousMemMapAllocSpace which either has
207 // a live bitmap or doesn't).
Mathieu Chartier590fee92013-09-13 13:46:47 -0700208 space::ContinuousMemMapAllocSpace* to_space_;
Mathieu Chartiera8e8f9c2014-04-09 14:51:05 -0700209 // Cached live bitmap as an optimization.
210 accounting::ContinuousSpaceBitmap* to_space_live_bitmap_;
Mathieu Chartier590fee92013-09-13 13:46:47 -0700211 space::ContinuousMemMapAllocSpace* from_space_;
Mathieu Chartierbbd695c2014-04-16 09:48:48 -0700212 // Cached mark bitmap as an optimization.
213 accounting::HeapBitmap* mark_bitmap_;
Mathieu Chartier590fee92013-09-13 13:46:47 -0700214
Mathieu Chartier590fee92013-09-13 13:46:47 -0700215 Thread* self_;
216
Hiroshi Yamauchi6f4ffe42014-01-13 12:30:44 -0800217 // When true, the generational mode (promotion and the bump pointer
218 // space only collection) is enabled. TODO: move these to a new file
219 // as a new garbage collector?
Ian Rogers6fac4472014-02-25 17:01:10 -0800220 const bool generational_;
Hiroshi Yamauchi6f4ffe42014-01-13 12:30:44 -0800221
222 // Used for the generational mode. the end/top of the bump
223 // pointer space at the end of the last collection.
Ian Rogers13735952014-10-08 12:43:28 -0700224 uint8_t* last_gc_to_space_end_;
Hiroshi Yamauchi4b1782f2013-12-05 16:46:22 -0800225
Hiroshi Yamauchi6f4ffe42014-01-13 12:30:44 -0800226 // Used for the generational mode. During a collection, keeps track
227 // of how many bytes of objects have been copied so far from the
228 // bump pointer space to the non-moving space.
Hiroshi Yamauchi4b1782f2013-12-05 16:46:22 -0800229 uint64_t bytes_promoted_;
230
Hiroshi Yamauchidf386c52014-04-08 16:21:52 -0700231 // Used for the generational mode. Keeps track of how many bytes of
232 // objects have been copied so far from the bump pointer space to
233 // the non-moving space, since the last whole heap collection.
234 uint64_t bytes_promoted_since_last_whole_heap_collection_;
235
Hiroshi Yamauchi24faeb22014-05-07 13:12:43 -0700236 // Used for the generational mode. Keeps track of how many bytes of
237 // large objects were allocated at the last whole heap collection.
238 uint64_t large_object_bytes_allocated_at_last_whole_heap_collection_;
239
Mathieu Chartier4c13a3f2014-07-14 14:57:16 -0700240 // Used for generational mode. When true, we only collect the from_space_.
241 bool collect_from_space_only_;
242
243 // The space which we are promoting into, only used for GSS.
244 space::ContinuousMemMapAllocSpace* promo_dest_space_;
245
246 // The space which we copy to if the to_space_ is full.
247 space::ContinuousMemMapAllocSpace* fallback_space_;
Hiroshi Yamauchi05e713a2014-01-09 13:24:51 -0800248
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700249 // How many objects and bytes we moved, used so that we don't need to Get the size of the
Mathieu Chartier4d7f61d2014-04-17 14:43:39 -0700250 // to_space_ when calculating how many objects and bytes we freed.
251 size_t bytes_moved_;
252 size_t objects_moved_;
253
Mathieu Chartierad35d902014-02-11 16:20:42 -0800254 // How many bytes we avoided dirtying.
255 size_t saved_bytes_;
256
Hiroshi Yamauchidf386c52014-04-08 16:21:52 -0700257 // The name of the collector.
258 std::string collector_name_;
259
Hiroshi Yamauchi6f4ffe42014-01-13 12:30:44 -0800260 // Used for the generational mode. The default interval of the whole
261 // heap collection. If N, the whole heap collection occurs every N
262 // collections.
Hiroshi Yamauchi05e713a2014-01-09 13:24:51 -0800263 static constexpr int kDefaultWholeHeapCollectionInterval = 5;
264
Mathieu Chartier6f365cc2014-04-23 12:42:27 -0700265 // Whether or not we swap the semi spaces in the heap during the marking phase.
266 bool swap_semi_spaces_;
267
Mathieu Chartier590fee92013-09-13 13:46:47 -0700268 private:
Mathieu Chartierbbd695c2014-04-16 09:48:48 -0700269 friend class BitmapSetSlowPathVisitor;
Mathieu Chartier3130cdf2015-05-03 15:20:23 -0700270 DISALLOW_IMPLICIT_CONSTRUCTORS(SemiSpace);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700271};
272
273} // namespace collector
274} // namespace gc
275} // namespace art
276
277#endif // ART_RUNTIME_GC_COLLECTOR_SEMI_SPACE_H_