Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 1 | /* |
Elliott Hughes | 2faa5f1 | 2012-01-30 14:42:07 -0800 | [diff] [blame] | 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 15 | */ |
| 16 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 17 | #ifndef ART_RUNTIME_GC_ACCOUNTING_CARD_TABLE_H_ |
| 18 | #define ART_RUNTIME_GC_ACCOUNTING_CARD_TABLE_H_ |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 19 | |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame^] | 20 | #include <memory> |
| 21 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 22 | #include "base/mutex.h" |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 23 | #include "globals.h" |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 24 | #include "mem_map.h" |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 25 | |
| 26 | namespace art { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 27 | |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 28 | namespace mirror { |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 29 | class Object; |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 30 | } // namespace mirror |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 31 | |
| 32 | namespace gc { |
| 33 | |
| 34 | namespace space { |
| 35 | class ContinuousSpace; |
| 36 | } // namespace space |
| 37 | |
Mathieu Chartier | 262e5ff | 2012-06-01 17:35:38 -0700 | [diff] [blame] | 38 | class Heap; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 39 | |
| 40 | namespace accounting { |
| 41 | |
Mathieu Chartier | a8e8f9c | 2014-04-09 14:51:05 -0700 | [diff] [blame] | 42 | template<size_t kAlignment> class SpaceBitmap; |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 43 | |
Elliott Hughes | 2faa5f1 | 2012-01-30 14:42:07 -0800 | [diff] [blame] | 44 | // Maintain a card table from the the write barrier. All writes of |
| 45 | // non-NULL values to heap addresses should go through an entry in |
| 46 | // WriteBarrier, and from there to here. |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 47 | class CardTable { |
| 48 | public: |
Mathieu Chartier | 7469ebf | 2012-09-24 16:28:36 -0700 | [diff] [blame] | 49 | static const size_t kCardShift = 7; |
| 50 | static const size_t kCardSize = (1 << kCardShift); |
Mathieu Chartier | 9b3c3cd | 2013-08-12 17:41:54 -0700 | [diff] [blame] | 51 | static const uint8_t kCardClean = 0x0; |
Mathieu Chartier | 7469ebf | 2012-09-24 16:28:36 -0700 | [diff] [blame] | 52 | static const uint8_t kCardDirty = 0x70; |
| 53 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 54 | static CardTable* Create(const byte* heap_begin, size_t heap_capacity); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 55 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 56 | // Set the card associated with the given address to GC_CARD_DIRTY. |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 57 | void MarkCard(const void *addr) { |
Elliott Hughes | 24edeb5 | 2012-06-18 15:29:46 -0700 | [diff] [blame] | 58 | byte* card_addr = CardFromAddr(addr); |
Mathieu Chartier | 7469ebf | 2012-09-24 16:28:36 -0700 | [diff] [blame] | 59 | *card_addr = kCardDirty; |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 60 | } |
| 61 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 62 | // Is the object on a dirty card? |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 63 | bool IsDirty(const mirror::Object* obj) const { |
Mathieu Chartier | 4da7f2f | 2012-11-13 12:51:01 -0800 | [diff] [blame] | 64 | return GetCard(obj) == kCardDirty; |
| 65 | } |
| 66 | |
| 67 | // Return the state of the card at an address. |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 68 | byte GetCard(const mirror::Object* obj) const { |
Mathieu Chartier | 4da7f2f | 2012-11-13 12:51:01 -0800 | [diff] [blame] | 69 | return *CardFromAddr(obj); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 70 | } |
| 71 | |
Mathieu Chartier | 7469ebf | 2012-09-24 16:28:36 -0700 | [diff] [blame] | 72 | // Visit and clear cards within memory range, only visits dirty cards. |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 73 | template <typename Visitor> |
| 74 | void VisitClear(const void* start, const void* end, const Visitor& visitor) { |
| 75 | byte* card_start = CardFromAddr(start); |
| 76 | byte* card_end = CardFromAddr(end); |
Mathieu Chartier | 7469ebf | 2012-09-24 16:28:36 -0700 | [diff] [blame] | 77 | for (byte* it = card_start; it != card_end; ++it) { |
| 78 | if (*it == kCardDirty) { |
| 79 | *it = kCardClean; |
| 80 | visitor(it); |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 81 | } |
| 82 | } |
| 83 | } |
| 84 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 85 | // Returns a value that when added to a heap address >> GC_CARD_SHIFT will address the appropriate |
| 86 | // card table byte. For convenience this value is cached in every Thread |
| 87 | byte* GetBiasedBegin() const { |
| 88 | return biased_begin_; |
jeffhao | 39da035 | 2011-11-04 14:58:55 -0700 | [diff] [blame] | 89 | } |
| 90 | |
Mathieu Chartier | d22d548 | 2012-11-06 17:14:12 -0800 | [diff] [blame] | 91 | /* |
| 92 | * Visitor is expected to take in a card and return the new value. When a value is modified, the |
| 93 | * modify visitor is called. |
| 94 | * visitor: The visitor which modifies the cards. Returns the new value for a card given an old |
| 95 | * value. |
| 96 | * modified: Whenever the visitor modifies a card, this visitor is called on the card. Enables |
| 97 | * us to know which cards got cleared. |
| 98 | */ |
| 99 | template <typename Visitor, typename ModifiedVisitor> |
| 100 | void ModifyCardsAtomic(byte* scan_begin, byte* scan_end, const Visitor& visitor, |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 101 | const ModifiedVisitor& modified); |
Mathieu Chartier | d22d548 | 2012-11-06 17:14:12 -0800 | [diff] [blame] | 102 | |
| 103 | // For every dirty at least minumum age between begin and end invoke the visitor with the |
Mathieu Chartier | 0f72e41 | 2013-09-06 16:40:01 -0700 | [diff] [blame] | 104 | // specified argument. Returns how many cards the visitor was run on. |
Mathieu Chartier | 184e322 | 2013-08-03 14:02:57 -0700 | [diff] [blame] | 105 | template <typename Visitor> |
Mathieu Chartier | a8e8f9c | 2014-04-09 14:51:05 -0700 | [diff] [blame] | 106 | size_t Scan(SpaceBitmap<kObjectAlignment>* bitmap, byte* scan_begin, byte* scan_end, |
| 107 | const Visitor& visitor, |
Mathieu Chartier | 0f72e41 | 2013-09-06 16:40:01 -0700 | [diff] [blame] | 108 | const byte minimum_age = kCardDirty) const |
Ian Rogers | b726dcb | 2012-09-05 08:57:23 -0700 | [diff] [blame] | 109 | EXCLUSIVE_LOCKS_REQUIRED(Locks::heap_bitmap_lock_) |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 110 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_); |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 111 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 112 | // Assertion used to check the given address is covered by the card table |
| 113 | void CheckAddrIsInCardTable(const byte* addr) const; |
| 114 | |
Mathieu Chartier | 262e5ff | 2012-06-01 17:35:38 -0700 | [diff] [blame] | 115 | // Resets all of the bytes in the card table to clean. |
| 116 | void ClearCardTable(); |
| 117 | |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 118 | // Resets all of the bytes in the card table which do not map to the image space. |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 119 | void ClearSpaceCards(space::ContinuousSpace* space); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 120 | |
Mathieu Chartier | b43b7d4 | 2012-06-19 13:15:09 -0700 | [diff] [blame] | 121 | // Returns the first address in the heap which maps to this card. |
Mathieu Chartier | 94c32c5 | 2013-08-09 11:14:04 -0700 | [diff] [blame] | 122 | void* AddrFromCard(const byte *card_addr) const ALWAYS_INLINE; |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 123 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 124 | // Returns the address of the relevant byte in the card table, given an address on the heap. |
Mathieu Chartier | 94c32c5 | 2013-08-09 11:14:04 -0700 | [diff] [blame] | 125 | byte* CardFromAddr(const void *addr) const ALWAYS_INLINE; |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 126 | |
Mathieu Chartier | 7469ebf | 2012-09-24 16:28:36 -0700 | [diff] [blame] | 127 | bool AddrIsInCardTable(const void* addr) const; |
| 128 | |
Mathieu Chartier | cc236d7 | 2012-07-20 10:29:05 -0700 | [diff] [blame] | 129 | private: |
| 130 | CardTable(MemMap* begin, byte* biased_begin, size_t offset); |
| 131 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 132 | // Returns true iff the card table address is within the bounds of the card table. |
Elliott Hughes | 24edeb5 | 2012-06-18 15:29:46 -0700 | [diff] [blame] | 133 | bool IsValidCard(const byte* card_addr) const { |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 134 | byte* begin = mem_map_->Begin() + offset_; |
| 135 | byte* end = mem_map_->End(); |
Elliott Hughes | 24edeb5 | 2012-06-18 15:29:46 -0700 | [diff] [blame] | 136 | return card_addr >= begin && card_addr < end; |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 137 | } |
| 138 | |
Mathieu Chartier | 94c32c5 | 2013-08-09 11:14:04 -0700 | [diff] [blame] | 139 | void CheckCardValid(byte* card) const ALWAYS_INLINE; |
Mathieu Chartier | d22d548 | 2012-11-06 17:14:12 -0800 | [diff] [blame] | 140 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 141 | // Verifies that all gray objects are on a dirty card. |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 142 | void VerifyCardTable(); |
| 143 | |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 144 | // Mmapped pages for the card table |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame^] | 145 | std::unique_ptr<MemMap> mem_map_; |
Ian Rogers | 30fab40 | 2012-01-23 15:43:46 -0800 | [diff] [blame] | 146 | // Value used to compute card table addresses from object addresses, see GetBiasedBegin |
| 147 | byte* const biased_begin_; |
| 148 | // Card table doesn't begin at the beginning of the mem_map_, instead it is displaced by offset |
| 149 | // to allow the byte value of biased_begin_ to equal GC_CARD_DIRTY |
| 150 | const size_t offset_; |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 151 | }; |
| 152 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 153 | } // namespace accounting |
| 154 | } // namespace gc |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 155 | } // namespace art |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 156 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 157 | #endif // ART_RUNTIME_GC_ACCOUNTING_CARD_TABLE_H_ |