Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2013 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #include "reference_queue.h" |
| 18 | |
| 19 | #include "accounting/card_table-inl.h" |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 20 | #include "collector/concurrent_copying.h" |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 21 | #include "heap.h" |
| 22 | #include "mirror/class-inl.h" |
| 23 | #include "mirror/object-inl.h" |
Mathieu Chartier | 8fa2dad | 2014-03-13 12:22:56 -0700 | [diff] [blame] | 24 | #include "mirror/reference-inl.h" |
Andreas Gampe | 5d08fcc | 2017-06-05 17:56:46 -0700 | [diff] [blame] | 25 | #include "object_callbacks.h" |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 26 | |
| 27 | namespace art { |
| 28 | namespace gc { |
| 29 | |
Mathieu Chartier | a5a53ef | 2014-09-12 12:58:05 -0700 | [diff] [blame] | 30 | ReferenceQueue::ReferenceQueue(Mutex* lock) : lock_(lock), list_(nullptr) { |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 31 | } |
| 32 | |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 33 | void ReferenceQueue::AtomicEnqueueIfNotEnqueued(Thread* self, ObjPtr<mirror::Reference> ref) { |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 34 | DCHECK(ref != nullptr); |
Mathieu Chartier | a5a53ef | 2014-09-12 12:58:05 -0700 | [diff] [blame] | 35 | MutexLock mu(self, *lock_); |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 36 | if (ref->IsUnprocessed()) { |
| 37 | EnqueueReference(ref); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 38 | } |
| 39 | } |
| 40 | |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 41 | void ReferenceQueue::EnqueueReference(ObjPtr<mirror::Reference> ref) { |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 42 | DCHECK(ref != nullptr); |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 43 | CHECK(ref->IsUnprocessed()); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 44 | if (IsEmpty()) { |
| 45 | // 1 element cyclic queue, ie: Reference ref = ..; ref.pendingNext = ref; |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 46 | list_ = ref.Ptr(); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 47 | } else { |
Mathieu Chartier | 5ffa078 | 2016-07-27 10:45:47 -0700 | [diff] [blame] | 48 | // The list is owned by the GC, everything that has been inserted must already be at least |
| 49 | // gray. |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 50 | ObjPtr<mirror::Reference> head = list_->GetPendingNext<kWithoutReadBarrier>(); |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 51 | DCHECK(head != nullptr); |
Richard Uhler | 522d51b | 2016-01-22 14:18:57 -0800 | [diff] [blame] | 52 | ref->SetPendingNext(head); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 53 | } |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 54 | // Add the reference in the middle to preserve the cycle. |
Richard Uhler | 522d51b | 2016-01-22 14:18:57 -0800 | [diff] [blame] | 55 | list_->SetPendingNext(ref); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 56 | } |
| 57 | |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 58 | ObjPtr<mirror::Reference> ReferenceQueue::DequeuePendingReference() { |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 59 | DCHECK(!IsEmpty()); |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 60 | ObjPtr<mirror::Reference> ref = list_->GetPendingNext<kWithoutReadBarrier>(); |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 61 | DCHECK(ref != nullptr); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 62 | // Note: the following code is thread-safe because it is only called from ProcessReferences which |
| 63 | // is single threaded. |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 64 | if (list_ == ref) { |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 65 | list_ = nullptr; |
| 66 | } else { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 67 | ObjPtr<mirror::Reference> next = ref->GetPendingNext<kWithoutReadBarrier>(); |
Richard Uhler | 522d51b | 2016-01-22 14:18:57 -0800 | [diff] [blame] | 68 | list_->SetPendingNext(next); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 69 | } |
Richard Uhler | 522d51b | 2016-01-22 14:18:57 -0800 | [diff] [blame] | 70 | ref->SetPendingNext(nullptr); |
Hiroshi Yamauchi | 057d977 | 2017-02-17 15:33:23 -0800 | [diff] [blame] | 71 | return ref; |
| 72 | } |
| 73 | |
| 74 | // This must be called whenever DequeuePendingReference is called. |
| 75 | void ReferenceQueue::DisableReadBarrierForReference(ObjPtr<mirror::Reference> ref) { |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 76 | Heap* heap = Runtime::Current()->GetHeap(); |
| 77 | if (kUseBakerOrBrooksReadBarrier && heap->CurrentCollectorType() == kCollectorTypeCC && |
| 78 | heap->ConcurrentCopyingCollector()->IsActive()) { |
Roland Levillain | 14e5a29 | 2018-06-28 12:00:56 +0100 | [diff] [blame^] | 79 | // Change the gray ptr we left in ConcurrentCopying::ProcessMarkStackRef() to non-gray. |
Hiroshi Yamauchi | 70c08d3 | 2015-09-10 16:01:30 -0700 | [diff] [blame] | 80 | // We check IsActive() above because we don't want to do this when the zygote compaction |
| 81 | // collector (SemiSpace) is running. |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 82 | CHECK(ref != nullptr); |
Hiroshi Yamauchi | 70c08d3 | 2015-09-10 16:01:30 -0700 | [diff] [blame] | 83 | collector::ConcurrentCopying* concurrent_copying = heap->ConcurrentCopyingCollector(); |
Hiroshi Yamauchi | 12b58b2 | 2016-11-01 11:55:29 -0700 | [diff] [blame] | 84 | uint32_t rb_state = ref->GetReadBarrierState(); |
| 85 | if (rb_state == ReadBarrier::GrayState()) { |
Roland Levillain | 14e5a29 | 2018-06-28 12:00:56 +0100 | [diff] [blame^] | 86 | ref->AtomicSetReadBarrierState(ReadBarrier::GrayState(), ReadBarrier::NonGrayState()); |
| 87 | CHECK_EQ(ref->GetReadBarrierState(), ReadBarrier::NonGrayState()); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 88 | } else { |
Roland Levillain | 14e5a29 | 2018-06-28 12:00:56 +0100 | [diff] [blame^] | 89 | // In ConcurrentCopying::ProcessMarkStackRef() we may leave a non-gray reference in the queue |
| 90 | // and find it here, which is OK. |
| 91 | CHECK_EQ(rb_state, ReadBarrier::NonGrayState()) << "ref=" << ref << " rb_state=" << rb_state; |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 92 | ObjPtr<mirror::Object> referent = ref->GetReferent<kWithoutReadBarrier>(); |
Hiroshi Yamauchi | d2bb5ba | 2015-09-14 15:10:50 -0700 | [diff] [blame] | 93 | // The referent could be null if it's cleared by a mutator (Reference.clear()). |
| 94 | if (referent != nullptr) { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 95 | CHECK(concurrent_copying->IsInToSpace(referent.Ptr())) |
Hiroshi Yamauchi | 12b58b2 | 2016-11-01 11:55:29 -0700 | [diff] [blame] | 96 | << "ref=" << ref << " rb_state=" << ref->GetReadBarrierState() |
Hiroshi Yamauchi | d2bb5ba | 2015-09-14 15:10:50 -0700 | [diff] [blame] | 97 | << " referent=" << referent; |
| 98 | } |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 99 | } |
| 100 | } |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 101 | } |
| 102 | |
| 103 | void ReferenceQueue::Dump(std::ostream& os) const { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 104 | ObjPtr<mirror::Reference> cur = list_; |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 105 | os << "Reference starting at list_=" << list_ << "\n"; |
Mathieu Chartier | 9e2094f | 2014-12-11 18:43:48 -0800 | [diff] [blame] | 106 | if (cur == nullptr) { |
| 107 | return; |
| 108 | } |
| 109 | do { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 110 | ObjPtr<mirror::Reference> pending_next = cur->GetPendingNext(); |
Mathieu Chartier | 9e2094f | 2014-12-11 18:43:48 -0800 | [diff] [blame] | 111 | os << "Reference= " << cur << " PendingNext=" << pending_next; |
Mathieu Chartier | 8fa2dad | 2014-03-13 12:22:56 -0700 | [diff] [blame] | 112 | if (cur->IsFinalizerReferenceInstance()) { |
| 113 | os << " Zombie=" << cur->AsFinalizerReference()->GetZombie(); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 114 | } |
| 115 | os << "\n"; |
| 116 | cur = pending_next; |
Mathieu Chartier | 9e2094f | 2014-12-11 18:43:48 -0800 | [diff] [blame] | 117 | } while (cur != list_); |
| 118 | } |
| 119 | |
| 120 | size_t ReferenceQueue::GetLength() const { |
| 121 | size_t count = 0; |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 122 | ObjPtr<mirror::Reference> cur = list_; |
Mathieu Chartier | 9e2094f | 2014-12-11 18:43:48 -0800 | [diff] [blame] | 123 | if (cur != nullptr) { |
| 124 | do { |
| 125 | ++count; |
| 126 | cur = cur->GetPendingNext(); |
| 127 | } while (cur != list_); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 128 | } |
Mathieu Chartier | 9e2094f | 2014-12-11 18:43:48 -0800 | [diff] [blame] | 129 | return count; |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 130 | } |
| 131 | |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 132 | void ReferenceQueue::ClearWhiteReferences(ReferenceQueue* cleared_references, |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 133 | collector::GarbageCollector* collector) { |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 134 | while (!IsEmpty()) { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 135 | ObjPtr<mirror::Reference> ref = DequeuePendingReference(); |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 136 | mirror::HeapReference<mirror::Object>* referent_addr = ref->GetReferentReferenceAddr(); |
Hiroshi Yamauchi | 65f5f24 | 2016-12-19 11:44:47 -0800 | [diff] [blame] | 137 | // do_atomic_update is false because this happens during the reference processing phase where |
| 138 | // Reference.clear() would block. |
| 139 | if (!collector->IsNullOrMarkedHeapReference(referent_addr, /*do_atomic_update*/false)) { |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 140 | // Referent is white, clear it. |
| 141 | if (Runtime::Current()->IsActiveTransaction()) { |
| 142 | ref->ClearReferent<true>(); |
| 143 | } else { |
| 144 | ref->ClearReferent<false>(); |
| 145 | } |
Richard Uhler | c4695df | 2016-01-15 14:08:05 -0800 | [diff] [blame] | 146 | cleared_references->EnqueueReference(ref); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 147 | } |
Hiroshi Yamauchi | 057d977 | 2017-02-17 15:33:23 -0800 | [diff] [blame] | 148 | // Delay disabling the read barrier until here so that the ClearReferent call above in |
| 149 | // transaction mode will trigger the read barrier. |
| 150 | DisableReadBarrierForReference(ref); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 151 | } |
| 152 | } |
| 153 | |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 154 | void ReferenceQueue::EnqueueFinalizerReferences(ReferenceQueue* cleared_references, |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 155 | collector::GarbageCollector* collector) { |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 156 | while (!IsEmpty()) { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 157 | ObjPtr<mirror::FinalizerReference> ref = DequeuePendingReference()->AsFinalizerReference(); |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 158 | mirror::HeapReference<mirror::Object>* referent_addr = ref->GetReferentReferenceAddr(); |
Hiroshi Yamauchi | 65f5f24 | 2016-12-19 11:44:47 -0800 | [diff] [blame] | 159 | // do_atomic_update is false because this happens during the reference processing phase where |
| 160 | // Reference.clear() would block. |
| 161 | if (!collector->IsNullOrMarkedHeapReference(referent_addr, /*do_atomic_update*/false)) { |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 162 | ObjPtr<mirror::Object> forward_address = collector->MarkObject(referent_addr->AsMirrorPtr()); |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 163 | // Move the updated referent to the zombie field. |
| 164 | if (Runtime::Current()->IsActiveTransaction()) { |
| 165 | ref->SetZombie<true>(forward_address); |
| 166 | ref->ClearReferent<true>(); |
| 167 | } else { |
| 168 | ref->SetZombie<false>(forward_address); |
| 169 | ref->ClearReferent<false>(); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 170 | } |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 171 | cleared_references->EnqueueReference(ref); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 172 | } |
Hiroshi Yamauchi | 057d977 | 2017-02-17 15:33:23 -0800 | [diff] [blame] | 173 | // Delay disabling the read barrier until here so that the ClearReferent call above in |
| 174 | // transaction mode will trigger the read barrier. |
| 175 | DisableReadBarrierForReference(ref->AsReference()); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 176 | } |
| 177 | } |
| 178 | |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 179 | void ReferenceQueue::ForwardSoftReferences(MarkObjectVisitor* visitor) { |
Fred Shih | 530e1b5 | 2014-06-09 15:19:54 -0700 | [diff] [blame] | 180 | if (UNLIKELY(IsEmpty())) { |
| 181 | return; |
| 182 | } |
Mathieu Chartier | 5d3f73a | 2016-10-14 14:28:47 -0700 | [diff] [blame] | 183 | ObjPtr<mirror::Reference> const head = list_; |
| 184 | ObjPtr<mirror::Reference> ref = head; |
Fred Shih | 530e1b5 | 2014-06-09 15:19:54 -0700 | [diff] [blame] | 185 | do { |
Mathieu Chartier | 308351a | 2014-06-15 12:39:02 -0700 | [diff] [blame] | 186 | mirror::HeapReference<mirror::Object>* referent_addr = ref->GetReferentReferenceAddr(); |
| 187 | if (referent_addr->AsMirrorPtr() != nullptr) { |
Hiroshi Yamauchi | 057d977 | 2017-02-17 15:33:23 -0800 | [diff] [blame] | 188 | // do_atomic_update is false because mutators can't access the referent due to the weak ref |
| 189 | // access blocking. |
| 190 | visitor->MarkHeapReference(referent_addr, /*do_atomic_update*/ false); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 191 | } |
Fred Shih | 530e1b5 | 2014-06-09 15:19:54 -0700 | [diff] [blame] | 192 | ref = ref->GetPendingNext(); |
| 193 | } while (LIKELY(ref != head)); |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 194 | } |
| 195 | |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 196 | void ReferenceQueue::UpdateRoots(IsMarkedVisitor* visitor) { |
Mathieu Chartier | 52e4b43 | 2014-06-10 11:22:31 -0700 | [diff] [blame] | 197 | if (list_ != nullptr) { |
Mathieu Chartier | 9750995 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 198 | list_ = down_cast<mirror::Reference*>(visitor->IsMarked(list_)); |
Mathieu Chartier | 52e4b43 | 2014-06-10 11:22:31 -0700 | [diff] [blame] | 199 | } |
| 200 | } |
| 201 | |
Mathieu Chartier | 39e3261 | 2013-11-12 16:28:05 -0800 | [diff] [blame] | 202 | } // namespace gc |
| 203 | } // namespace art |