annotate hotspot/src/share/vm/gc/g1/g1RemSet.hpp @ 37988:bf4018edea5e

8153503: Move remset scan iteration claim to remset local data structure Reviewed-by: drwhite, mgerdin
author tschatzl
date Mon, 18 Apr 2016 16:51:14 +0200
parents 539c597ee0fa
children 90f405aac699
rev   line source
ysr@1374 1 /*
tschatzl@37988 2 * Copyright (c) 2001, 2016, Oracle and/or its affiliates. All rights reserved.
ysr@1374 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
ysr@1374 4 *
ysr@1374 5 * This code is free software; you can redistribute it and/or modify it
ysr@1374 6 * under the terms of the GNU General Public License version 2 only, as
ysr@1374 7 * published by the Free Software Foundation.
ysr@1374 8 *
ysr@1374 9 * This code is distributed in the hope that it will be useful, but WITHOUT
ysr@1374 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
ysr@1374 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
ysr@1374 12 * version 2 for more details (a copy is included in the LICENSE file that
ysr@1374 13 * accompanied this code).
ysr@1374 14 *
ysr@1374 15 * You should have received a copy of the GNU General Public License version
ysr@1374 16 * 2 along with this work; if not, write to the Free Software Foundation,
ysr@1374 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
ysr@1374 18 *
trims@5547 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@5547 20 * or visit www.oracle.com if you need additional information or have any
trims@5547 21 * questions.
ysr@1374 22 *
ysr@1374 23 */
ysr@1374 24
pliden@30764 25 #ifndef SHARE_VM_GC_G1_G1REMSET_HPP
pliden@30764 26 #define SHARE_VM_GC_G1_G1REMSET_HPP
stefank@7397 27
tschatzl@35198 28 #include "gc/g1/dirtyCardQueue.hpp"
tschatzl@37414 29 #include "gc/g1/g1CardLiveData.hpp"
pliden@30764 30 #include "gc/g1/g1RemSetSummary.hpp"
tschatzl@35198 31 #include "gc/g1/heapRegion.hpp"
tschatzl@35198 32 #include "memory/allocation.hpp"
tschatzl@35198 33 #include "memory/iterator.hpp"
tschatzl@17854 34
ysr@1374 35 // A G1RemSet provides ways of iterating over pointers into a selected
ysr@1374 36 // collection set.
ysr@1374 37
tschatzl@35198 38 class BitMap;
tschatzl@35198 39 class CardTableModRefBS;
david@35461 40 class G1BlockOffsetTable;
tschatzl@35198 41 class ConcurrentG1Refine;
tschatzl@35198 42 class CodeBlobClosure;
ysr@1374 43 class G1CollectedHeap;
mgerdin@28207 44 class G1ParPushHeapRSClosure;
tschatzl@37988 45 class G1RemSetScanState;
mgerdin@37985 46 class G1Policy;
tschatzl@35198 47 class G1SATBCardTableModRefBS;
tschatzl@35198 48 class HeapRegionClaimer;
ysr@1374 49
johnc@6958 50 // A G1RemSet in which each heap region has a rem set that records the
johnc@6958 51 // external heap references into it. Uses a mod ref bs to track updates,
johnc@6958 52 // so that they can be used to update the individual region remsets.
zgu@13195 53 class G1RemSet: public CHeapObj<mtGC> {
tschatzl@17854 54 private:
tschatzl@37988 55 G1RemSetScanState* _scan_state;
tschatzl@37414 56 G1CardLiveData _card_live_data;
tschatzl@37414 57
tschatzl@17854 58 G1RemSetSummary _prev_period_summary;
david@33789 59
david@33789 60 // A DirtyCardQueueSet that is used to hold cards that contain
david@33789 61 // references into the current collection set. This is used to
david@33789 62 // update the remembered sets of the regions in the collection
david@33789 63 // set in the event of an evacuation failure.
david@33789 64 DirtyCardQueueSet _into_cset_dirty_card_queue_set;
david@33789 65
ysr@1374 66 protected:
ysr@1374 67 G1CollectedHeap* _g1;
tschatzl@17854 68 size_t _conc_refine_cards;
jmasa@11396 69 uint n_workers();
ysr@1374 70
ysr@1374 71 protected:
johnc@17108 72 CardTableModRefBS* _ct_bs;
mgerdin@37985 73 G1Policy* _g1p;
ysr@1374 74
johnc@17108 75 ConcurrentG1Refine* _cg1r;
ysr@1374 76
ysr@1374 77 public:
tschatzl@35210 78 // Gives an approximation on how many threads can be expected to add records to
tschatzl@35210 79 // a remembered set in parallel. This can be used for sizing data structures to
tschatzl@35210 80 // decrease performance losses due to data structure sharing.
tschatzl@35210 81 // Examples for quantities that influence this value are the maximum number of
tschatzl@35210 82 // mutator threads, maximum number of concurrent refinement or GC threads.
tschatzl@35210 83 static uint num_par_rem_sets();
tschatzl@35210 84
tschatzl@35210 85 // Initialize data that depends on the heap size being known.
tschatzl@37414 86 void initialize(size_t capacity, uint max_regions);
tschatzl@35210 87
ysr@1374 88 // This is called to reset dual hash tables after the gc pause
ysr@1374 89 // is finished and the initial hash table is no longer being
ysr@1374 90 // scanned.
ysr@1374 91 void cleanupHRRS();
ysr@1374 92
johnc@6958 93 G1RemSet(G1CollectedHeap* g1, CardTableModRefBS* ct_bs);
johnc@6958 94 ~G1RemSet();
ysr@1374 95
tschatzl@37988 96 // Invoke "cl->do_oop" on all pointers into the collection set
johnc@19339 97 // from objects in regions outside the collection set (having
tschatzl@37988 98 // invoked "cl->set_region" to set the "from" region correctly
johnc@19339 99 // beforehand.)
johnc@19339 100 //
mgerdin@32617 101 // Apply non_heap_roots on the oops of the unmarked nmethods
johnc@19339 102 // on the strong code roots list for each region in the
johnc@19339 103 // collection set.
johnc@19339 104 //
johnc@19339 105 // The "worker_i" param is for the parallel case where the id
johnc@19339 106 // of the worker thread calling this function can be helpful in
johnc@19339 107 // partitioning the work to be done. It should be the same as
johnc@19339 108 // the "i" passed to the calling thread's work(i) function.
johnc@19339 109 // In the sequential case this param will be ignored.
mgerdin@32737 110 //
mgerdin@32737 111 // Returns the number of cards scanned while looking for pointers
mgerdin@32737 112 // into the collection set.
tschatzl@37988 113 size_t oops_into_collection_set_do(G1ParPushHeapRSClosure* cl,
mgerdin@33213 114 CodeBlobClosure* heap_region_codeblobs,
mgerdin@32737 115 uint worker_i);
ysr@1374 116
johnc@6958 117 // Prepare for and cleanup after an oops_into_collection_set_do
johnc@6958 118 // call. Must call each of these once before and after (in sequential
johnc@6958 119 // code) any threads call oops_into_collection_set_do. (This offers an
johnc@6958 120 // opportunity to sequential setup and teardown of structures needed by a
johnc@6958 121 // parallel iteration over the CS's RS.)
ysr@1374 122 void prepare_for_oops_into_collection_set_do();
ysr@1374 123 void cleanup_after_oops_into_collection_set_do();
johnc@6958 124
tschatzl@37988 125 size_t scan_rem_set(G1ParPushHeapRSClosure* oops_in_heap_closure,
tschatzl@37988 126 CodeBlobClosure* heap_region_codeblobs,
tschatzl@37988 127 uint worker_i);
johnc@19339 128
tschatzl@37988 129 G1RemSetScanState* scan_state() const { return _scan_state; }
johnc@6958 130
tschatzl@37988 131 // Flush remaining refinement buffers into the remembered set,
tschatzl@37988 132 // applying oops_in_heap_closure on the references found.
tschatzl@37988 133 void update_rem_set(DirtyCardQueue* into_cset_dcq, G1ParPushHeapRSClosure* oops_in_heap_closure, uint worker_i);
ysr@1374 134
ysr@1374 135 // Record, if necessary, the fact that *p (where "p" is in region "from",
ysr@1374 136 // which is required to be non-NULL) has changed to a new non-NULL value.
brutisso@26850 137 template <class T> void par_write_ref(HeapRegion* from, T* p, uint tid);
ysr@1374 138
johnc@6958 139 // Requires "region_bm" and "card_bm" to be bitmaps with 1 bit per region
johnc@6958 140 // or card, respectively, such that a region or card with a corresponding
johnc@6958 141 // 0 bit contains no part of any live object. Eliminates any remembered
mlarsson@27251 142 // set entries that correspond to dead heap ranges. "worker_num" is the
mlarsson@27251 143 // parallel thread id of the current thread, and "hrclaimer" is the
mlarsson@27251 144 // HeapRegionClaimer that should be used.
tschatzl@37414 145 void scrub(uint worker_num, HeapRegionClaimer* hrclaimer);
ysr@1374 146
johnc@17327 147 // Refine the card corresponding to "card_ptr".
tschatzl@37988 148 // If oops_in_heap_closure is not NULL, a true result is returned
johnc@6958 149 // if the given card contains oops that have references into the
johnc@6958 150 // current collection set.
johnc@17327 151 virtual bool refine_card(jbyte* card_ptr,
vkempik@23855 152 uint worker_i,
tschatzl@37988 153 G1ParPushHeapRSClosure* oops_in_heap_closure);
ysr@1374 154
tschatzl@17854 155 // Print accumulated summary info from the start of the VM.
ysr@1374 156 virtual void print_summary_info();
johnc@6958 157
tschatzl@17854 158 // Print accumulated summary info from the last time called.
brutisso@35061 159 virtual void print_periodic_summary_info(const char* header, uint period_count);
tschatzl@17854 160
johnc@6958 161 // Prepare remembered set for verification.
ysr@1374 162 virtual void prepare_for_verify();
tschatzl@17854 163
tschatzl@17854 164 size_t conc_refine_cards() const {
tschatzl@17854 165 return _conc_refine_cards;
tschatzl@17854 166 }
tschatzl@37414 167
tschatzl@37414 168 void create_card_live_data(WorkGang* workers, G1CMBitMap* mark_bitmap);
tschatzl@37414 169 void finalize_card_live_data(WorkGang* workers, G1CMBitMap* mark_bitmap);
tschatzl@37414 170
tschatzl@37414 171 // Verify that the liveness count data created concurrently matches one created
tschatzl@37414 172 // during this safepoint.
tschatzl@37414 173 void verify_card_live_data(WorkGang* workers, G1CMBitMap* actual_bitmap);
tschatzl@37414 174
tschatzl@37414 175 void clear_card_live_data(WorkGang* workers);
tschatzl@37414 176
tschatzl@37414 177 #ifdef ASSERT
tschatzl@37414 178 void verify_card_live_data_is_clear();
tschatzl@37414 179 #endif
ysr@1374 180 };
ysr@1374 181
tschatzl@37988 182 class G1ScanRSClosure : public HeapRegionClosure {
tschatzl@37988 183 G1RemSetScanState* _scan_state;
tschatzl@37988 184
tschatzl@37988 185 size_t _cards_done;
tschatzl@37988 186 size_t _cards;
ehelin@34246 187 G1CollectedHeap* _g1h;
ehelin@34246 188
tschatzl@37988 189 G1ParPushHeapRSClosure* _push_heap_cl;
ehelin@34246 190 CodeBlobClosure* _code_root_cl;
ehelin@34246 191
david@35461 192 G1BlockOffsetTable* _bot;
ehelin@34246 193 G1SATBCardTableModRefBS *_ct_bs;
ehelin@34246 194
ehelin@34246 195 double _strong_code_root_scan_time_sec;
ehelin@34246 196 uint _worker_i;
ehelin@34246 197 size_t _block_size;
ehelin@34246 198
tschatzl@37988 199 void scan_card(size_t index, HeapRegion *r);
tschatzl@37988 200 void scan_strong_code_roots(HeapRegion* r);
ehelin@34246 201 public:
tschatzl@37988 202 G1ScanRSClosure(G1RemSetScanState* scan_state,
tschatzl@37988 203 G1ParPushHeapRSClosure* push_heap_cl,
tschatzl@37988 204 CodeBlobClosure* code_root_cl,
tschatzl@37988 205 uint worker_i);
ehelin@34246 206
ehelin@34246 207 bool doHeapRegion(HeapRegion* r);
ehelin@34246 208
ehelin@34246 209 double strong_code_root_scan_time_sec() {
ehelin@34246 210 return _strong_code_root_scan_time_sec;
ehelin@34246 211 }
tschatzl@37988 212
ehelin@34246 213 size_t cards_done() { return _cards_done;}
ehelin@34246 214 size_t cards_looked_up() { return _cards;}
ehelin@34246 215 };
ehelin@34246 216
coleenp@13728 217 class UpdateRSOopClosure: public ExtendedOopClosure {
apetrusenko@2152 218 HeapRegion* _from;
johnc@6958 219 G1RemSet* _rs;
vkempik@23855 220 uint _worker_i;
ysr@3262 221
ysr@3262 222 template <class T> void do_oop_work(T* p);
ysr@3262 223
apetrusenko@2152 224 public:
vkempik@23855 225 UpdateRSOopClosure(G1RemSet* rs, uint worker_i = 0) :
johnc@7385 226 _from(NULL), _rs(rs), _worker_i(worker_i)
johnc@7385 227 {}
apetrusenko@2152 228
apetrusenko@2152 229 void set_from(HeapRegion* from) {
apetrusenko@2152 230 assert(from != NULL, "from region must be non-NULL");
apetrusenko@2152 231 _from = from;
apetrusenko@2152 232 }
apetrusenko@2152 233
ysr@3262 234 virtual void do_oop(narrowOop* p) { do_oop_work(p); }
ysr@3262 235 virtual void do_oop(oop* p) { do_oop_work(p); }
apetrusenko@2152 236 };
johnc@6247 237
pliden@30764 238 #endif // SHARE_VM_GC_G1_G1REMSET_HPP