annotate hotspot/src/share/vm/gc/g1/g1RemSet.hpp @ 46614:ae1105fff9e4

8179677: Let G1Remset::_conc_refined_cards only count number of cards concurrently refined Reviewed-by: sjohanss, ehelin
author tschatzl
date Tue, 04 Jul 2017 09:16:26 +0200
parents f46b773946a2
children ef7cac5de811
rev   line source
ysr@1374 1 /*
jprovino@46291 2 * Copyright (c) 2001, 2017, Oracle and/or its affiliates. All rights reserved.
ysr@1374 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
ysr@1374 4 *
ysr@1374 5 * This code is free software; you can redistribute it and/or modify it
ysr@1374 6 * under the terms of the GNU General Public License version 2 only, as
ysr@1374 7 * published by the Free Software Foundation.
ysr@1374 8 *
ysr@1374 9 * This code is distributed in the hope that it will be useful, but WITHOUT
ysr@1374 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
ysr@1374 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
ysr@1374 12 * version 2 for more details (a copy is included in the LICENSE file that
ysr@1374 13 * accompanied this code).
ysr@1374 14 *
ysr@1374 15 * You should have received a copy of the GNU General Public License version
ysr@1374 16 * 2 along with this work; if not, write to the Free Software Foundation,
ysr@1374 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
ysr@1374 18 *
trims@5547 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@5547 20 * or visit www.oracle.com if you need additional information or have any
trims@5547 21 * questions.
ysr@1374 22 *
ysr@1374 23 */
ysr@1374 24
pliden@30764 25 #ifndef SHARE_VM_GC_G1_G1REMSET_HPP
pliden@30764 26 #define SHARE_VM_GC_G1_G1REMSET_HPP
stefank@7397 27
tschatzl@35198 28 #include "gc/g1/dirtyCardQueue.hpp"
tschatzl@37414 29 #include "gc/g1/g1CardLiveData.hpp"
pliden@30764 30 #include "gc/g1/g1RemSetSummary.hpp"
tschatzl@35198 31 #include "gc/g1/heapRegion.hpp"
tschatzl@35198 32 #include "memory/allocation.hpp"
tschatzl@35198 33 #include "memory/iterator.hpp"
tschatzl@17854 34
ysr@1374 35 // A G1RemSet provides ways of iterating over pointers into a selected
ysr@1374 36 // collection set.
ysr@1374 37
tschatzl@35198 38 class BitMap;
tschatzl@35198 39 class CardTableModRefBS;
david@35461 40 class G1BlockOffsetTable;
tschatzl@35198 41 class CodeBlobClosure;
ysr@1374 42 class G1CollectedHeap;
kbarrett@38172 43 class G1HotCardCache;
tschatzl@37988 44 class G1RemSetScanState;
tschatzl@46572 45 class G1ParScanThreadState;
mgerdin@37985 46 class G1Policy;
tschatzl@35198 47 class G1SATBCardTableModRefBS;
tschatzl@46572 48 class G1ScanObjsDuringScanRSClosure;
tschatzl@46572 49 class G1ScanObjsDuringUpdateRSClosure;
tschatzl@35198 50 class HeapRegionClaimer;
ysr@1374 51
johnc@6958 52 // A G1RemSet in which each heap region has a rem set that records the
johnc@6958 53 // external heap references into it. Uses a mod ref bs to track updates,
johnc@6958 54 // so that they can be used to update the individual region remsets.
zgu@13195 55 class G1RemSet: public CHeapObj<mtGC> {
tschatzl@17854 56 private:
tschatzl@37988 57 G1RemSetScanState* _scan_state;
tschatzl@37414 58 G1CardLiveData _card_live_data;
tschatzl@37414 59
tschatzl@17854 60 G1RemSetSummary _prev_period_summary;
david@33789 61
david@33789 62 // A DirtyCardQueueSet that is used to hold cards that contain
david@33789 63 // references into the current collection set. This is used to
david@33789 64 // update the remembered sets of the regions in the collection
david@33789 65 // set in the event of an evacuation failure.
david@33789 66 DirtyCardQueueSet _into_cset_dirty_card_queue_set;
david@33789 67
tschatzl@46575 68 // Scan all remembered sets of the collection set for references into the collection
tschatzl@46575 69 // set.
tschatzl@46575 70 void scan_rem_set(G1ParScanThreadState* pss,
tschatzl@46575 71 CodeBlobClosure* heap_region_codeblobs,
tschatzl@46575 72 uint worker_i);
tschatzl@46575 73
tschatzl@46575 74 // Flush remaining refinement buffers for cross-region references to either evacuate references
tschatzl@46575 75 // into the collection set or update the remembered set.
tschatzl@46575 76 void update_rem_set(DirtyCardQueue* into_cset_dcq, G1ParScanThreadState* pss, uint worker_i);
tschatzl@46575 77
ysr@1374 78 G1CollectedHeap* _g1;
tschatzl@46614 79 size_t _num_conc_refined_cards; // Number of cards refined concurrently to the mutator.
ysr@1374 80
johnc@17108 81 CardTableModRefBS* _ct_bs;
mgerdin@37985 82 G1Policy* _g1p;
kbarrett@38172 83 G1HotCardCache* _hot_card_cache;
ysr@1374 84
ysr@1374 85 public:
tschatzl@35210 86 // Gives an approximation on how many threads can be expected to add records to
tschatzl@35210 87 // a remembered set in parallel. This can be used for sizing data structures to
tschatzl@35210 88 // decrease performance losses due to data structure sharing.
tschatzl@35210 89 // Examples for quantities that influence this value are the maximum number of
tschatzl@35210 90 // mutator threads, maximum number of concurrent refinement or GC threads.
tschatzl@35210 91 static uint num_par_rem_sets();
tschatzl@35210 92
tschatzl@35210 93 // Initialize data that depends on the heap size being known.
tschatzl@37414 94 void initialize(size_t capacity, uint max_regions);
tschatzl@35210 95
ysr@1374 96 // This is called to reset dual hash tables after the gc pause
ysr@1374 97 // is finished and the initial hash table is no longer being
ysr@1374 98 // scanned.
ysr@1374 99 void cleanupHRRS();
ysr@1374 100
kbarrett@38172 101 G1RemSet(G1CollectedHeap* g1,
kbarrett@38172 102 CardTableModRefBS* ct_bs,
kbarrett@38172 103 G1HotCardCache* hot_card_cache);
johnc@6958 104 ~G1RemSet();
ysr@1374 105
tschatzl@46572 106 // Process all oops in the collection set from the cards in the refinement buffers and
tschatzl@46572 107 // remembered sets using pss.
johnc@19339 108 //
tschatzl@46572 109 // Further applies heap_region_codeblobs on the oops of the unmarked nmethods on the strong code
tschatzl@46572 110 // roots list for each region in the collection set.
tschatzl@46572 111 void oops_into_collection_set_do(G1ParScanThreadState* pss,
tschatzl@46571 112 CodeBlobClosure* heap_region_codeblobs,
tschatzl@46571 113 uint worker_i);
ysr@1374 114
johnc@6958 115 // Prepare for and cleanup after an oops_into_collection_set_do
johnc@6958 116 // call. Must call each of these once before and after (in sequential
tschatzl@46575 117 // code) any thread calls oops_into_collection_set_do.
ysr@1374 118 void prepare_for_oops_into_collection_set_do();
ysr@1374 119 void cleanup_after_oops_into_collection_set_do();
johnc@6958 120
tschatzl@37988 121 G1RemSetScanState* scan_state() const { return _scan_state; }
johnc@6958 122
ysr@1374 123 // Record, if necessary, the fact that *p (where "p" is in region "from",
ysr@1374 124 // which is required to be non-NULL) has changed to a new non-NULL value.
brutisso@26850 125 template <class T> void par_write_ref(HeapRegion* from, T* p, uint tid);
ysr@1374 126
tschatzl@46575 127 // Eliminates any remembered set entries that correspond to dead heap ranges.
tschatzl@37414 128 void scrub(uint worker_num, HeapRegionClaimer* hrclaimer);
ysr@1374 129
tschatzl@46575 130 // Refine the card corresponding to "card_ptr". Safe to be called concurrently
tschatzl@46575 131 // to the mutator.
tschatzl@46519 132 void refine_card_concurrently(jbyte* card_ptr,
tschatzl@46519 133 uint worker_i);
tschatzl@46519 134
tschatzl@46575 135 // Refine the card corresponding to "card_ptr", applying the given closure to
tschatzl@46575 136 // all references found. Returns "true" if the given card contains
tschatzl@46575 137 // oops that have references into the current collection set. Must only be
tschatzl@46575 138 // called during gc.
tschatzl@46519 139 bool refine_card_during_gc(jbyte* card_ptr,
tschatzl@46572 140 G1ScanObjsDuringUpdateRSClosure* update_rs_cl);
ysr@1374 141
tschatzl@17854 142 // Print accumulated summary info from the start of the VM.
jprovino@46291 143 void print_summary_info();
johnc@6958 144
tschatzl@17854 145 // Print accumulated summary info from the last time called.
jprovino@46291 146 void print_periodic_summary_info(const char* header, uint period_count);
tschatzl@17854 147
tschatzl@46614 148 size_t num_conc_refined_cards() const { return _num_conc_refined_cards; }
tschatzl@37414 149
tschatzl@37414 150 void create_card_live_data(WorkGang* workers, G1CMBitMap* mark_bitmap);
tschatzl@37414 151 void finalize_card_live_data(WorkGang* workers, G1CMBitMap* mark_bitmap);
tschatzl@37414 152
tschatzl@37414 153 // Verify that the liveness count data created concurrently matches one created
tschatzl@37414 154 // during this safepoint.
tschatzl@37414 155 void verify_card_live_data(WorkGang* workers, G1CMBitMap* actual_bitmap);
tschatzl@37414 156
tschatzl@37414 157 void clear_card_live_data(WorkGang* workers);
tschatzl@37414 158
tschatzl@37414 159 #ifdef ASSERT
tschatzl@37414 160 void verify_card_live_data_is_clear();
tschatzl@37414 161 #endif
ysr@1374 162 };
ysr@1374 163
tschatzl@46575 164 class G1ScanRSForRegionClosure : public HeapRegionClosure {
tschatzl@37988 165 G1RemSetScanState* _scan_state;
tschatzl@37988 166
tschatzl@46571 167 size_t _cards_scanned;
tschatzl@46571 168 size_t _cards_claimed;
tschatzl@46571 169 size_t _cards_skipped;
tschatzl@46571 170
ehelin@34246 171 G1CollectedHeap* _g1h;
ehelin@34246 172
tschatzl@46572 173 G1ScanObjsDuringScanRSClosure* _scan_objs_on_card_cl;
ehelin@34246 174 CodeBlobClosure* _code_root_cl;
ehelin@34246 175
david@35461 176 G1BlockOffsetTable* _bot;
ehelin@34246 177 G1SATBCardTableModRefBS *_ct_bs;
ehelin@34246 178
ehelin@34246 179 double _strong_code_root_scan_time_sec;
ehelin@34246 180 uint _worker_i;
ehelin@34246 181
tschatzl@46518 182 void scan_card(size_t index, HeapWord* card_start, HeapRegion *r);
tschatzl@37988 183 void scan_strong_code_roots(HeapRegion* r);
ehelin@34246 184 public:
tschatzl@46575 185 G1ScanRSForRegionClosure(G1RemSetScanState* scan_state,
tschatzl@46575 186 G1ScanObjsDuringScanRSClosure* scan_obj_on_card,
tschatzl@46575 187 CodeBlobClosure* code_root_cl,
tschatzl@46575 188 uint worker_i);
ehelin@34246 189
ehelin@34246 190 bool doHeapRegion(HeapRegion* r);
ehelin@34246 191
ehelin@34246 192 double strong_code_root_scan_time_sec() {
ehelin@34246 193 return _strong_code_root_scan_time_sec;
ehelin@34246 194 }
tschatzl@37988 195
tschatzl@46571 196 size_t cards_scanned() const { return _cards_scanned; }
tschatzl@46571 197 size_t cards_claimed() const { return _cards_claimed; }
tschatzl@46571 198 size_t cards_skipped() const { return _cards_skipped; }
ehelin@34246 199 };
ehelin@34246 200
tschatzl@46575 201 class RebuildRSOopClosure: public ExtendedOopClosure {
apetrusenko@2152 202 HeapRegion* _from;
johnc@6958 203 G1RemSet* _rs;
vkempik@23855 204 uint _worker_i;
ysr@3262 205
ysr@3262 206 template <class T> void do_oop_work(T* p);
ysr@3262 207
apetrusenko@2152 208 public:
tschatzl@46575 209 RebuildRSOopClosure(G1RemSet* rs, uint worker_i = 0) :
johnc@7385 210 _from(NULL), _rs(rs), _worker_i(worker_i)
johnc@7385 211 {}
apetrusenko@2152 212
apetrusenko@2152 213 void set_from(HeapRegion* from) {
apetrusenko@2152 214 assert(from != NULL, "from region must be non-NULL");
apetrusenko@2152 215 _from = from;
apetrusenko@2152 216 }
apetrusenko@2152 217
ysr@3262 218 virtual void do_oop(narrowOop* p) { do_oop_work(p); }
ysr@3262 219 virtual void do_oop(oop* p) { do_oop_work(p); }
apetrusenko@2152 220 };
johnc@6247 221
pliden@30764 222 #endif // SHARE_VM_GC_G1_G1REMSET_HPP