Lines Matching defs:__
3438 #define __ ideal.
3441 set_all_memory(__ merged_memory());
3442 set_i_o(__ i_o());
3443 set_control(__ ctrl());
3498 Node* cast = __ CastPX(__ ctrl(), adr);
3503 Node* card_offset = __ URShiftX( cast, __ ConI(CardTableModRefBS::card_shift) );
3506 Node* card_adr = __ AddP(__ top(), byte_map_base_node(), card_offset );
3510 Node* zero = __ ConI(0); // Dirty card value
3521 Node* card_val = __ load( __ ctrl(), card_adr, TypeInt::BYTE, bt, adr_type);
3522 __ if_then(card_val, BoolTest::ne, zero);
3527 __ store(__ ctrl(), card_adr, zero, bt, adr_type);
3530 __ storeCM(__ ctrl(), card_adr, zero, oop_store, adr_idx, bt, adr_type);
3534 __ end_if();
3569 Node* tls = __ thread(); // ThreadLocalStorage
3572 Node* no_base = __ top();
3573 Node* zero = __ ConI(0);
3574 Node* zeroX = __ ConX(0);
3591 Node* marking_adr = __ AddP(no_base, tls, __ ConX(marking_offset));
3592 Node* buffer_adr = __ AddP(no_base, tls, __ ConX(buffer_offset));
3593 Node* index_adr = __ AddP(no_base, tls, __ ConX(index_offset));
3596 Node* marking = __ load(__ ctrl(), marking_adr, TypeInt::INT, active_type, Compile::AliasIdxRaw);
3599 __ if_then(marking, BoolTest::ne, zero); {
3602 Node* index = __ load(__ ctrl(), index_adr, TypeX_X, index_bt, Compile::AliasIdxRaw);
3607 pre_val = __ load(no_ctrl, adr, val_type, bt, alias_idx);
3611 __ if_then(pre_val, BoolTest::ne, null()); {
3612 Node* buffer = __ load(__ ctrl(), buffer_adr, TypeRawPtr::NOTNULL, T_ADDRESS, Compile::AliasIdxRaw);
3615 __ if_then(index, BoolTest::ne, zeroX, likely); {
3618 Node* next_index = _gvn.transform(new (C) SubXNode(index, __ ConX(sizeof(intptr_t))));
3621 Node *log_addr = __ AddP(no_base, buffer, next_index);
3622 __ store(__ ctrl(), log_addr, pre_val, T_OBJECT, Compile::AliasIdxRaw);
3624 __ store(__ ctrl(), index_adr, next_index, index_bt, Compile::AliasIdxRaw);
3626 } __ else_(); {
3630 __ make_leaf_call(tf, CAST_FROM_FN_PTR(address, SharedRuntime::g1_wb_pre), "g1_wb_pre", pre_val, tls);
3631 } __ end_if(); // (!index)
3632 } __ end_if(); // (pre_val != NULL)
3633 } __ end_if(); // (!marking)
3651 Node* zero = __ ConI(0);
3652 Node* zeroX = __ ConX(0);
3653 Node* no_base = __ top();
3656 __ storeCM(__ ctrl(), card_adr, zero, oop_store, oop_alias_idx, card_bt, Compile::AliasIdxRaw);
3659 __ if_then(index, BoolTest::ne, zeroX); {
3661 Node* next_index = _gvn.transform(new (C) SubXNode(index, __ ConX(sizeof(intptr_t))));
3662 Node* log_addr = __ AddP(no_base, buffer, next_index);
3664 __ store(__ ctrl(), log_addr, card_adr, T_ADDRESS, Compile::AliasIdxRaw);
3665 __ store(__ ctrl(), index_adr, next_index, TypeX_X->basic_type(), Compile::AliasIdxRaw);
3667 } __ else_(); {
3668 __ make_leaf_call(tf, CAST_FROM_FN_PTR(address, SharedRuntime::g1_wb_post), "g1_wb_post", card_adr, __ thread());
3669 } __ end_if();
3699 Node* tls = __ thread(); // ThreadLocalStorage
3701 Node* no_base = __ top();
3704 Node* zero = __ ConI(0);
3705 Node* zeroX = __ ConX(0);
3720 Node* buffer_adr = __ AddP(no_base, tls, __ ConX(buffer_offset));
3721 Node* index_adr = __ AddP(no_base, tls, __ ConX(index_offset));
3726 Node* index = __ load(__ ctrl(), index_adr, TypeX_X, TypeX_X->basic_type(), Compile::AliasIdxRaw);
3727 Node* buffer = __ load(__ ctrl(), buffer_adr, TypeRawPtr::NOTNULL, T_ADDRESS, Compile::AliasIdxRaw);
3731 Node* cast = __ CastPX(__ ctrl(), adr);
3734 Node* card_offset = __ URShiftX( cast, __ ConI(CardTableModRefBS::card_shift) );
3737 Node* card_adr = __ AddP(no_base, byte_map_base_node(), card_offset );
3746 // Node* region_size = __ ConI(1 << HeapRegion::LogOfHRGrainBytes);
3747 Node* xor_res = __ URShiftX ( __ XorX( cast, __ CastPX(__ ctrl(), val)), __ ConI(HeapRegion::LogOfHRGrainBytes));
3750 __ if_then(xor_res, BoolTest::ne, zeroX); {
3753 __ if_then(val, BoolTest::ne, null(), unlikely); {
3758 Node* card_val = __ load(__ ctrl(), card_adr, TypeInt::INT, T_BYTE, Compile::AliasIdxRaw);
3760 __ if_then(card_val, BoolTest::ne, zero); {
3762 } __ end_if();
3763 } __ end_if();
3764 } __ end_if();
3773 #undef __