Lines Matching refs:UWord
59 static void ocache_sarp_Set_Origins ( Addr, UWord, UInt ); /* fwds */
60 static void ocache_sarp_Clear_Origins ( Addr, UWord ); /* fwds */
180 #define N_PRIMARY_MAP ( ((UWord)1) << N_PRIMARY_BITS)
442 UWord elems_seen = 0; in check_auxmap_L1_L2_sanity()
597 UWord pm_off = a >> 16; in get_secmap_low_ptr()
733 UWord sm_off = SM_OFF(a); in set_vabits2()
741 UWord sm_off = SM_OFF(a); in get_vabits2()
754 UWord sm_off = SM_OFF(a); in get_vabits8_for_aligned_word32()
763 UWord sm_off = SM_OFF(a); in set_vabits8_for_aligned_word32()
769 static UWord get_sec_vbits8(Addr a);
770 static void set_sec_vbits8(Addr a, UWord vbits8);
997 static UWord get_sec_vbits8(Addr a) in get_sec_vbits8()
1011 static void set_sec_vbits8(Addr a, UWord vbits8) in set_sec_vbits8()
1052 static INLINE UWord byte_offset_w ( UWord wordszB, Bool bigendian, in byte_offset_w()
1053 UWord byteno ) { in byte_offset_w()
1099 UWord how = IAR_INVALID; in MC_()
1100 UWord key_min = ~(UWord)0; in MC_()
1101 UWord key_max = (UWord)0; in MC_()
1183 UWord val = IAR_INVALID; in modify_ignore_ranges()
1184 UWord key_min = ~(UWord)0; in modify_ignore_ranges()
1185 UWord key_max = (UWord)0; in modify_ignore_ranges()
1236 UWord long_index = byte_offset_w(szL, bigendian, j); in mc_LOADV_128_or_256_slow()
1329 UWord sm_off16 = SM_OFF_16(a); in mc_LOADVn_slow()
1330 UWord vabits16 = ((UShort*)(sm->vabits8))[sm_off16]; in mc_LOADVn_slow()
1340 UWord sm_off = SM_OFF(a); in mc_LOADVn_slow()
1341 UWord vabits8 = sm->vabits8[sm_off]; in mc_LOADVn_slow()
1343 return ((UWord)0xFFFFFFFF00000000ULL | (UWord)V_BITS32_DEFINED); in mc_LOADVn_slow()
1345 return ((UWord)0xFFFFFFFF00000000ULL | (UWord)V_BITS32_UNDEFINED); in mc_LOADVn_slow()
1482 UWord sm_off16 = SM_OFF_16(a); in mc_STOREVn_slow()
1483 UWord vabits16 = ((UShort*)(sm->vabits8))[sm_off16]; in mc_STOREVn_slow()
1504 UWord sm_off = SM_OFF(a); in mc_STOREVn_slow()
1505 UWord vabits8 = sm->vabits8[sm_off]; in mc_STOREVn_slow()
1548 static void set_address_range_perms ( Addr a, SizeT lenT, UWord vabits16, in set_address_range_perms()
1549 UWord dsm_num ) in set_address_range_perms()
1551 UWord sm_off, sm_off16; in set_address_range_perms()
1552 UWord vabits2 = vabits16 & 0x3; in set_address_range_perms()
2278 static UWord stats_ocacheL1_find = 0;
2279 static UWord stats_ocacheL1_found_at_1 = 0;
2280 static UWord stats_ocacheL1_found_at_N = 0;
2281 static UWord stats_ocacheL1_misses = 0;
2282 static UWord stats_ocacheL1_lossage = 0;
2283 static UWord stats_ocacheL1_movefwds = 0;
2285 static UWord stats__ocacheL2_refs = 0;
2286 static UWord stats__ocacheL2_misses = 0;
2287 static UWord stats__ocacheL2_n_nodes_max = 0;
2294 static INLINE UWord oc_line_offset ( Addr a ) { in oc_line_offset()
2327 UWord i; in classify_OCacheLine()
2352 static UWord ocacheL1_event_ctr = 0;
2357 UWord line, set; in init_OCache()
2374 static void moveLineForwards ( OCacheSet* set, UWord lineno ) in moveLineForwards()
2385 UWord i; in zeroise_OCacheLine()
2406 static UWord stats__ocacheL2_n_nodes = 0;
2470 UWord line; in find_OCacheLine_SLOW()
2471 UWord setno = (a >> OC_BITS_PER_LINE) & (OC_N_SETS - 1); in find_OCacheLine_SLOW()
2472 UWord tagmask = ~((1 << OC_BITS_PER_LINE) - 1); in find_OCacheLine_SLOW()
2473 UWord tag = a & tagmask; in find_OCacheLine_SLOW()
2553 UWord setno = (a >> OC_BITS_PER_LINE) & (OC_N_SETS - 1); in find_OCacheLine()
2554 UWord tagmask = ~((1 << OC_BITS_PER_LINE) - 1); in find_OCacheLine()
2555 UWord tag = a & tagmask; in find_OCacheLine()
2576 UWord lineoff = oc_line_offset(a); in set_aligned_word64_Origin_to_undef()
2608 UWord sm_off; in make_aligned_word32_undefined()
2631 UWord lineoff = oc_line_offset(a); in make_aligned_word32_undefined_w_otag()
2651 UWord sm_off; in make_aligned_word32_noaccess()
2668 UWord lineoff = oc_line_offset(a); in make_aligned_word32_noaccess()
2692 UWord sm_off16; in make_aligned_word64_undefined()
2715 UWord lineoff = oc_line_offset(a); in make_aligned_word64_undefined_w_otag()
2736 UWord sm_off16; in make_aligned_word64_noaccess()
2753 UWord lineoff = oc_line_offset(a); in make_aligned_word64_noaccess()
3439 static UWord stats__nia_cache_queries = 0;
3440 static UWord stats__nia_cache_misses = 0;
3443 struct { UWord nia0; UWord ecu0; /* nia0 maps to ecu0 */
3444 UWord nia1; UWord ecu1; } /* nia1 maps to ecu1 */
3453 UWord i; in init_nia_to_ecu_cache()
3474 UWord i; in convert_nia_to_ecu()
3488 # define SWAP(_w1,_w2) { UWord _t = _w1; _w1 = _w2; _w2 = _t; } in convert_nia_to_ecu()
3505 nia_to_ecu_cache[i].ecu0 = (UWord)ecu; in convert_nia_to_ecu()
3514 void MC_(helperc_MAKE_STACK_UNINIT) ( Addr base, UWord len, Addr nia ) in MC_()
3517 tl_assert(sizeof(UWord) == sizeof(SizeT)); in MC_()
3575 UWord a_lo = (UWord)(base); in MC_()
3576 UWord a_hi = (UWord)(base + 128 - 1); in MC_()
3587 UWord v_off = SM_OFF(a_lo); in MC_()
3631 UWord a_lo = (UWord)(base); in MC_()
3632 UWord a_hi = (UWord)(base + 288 - 1); in MC_()
3643 UWord v_off = SM_OFF(a_lo); in MC_()
3753 UWord vabits2; in MC_()
3772 UWord vabits2; in is_mem_addressable()
3792 UWord vabits2; in is_mem_defined()
3844 UWord vabits2; in is_mem_defined_comprehensive()
3890 UWord vabits2; in mc_is_defined_asciiz()
4304 UWord sm_off16, vabits16, j; in mc_LOADV_128_or_256()
4305 UWord nBytes = nBits / 8; in mc_LOADV_128_or_256()
4306 UWord nULongs = nBytes / 8; in mc_LOADV_128_or_256()
4370 UWord sm_off16, vabits16; in mc_LOADV64()
4419 UWord sm_off16, vabits16; in mc_STOREV64()
4478 UWord mc_LOADV32 ( Addr a, Bool isBigEndian ) in mc_LOADV32()
4483 return (UWord)mc_LOADVn_slow( a, 32, isBigEndian ); in mc_LOADV32()
4486 UWord sm_off, vabits8; in mc_LOADV32()
4491 return (UWord)mc_LOADVn_slow( a, 32, isBigEndian ); in mc_LOADV32()
4504 return ((UWord)0xFFFFFFFF00000000ULL | (UWord)V_BITS32_DEFINED); in mc_LOADV32()
4506 return ((UWord)0xFFFFFFFF00000000ULL | (UWord)V_BITS32_UNDEFINED); in mc_LOADV32()
4510 return (UWord)mc_LOADVn_slow( a, 32, isBigEndian ); in mc_LOADV32()
4516 VG_REGPARM(1) UWord MC_(helperc_LOADV32be) ( Addr a ) in MC_()
4520 VG_REGPARM(1) UWord MC_(helperc_LOADV32le) ( Addr a ) in MC_()
4527 void mc_STOREV32 ( Addr a, UWord vbits32, Bool isBigEndian ) in mc_STOREV32()
4535 UWord sm_off, vabits8; in mc_STOREV32()
4581 VG_REGPARM(2) void MC_(helperc_STOREV32be) ( Addr a, UWord vbits32 ) in MC_()
4585 VG_REGPARM(2) void MC_(helperc_STOREV32le) ( Addr a, UWord vbits32 ) in MC_()
4594 UWord mc_LOADV16 ( Addr a, Bool isBigEndian ) in mc_LOADV16()
4599 return (UWord)mc_LOADVn_slow( a, 16, isBigEndian ); in mc_LOADV16()
4602 UWord sm_off, vabits8; in mc_LOADV16()
4607 return (UWord)mc_LOADVn_slow( a, 16, isBigEndian ); in mc_LOADV16()
4627 return (UWord)mc_LOADVn_slow( a, 16, isBigEndian ); in mc_LOADV16()
4634 VG_REGPARM(1) UWord MC_(helperc_LOADV16be) ( Addr a ) in MC_()
4638 VG_REGPARM(1) UWord MC_(helperc_LOADV16le) ( Addr a ) in MC_()
4657 void mc_STOREV16 ( Addr a, UWord vbits16, Bool isBigEndian ) in mc_STOREV16()
4665 UWord sm_off, vabits8; in mc_STOREV16()
4714 VG_REGPARM(2) void MC_(helperc_STOREV16be) ( Addr a, UWord vbits16 ) in MC_()
4718 VG_REGPARM(2) void MC_(helperc_STOREV16le) ( Addr a, UWord vbits16 ) in MC_()
4728 UWord MC_(helperc_LOADV8) ( Addr a ) in MC_()
4733 return (UWord)mc_LOADVn_slow( a, 8, False/*irrelevant*/ ); in MC_()
4736 UWord sm_off, vabits8; in MC_()
4741 return (UWord)mc_LOADVn_slow( a, 8, False/*irrelevant*/ ); in MC_()
4761 return (UWord)mc_LOADVn_slow( a, 8, False/*irrelevant*/ ); in MC_()
4770 void MC_(helperc_STOREV8) ( Addr a, UWord vbits8 ) in MC_()
4778 UWord sm_off, vabits8; in MC_()
4874 void MC_(helperc_value_check0_fail_w_o) ( UWord origin ) { in MC_()
4879 void MC_(helperc_value_check1_fail_w_o) ( UWord origin ) { in MC_()
4884 void MC_(helperc_value_check4_fail_w_o) ( UWord origin ) { in MC_()
4889 void MC_(helperc_value_check8_fail_w_o) ( UWord origin ) { in MC_()
4894 void MC_(helperc_value_checkN_fail_w_o) ( HWord sz, UWord origin ) { in MC_()
5008 tl_assert(sizeof(UWord) == 4 || sizeof(UWord) == 8); in MC_()
5012 if (sizeof(UWord) == 8) { in MC_()
5305 UWord val = IAR_INVALID; in mc_process_cmd_line_options()
5306 UWord key_min = ~(UWord)0; in mc_process_cmd_line_options()
5307 UWord key_max = (UWord)0; in mc_process_cmd_line_options()
5311 UWord limit = 0x4000000; /* 64M - entirely arbitrary limit */ in mc_process_cmd_line_options()
5408 static UWord cgb_size = 0;
5409 static UWord cgb_used = 0;
5421 /*OUT*/UWord* nBlocks ) in MC_()
5431 UWord i, sz_new; in alloc_client_block()
5797 static Bool mc_handle_client_request ( ThreadId tid, UWord* arg, UWord* ret ) in mc_handle_client_request()
5824 *ret = ok ? (UWord)NULL : bad_addr; in mc_handle_client_request()
5960 UWord** argp = (UWord**)arg; in mc_handle_client_request()
5975 UWord** argp = (UWord**)arg; in mc_handle_client_request()
6092 *ret = (UWord) MC_(mempool_exists) ( pool ); in mc_handle_client_request()
6187 UWord VG_REGPARM(1) MC_(helperc_b_load1)( Addr a ) { in MC_()
6190 UWord lineoff = oc_line_offset(a); in MC_()
6191 UWord byteoff = a & 3; /* 0, 1, 2 or 3 */ in MC_()
6211 UWord VG_REGPARM(1) MC_(helperc_b_load2)( Addr a ) { in MC_()
6214 UWord lineoff, byteoff; in MC_()
6243 UWord VG_REGPARM(1) MC_(helperc_b_load4)( Addr a ) { in MC_()
6246 UWord lineoff; in MC_()
6274 UWord VG_REGPARM(1) MC_(helperc_b_load8)( Addr a ) { in MC_()
6277 UWord lineoff; in MC_()
6309 UWord VG_REGPARM(1) MC_(helperc_b_load16)( Addr a ) { in MC_()
6313 return (UWord)oBoth; in MC_()
6316 UWord VG_REGPARM(1) MC_(helperc_b_load32)( Addr a ) { in MC_()
6323 return (UWord)oAll; in MC_()
6331 void VG_REGPARM(2) MC_(helperc_b_store1)( Addr a, UWord d32 ) { in MC_()
6333 UWord lineoff = oc_line_offset(a); in MC_()
6334 UWord byteoff = a & 3; /* 0, 1, 2 or 3 */ in MC_()
6350 void VG_REGPARM(2) MC_(helperc_b_store2)( Addr a, UWord d32 ) { in MC_()
6352 UWord lineoff, byteoff; in MC_()
6378 void VG_REGPARM(2) MC_(helperc_b_store4)( Addr a, UWord d32 ) { in MC_()
6380 UWord lineoff; in MC_()
6404 void VG_REGPARM(2) MC_(helperc_b_store8)( Addr a, UWord d32 ) { in MC_()
6406 UWord lineoff; in MC_()
6433 void VG_REGPARM(2) MC_(helperc_b_store16)( Addr a, UWord d32 ) { in MC_()
6438 void VG_REGPARM(2) MC_(helperc_b_store32)( Addr a, UWord d32 ) { in MC_()
6451 static void ocache_sarp_Set_Origins ( Addr a, UWord len, UInt otag ) { in ocache_sarp_Set_Origins()
6483 static void ocache_sarp_Clear_Origins ( Addr a, UWord len ) { in ocache_sarp_Clear_Origins()
6731 (UWord)sizeof(OCache), in mc_print_stats()
6796 UWord val = IAR_INVALID; in mc_fini()
6797 UWord key_min = ~(UWord)0; in mc_fini()
6798 UWord key_max = (UWord)0; in mc_fini()
6956 tl_assert(sizeof(UWord) == sizeof(Addr)); in mc_pre_clo_init()
6977 tl_assert(sizeof(UWord) == 4); in mc_pre_clo_init()
6988 tl_assert(sizeof(UWord) == 8); in mc_pre_clo_init()