Lines Matching refs:sys_addr
285 static bool base_limit_match(struct amd64_pvt *pvt, u64 sys_addr, u8 nid) in base_limit_match() argument
295 addr = sys_addr & 0x000000ffffffffffull; in base_limit_match()
308 u64 sys_addr) in find_mc_by_sys_addr() argument
329 if (base_limit_match(pvt, sys_addr, node_id)) in find_mc_by_sys_addr()
342 bits = (((u32) sys_addr) >> 12) & intlv_en; in find_mc_by_sys_addr()
353 if (unlikely(!base_limit_match(pvt, sys_addr, node_id))) { in find_mc_by_sys_addr()
356 __func__, sys_addr, node_id); in find_mc_by_sys_addr()
365 (unsigned long)sys_addr); in find_mc_by_sys_addr()
857 static u64 sys_addr_to_dram_addr(struct mem_ctl_info *mci, u64 sys_addr) in sys_addr_to_dram_addr() argument
867 if ((sys_addr >= (1ULL << 32)) && in sys_addr_to_dram_addr()
868 (sys_addr < ((1ULL << 32) + hole_size))) { in sys_addr_to_dram_addr()
870 dram_addr = sys_addr - hole_offset; in sys_addr_to_dram_addr()
873 (unsigned long)sys_addr, in sys_addr_to_dram_addr()
889 dram_addr = (sys_addr & GENMASK_ULL(39, 0)) - dram_base; in sys_addr_to_dram_addr()
892 (unsigned long)sys_addr, (unsigned long)dram_addr); in sys_addr_to_dram_addr()
939 static u64 sys_addr_to_input_addr(struct mem_ctl_info *mci, u64 sys_addr) in sys_addr_to_input_addr() argument
944 dram_addr_to_input_addr(mci, sys_addr_to_dram_addr(mci, sys_addr)); in sys_addr_to_input_addr()
947 (unsigned long)sys_addr, (unsigned long)input_addr); in sys_addr_to_input_addr()
968 static int sys_addr_to_csrow(struct mem_ctl_info *mci, u64 sys_addr) in sys_addr_to_csrow() argument
972 csrow = input_addr_to_csrow(mci, sys_addr_to_input_addr(mci, sys_addr)); in sys_addr_to_csrow()
976 "address 0x%lx\n", (unsigned long)sys_addr); in sys_addr_to_csrow()
1050 static int umc_normaddr_to_sysaddr(u64 norm_addr, u16 nid, u8 umc, u64 *sys_addr) in umc_normaddr_to_sysaddr() argument
1248 *sys_addr = ctx.ret_addr; in umc_normaddr_to_sysaddr()
1842 static void k8_map_sysaddr_to_csrow(struct mem_ctl_info *mci, u64 sys_addr, in k8_map_sysaddr_to_csrow() argument
1847 error_address_to_page_and_offset(sys_addr, err); in k8_map_sysaddr_to_csrow()
1853 err->src_mci = find_mc_by_sys_addr(mci, sys_addr); in k8_map_sysaddr_to_csrow()
1856 (unsigned long)sys_addr); in k8_map_sysaddr_to_csrow()
1862 err->csrow = sys_addr_to_csrow(err->src_mci, sys_addr); in k8_map_sysaddr_to_csrow()
1892 err->channel = ((sys_addr & BIT(3)) != 0); in k8_map_sysaddr_to_csrow()
2196 static u8 f15_m30h_determine_channel(struct amd64_pvt *pvt, u64 sys_addr, in f15_m30h_determine_channel() argument
2207 select = (sys_addr >> 8) & 0x3; in f15_m30h_determine_channel()
2213 channel = (sys_addr >> 8) & 0x3; in f15_m30h_determine_channel()
2216 channel = (sys_addr >> 9) & 0x3; in f15_m30h_determine_channel()
2227 static u8 f1x_determine_channel(struct amd64_pvt *pvt, u64 sys_addr, in f1x_determine_channel() argument
2246 return sys_addr >> 6 & 1; in f1x_determine_channel()
2250 u32 temp = hweight_long((u32) ((sys_addr >> 16) & 0x1F)) & 1; in f1x_determine_channel()
2252 return ((sys_addr >> shift) & 1) ^ temp; in f1x_determine_channel()
2258 return (sys_addr >> shift) & 1; in f1x_determine_channel()
2261 return (sys_addr >> (12 + hweight8(intlv_en))) & 1; in f1x_determine_channel()
2272 u64 sys_addr, bool hi_rng, in f1x_get_norm_dct_addr() argument
2295 (sys_addr >= BIT_64(32))) in f1x_get_norm_dct_addr()
2309 if (dhar_valid(pvt) && (sys_addr >= BIT_64(32))) in f1x_get_norm_dct_addr()
2315 return (sys_addr & GENMASK_ULL(47,6)) - (chan_off & GENMASK_ULL(47,23)); in f1x_get_norm_dct_addr()
2396 static u64 f1x_swap_interleaved_region(struct amd64_pvt *pvt, u64 sys_addr) in f1x_swap_interleaved_region() argument
2403 return sys_addr; in f1x_swap_interleaved_region()
2409 return sys_addr; in f1x_swap_interleaved_region()
2414 tmp_addr = sys_addr >> 27; in f1x_swap_interleaved_region()
2416 if (!(sys_addr >> 34) && in f1x_swap_interleaved_region()
2420 return sys_addr ^ (u64)swap_base << 27; in f1x_swap_interleaved_region()
2422 return sys_addr; in f1x_swap_interleaved_region()
2427 u64 sys_addr, int *chan_sel) in f1x_match_to_this_node() argument
2440 range, sys_addr, get_dram_limit(pvt, range)); in f1x_match_to_this_node()
2443 dhar_base(pvt) <= sys_addr && in f1x_match_to_this_node()
2444 sys_addr < BIT_64(32)) { in f1x_match_to_this_node()
2446 sys_addr); in f1x_match_to_this_node()
2450 if (intlv_en && (intlv_sel != ((sys_addr >> 12) & intlv_en))) in f1x_match_to_this_node()
2453 sys_addr = f1x_swap_interleaved_region(pvt, sys_addr); in f1x_match_to_this_node()
2463 ((sys_addr >> 27) >= (dct_sel_base >> 11))) in f1x_match_to_this_node()
2466 channel = f1x_determine_channel(pvt, sys_addr, high_range, intlv_en); in f1x_match_to_this_node()
2468 chan_addr = f1x_get_norm_dct_addr(pvt, range, sys_addr, in f1x_match_to_this_node()
2507 u64 sys_addr, int *chan_sel) in f15_m30h_match_to_this_node() argument
2528 range, sys_addr, get_dram_limit(pvt, range)); in f15_m30h_match_to_this_node()
2530 if (!(get_dram_base(pvt, range) <= sys_addr) && in f15_m30h_match_to_this_node()
2531 !(get_dram_limit(pvt, range) >= sys_addr)) in f15_m30h_match_to_this_node()
2535 dhar_base(pvt) <= sys_addr && in f15_m30h_match_to_this_node()
2536 sys_addr < BIT_64(32)) { in f15_m30h_match_to_this_node()
2538 sys_addr); in f15_m30h_match_to_this_node()
2547 !(dct_base <= (sys_addr >> 27) && in f15_m30h_match_to_this_node()
2548 dct_limit >= (sys_addr >> 27))) in f15_m30h_match_to_this_node()
2558 channel = f1x_determine_channel(pvt, sys_addr, false, intlv_en); in f15_m30h_match_to_this_node()
2560 channel = f15_m30h_determine_channel(pvt, sys_addr, intlv_en, in f15_m30h_match_to_this_node()
2570 if (leg_mmio_hole && (sys_addr >= BIT_64(32))) in f15_m30h_match_to_this_node()
2575 chan_addr = sys_addr - chan_offset; in f15_m30h_match_to_this_node()
2629 u64 sys_addr, in f1x_translate_sysaddr_to_cs() argument
2641 sys_addr, in f1x_translate_sysaddr_to_cs()
2644 else if ((get_dram_base(pvt, range) <= sys_addr) && in f1x_translate_sysaddr_to_cs()
2645 (get_dram_limit(pvt, range) >= sys_addr)) { in f1x_translate_sysaddr_to_cs()
2647 sys_addr, chan_sel); in f1x_translate_sysaddr_to_cs()
2662 static void f1x_map_sysaddr_to_csrow(struct mem_ctl_info *mci, u64 sys_addr, in f1x_map_sysaddr_to_csrow() argument
2667 error_address_to_page_and_offset(sys_addr, err); in f1x_map_sysaddr_to_csrow()
2669 err->csrow = f1x_translate_sysaddr_to_cs(pvt, sys_addr, &err->channel); in f1x_map_sysaddr_to_csrow()
3084 u64 sys_addr; in decode_bus_error() local
3103 sys_addr = get_error_address(pvt, m); in decode_bus_error()
3108 pvt->ops->map_sysaddr_to_csrow(mci, sys_addr, &err); in decode_bus_error()
3133 u64 sys_addr; in decode_umc_error() local
3164 if (umc_normaddr_to_sysaddr(m->addr, pvt->mc_node_id, err.channel, &sys_addr)) { in decode_umc_error()
3169 error_address_to_page_and_offset(sys_addr, &err); in decode_umc_error()