94 	int (*pmi2mem)(struct mem_ctl_info *mci, u64 pmiaddr, u32 pmiidx,
624 static int sys2pmi(const u64 addr, u32 *pmiidx, u64 *pmiaddr, char *msg)  in sys2pmi()  argument
724 	*pmiaddr = contig_addr;  in sys2pmi()
878 static int bank_hash(u64 pmiaddr, int idx, int shft)  in bank_hash()  argument
884 		bhash ^= ((pmiaddr >> (12 + shft)) ^ (pmiaddr >> (9 + shft))) & 1;  in bank_hash()
887 		bhash ^= (((pmiaddr >> (10 + shft)) ^ (pmiaddr >> (8 + shft))) & 1) << 1;  in bank_hash()
888 		bhash ^= ((pmiaddr >> 22) & 1) << 1;  in bank_hash()
891 		bhash ^= (((pmiaddr >> (13 + shft)) ^ (pmiaddr >> (11 + shft))) & 1) << 2;  in bank_hash()
898 static int rank_hash(u64 pmiaddr)  in rank_hash()  argument
900 	return ((pmiaddr >> 16) ^ (pmiaddr >> 10)) & 1;  in rank_hash()
904 static int apl_pmi2mem(struct mem_ctl_info *mci, u64 pmiaddr, u32 pmiidx,  in apl_pmi2mem()  argument
915 		int	bit = (pmiaddr >> i) & 1;  in apl_pmi2mem()
942 				bank ^= bank_hash(pmiaddr, idx, d->addrdec);  in apl_pmi2mem()
950 				rank ^= rank_hash(pmiaddr);  in apl_pmi2mem()
974 static int dnv_pmi2mem(struct mem_ctl_info *mci, u64 pmiaddr, u32 pmiidx,  in dnv_pmi2mem()  argument
978 	daddr->rank = dnv_get_bit(pmiaddr, dmap[pmiidx].rs0 + 13, 0);  in dnv_pmi2mem()
980 	daddr->rank |= dnv_get_bit(pmiaddr, dmap[pmiidx].rs1 + 13, 1);  in dnv_pmi2mem()
988 	daddr->bank = dnv_get_bit(pmiaddr, dmap[pmiidx].ba0 + 6, 0);  in dnv_pmi2mem()
989 	daddr->bank |= dnv_get_bit(pmiaddr, dmap[pmiidx].ba1 + 6, 1);  in dnv_pmi2mem()
990 	daddr->bank |= dnv_get_bit(pmiaddr, dmap[pmiidx].bg0 + 6, 2);  in dnv_pmi2mem()
992 		daddr->bank |= dnv_get_bit(pmiaddr, dmap[pmiidx].bg1 + 6, 3);  in dnv_pmi2mem()
995 			daddr->bank ^= dnv_get_bit(pmiaddr, dmap3[pmiidx].row6 + 6, 0);  in dnv_pmi2mem()
996 			daddr->bank ^= dnv_get_bit(pmiaddr, dmap3[pmiidx].row7 + 6, 1);  in dnv_pmi2mem()
999 				daddr->bank ^= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca3 + 6, 2);  in dnv_pmi2mem()
1002 				daddr->bank ^= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca4 + 6, 2);  in dnv_pmi2mem()
1003 			daddr->bank ^= dnv_get_bit(pmiaddr, dmap2[pmiidx].row2 + 6, 3);  in dnv_pmi2mem()
1005 			daddr->bank ^= dnv_get_bit(pmiaddr, dmap2[pmiidx].row2 + 6, 0);  in dnv_pmi2mem()
1006 			daddr->bank ^= dnv_get_bit(pmiaddr, dmap3[pmiidx].row6 + 6, 1);  in dnv_pmi2mem()
1008 				daddr->bank ^= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca3 + 6, 2);  in dnv_pmi2mem()
1010 				daddr->bank ^= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca4 + 6, 2);  in dnv_pmi2mem()
1014 	daddr->row = dnv_get_bit(pmiaddr, dmap2[pmiidx].row0 + 6, 0);  in dnv_pmi2mem()
1015 	daddr->row |= dnv_get_bit(pmiaddr, dmap2[pmiidx].row1 + 6, 1);  in dnv_pmi2mem()
1016 	daddr->row |= dnv_get_bit(pmiaddr, dmap2[pmiidx].row2 + 6, 2);  in dnv_pmi2mem()
1017 	daddr->row |= dnv_get_bit(pmiaddr, dmap2[pmiidx].row3 + 6, 3);  in dnv_pmi2mem()
1018 	daddr->row |= dnv_get_bit(pmiaddr, dmap2[pmiidx].row4 + 6, 4);  in dnv_pmi2mem()
1019 	daddr->row |= dnv_get_bit(pmiaddr, dmap2[pmiidx].row5 + 6, 5);  in dnv_pmi2mem()
1020 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row6 + 6, 6);  in dnv_pmi2mem()
1021 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row7 + 6, 7);  in dnv_pmi2mem()
1022 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row8 + 6, 8);  in dnv_pmi2mem()
1023 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row9 + 6, 9);  in dnv_pmi2mem()
1024 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row10 + 6, 10);  in dnv_pmi2mem()
1025 	daddr->row |= dnv_get_bit(pmiaddr, dmap3[pmiidx].row11 + 6, 11);  in dnv_pmi2mem()
1026 	daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row12 + 6, 12);  in dnv_pmi2mem()
1027 	daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row13 + 6, 13);  in dnv_pmi2mem()
1029 		daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row14 + 6, 14);  in dnv_pmi2mem()
1031 		daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row15 + 6, 15);  in dnv_pmi2mem()
1033 		daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row16 + 6, 16);  in dnv_pmi2mem()
1035 		daddr->row |= dnv_get_bit(pmiaddr, dmap4[pmiidx].row17 + 6, 17);  in dnv_pmi2mem()
1037 	daddr->col = dnv_get_bit(pmiaddr, dmap5[pmiidx].ca3 + 6, 3);  in dnv_pmi2mem()
1038 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca4 + 6, 4);  in dnv_pmi2mem()
1039 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca5 + 6, 5);  in dnv_pmi2mem()
1040 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca6 + 6, 6);  in dnv_pmi2mem()
1041 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca7 + 6, 7);  in dnv_pmi2mem()
1042 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca8 + 6, 8);  in dnv_pmi2mem()
1043 	daddr->col |= dnv_get_bit(pmiaddr, dmap5[pmiidx].ca9 + 6, 9);  in dnv_pmi2mem()
1045 		daddr->col |= dnv_get_bit(pmiaddr, dmap1[pmiidx].ca11 + 13, 11);  in dnv_pmi2mem()
1098 	u64	pmiaddr;  in get_memory_error_data()  local
1102 	ret = sys2pmi(addr, &pmiidx, &pmiaddr, msg);  in get_memory_error_data()
1106 	pmiaddr >>= ops->pmiaddr_shift;  in get_memory_error_data()
1111 	ret = ops->pmi2mem(mci, pmiaddr, pmiidx, daddr, msg);  in get_memory_error_data()
1116 			 addr, pmiaddr, daddr->chan, daddr->dimm, daddr->rank, daddr->bank, daddr->row, daddr->col);  in get_memory_error_data()