1806c35f5SAlan Cox /* 2806c35f5SAlan Cox * AMD 76x Memory Controller kernel module 3806c35f5SAlan Cox * (C) 2003 Linux Networx (http://lnxi.com) 4806c35f5SAlan Cox * This file may be distributed under the terms of the 5806c35f5SAlan Cox * GNU General Public License. 6806c35f5SAlan Cox * 7806c35f5SAlan Cox * Written by Thayne Harbaugh 8806c35f5SAlan Cox * Based on work by Dan Hollis <goemon at anime dot net> and others. 9806c35f5SAlan Cox * http://www.anime.net/~goemon/linux-ecc/ 10806c35f5SAlan Cox * 11806c35f5SAlan Cox * $Id: edac_amd76x.c,v 1.4.2.5 2005/10/05 00:43:44 dsp_llnl Exp $ 12806c35f5SAlan Cox * 13806c35f5SAlan Cox */ 14806c35f5SAlan Cox 15806c35f5SAlan Cox #include <linux/module.h> 16806c35f5SAlan Cox #include <linux/init.h> 17806c35f5SAlan Cox #include <linux/pci.h> 18806c35f5SAlan Cox #include <linux/pci_ids.h> 19c3c52bceSHitoshi Mitake #include <linux/edac.h> 2020bcb7a8SDouglas Thompson #include "edac_core.h" 21806c35f5SAlan Cox 22152ba394SMichal Marek #define AMD76X_REVISION " Ver: 2.0.2" 23929a40ecSDoug Thompson #define EDAC_MOD_STR "amd76x_edac" 2437f04581SDoug Thompson 25537fba28SDave Peterson #define amd76x_printk(level, fmt, arg...) \ 26537fba28SDave Peterson edac_printk(level, "amd76x", fmt, ##arg) 27537fba28SDave Peterson 28537fba28SDave Peterson #define amd76x_mc_printk(mci, level, fmt, arg...) \ 29537fba28SDave Peterson edac_mc_chipset_printk(mci, level, "amd76x", fmt, ##arg) 30537fba28SDave Peterson 31806c35f5SAlan Cox #define AMD76X_NR_CSROWS 8 32806c35f5SAlan Cox #define AMD76X_NR_DIMMS 4 33806c35f5SAlan Cox 34806c35f5SAlan Cox /* AMD 76x register addresses - device 0 function 0 - PCI bridge */ 35e7ecd891SDave Peterson 36806c35f5SAlan Cox #define AMD76X_ECC_MODE_STATUS 0x48 /* Mode and status of ECC (32b) 37806c35f5SAlan Cox * 38806c35f5SAlan Cox * 31:16 reserved 39806c35f5SAlan Cox * 15:14 SERR enabled: x1=ue 1x=ce 40806c35f5SAlan Cox * 13 reserved 41806c35f5SAlan Cox * 12 diag: disabled, enabled 42806c35f5SAlan Cox * 11:10 mode: dis, EC, ECC, ECC+scrub 43806c35f5SAlan Cox * 9:8 status: x1=ue 1x=ce 44806c35f5SAlan Cox * 7:4 UE cs row 45806c35f5SAlan Cox * 3:0 CE cs row 46806c35f5SAlan Cox */ 47e7ecd891SDave Peterson 48806c35f5SAlan Cox #define AMD76X_DRAM_MODE_STATUS 0x58 /* DRAM Mode and status (32b) 49806c35f5SAlan Cox * 50806c35f5SAlan Cox * 31:26 clock disable 5 - 0 51806c35f5SAlan Cox * 25 SDRAM init 52806c35f5SAlan Cox * 24 reserved 53806c35f5SAlan Cox * 23 mode register service 54806c35f5SAlan Cox * 22:21 suspend to RAM 55806c35f5SAlan Cox * 20 burst refresh enable 56806c35f5SAlan Cox * 19 refresh disable 57806c35f5SAlan Cox * 18 reserved 58806c35f5SAlan Cox * 17:16 cycles-per-refresh 59806c35f5SAlan Cox * 15:8 reserved 60806c35f5SAlan Cox * 7:0 x4 mode enable 7 - 0 61806c35f5SAlan Cox */ 62e7ecd891SDave Peterson 63806c35f5SAlan Cox #define AMD76X_MEM_BASE_ADDR 0xC0 /* Memory base address (8 x 32b) 64806c35f5SAlan Cox * 65806c35f5SAlan Cox * 31:23 chip-select base 66806c35f5SAlan Cox * 22:16 reserved 67806c35f5SAlan Cox * 15:7 chip-select mask 68806c35f5SAlan Cox * 6:3 reserved 69806c35f5SAlan Cox * 2:1 address mode 70806c35f5SAlan Cox * 0 chip-select enable 71806c35f5SAlan Cox */ 72806c35f5SAlan Cox 73806c35f5SAlan Cox struct amd76x_error_info { 74806c35f5SAlan Cox u32 ecc_mode_status; 75806c35f5SAlan Cox }; 76806c35f5SAlan Cox 77806c35f5SAlan Cox enum amd76x_chips { 78806c35f5SAlan Cox AMD761 = 0, 79806c35f5SAlan Cox AMD762 80806c35f5SAlan Cox }; 81806c35f5SAlan Cox 82806c35f5SAlan Cox struct amd76x_dev_info { 83806c35f5SAlan Cox const char *ctl_name; 84806c35f5SAlan Cox }; 85806c35f5SAlan Cox 86806c35f5SAlan Cox static const struct amd76x_dev_info amd76x_devs[] = { 87e7ecd891SDave Peterson [AMD761] = { 8867cb2b61SDouglas Thompson .ctl_name = "AMD761"}, 89e7ecd891SDave Peterson [AMD762] = { 9067cb2b61SDouglas Thompson .ctl_name = "AMD762"}, 91806c35f5SAlan Cox }; 92806c35f5SAlan Cox 93456a2f95SDave Jiang static struct edac_pci_ctl_info *amd76x_pci; 94456a2f95SDave Jiang 95806c35f5SAlan Cox /** 96806c35f5SAlan Cox * amd76x_get_error_info - fetch error information 97806c35f5SAlan Cox * @mci: Memory controller 98806c35f5SAlan Cox * @info: Info to fill in 99806c35f5SAlan Cox * 100806c35f5SAlan Cox * Fetch and store the AMD76x ECC status. Clear pending status 101806c35f5SAlan Cox * on the chip so that further errors will be reported 102806c35f5SAlan Cox */ 103806c35f5SAlan Cox static void amd76x_get_error_info(struct mem_ctl_info *mci, 104806c35f5SAlan Cox struct amd76x_error_info *info) 105806c35f5SAlan Cox { 10637f04581SDoug Thompson struct pci_dev *pdev; 10737f04581SDoug Thompson 108*fd687502SMauro Carvalho Chehab pdev = to_pci_dev(mci->pdev); 10937f04581SDoug Thompson pci_read_config_dword(pdev, AMD76X_ECC_MODE_STATUS, 110806c35f5SAlan Cox &info->ecc_mode_status); 111806c35f5SAlan Cox 112806c35f5SAlan Cox if (info->ecc_mode_status & BIT(8)) 11337f04581SDoug Thompson pci_write_bits32(pdev, AMD76X_ECC_MODE_STATUS, 114806c35f5SAlan Cox (u32) BIT(8), (u32) BIT(8)); 115806c35f5SAlan Cox 116806c35f5SAlan Cox if (info->ecc_mode_status & BIT(9)) 11737f04581SDoug Thompson pci_write_bits32(pdev, AMD76X_ECC_MODE_STATUS, 118806c35f5SAlan Cox (u32) BIT(9), (u32) BIT(9)); 119806c35f5SAlan Cox } 120806c35f5SAlan Cox 121806c35f5SAlan Cox /** 122806c35f5SAlan Cox * amd76x_process_error_info - Error check 123806c35f5SAlan Cox * @mci: Memory controller 124806c35f5SAlan Cox * @info: Previously fetched information from chip 125806c35f5SAlan Cox * @handle_errors: 1 if we should do recovery 126806c35f5SAlan Cox * 127806c35f5SAlan Cox * Process the chip state and decide if an error has occurred. 128806c35f5SAlan Cox * A return of 1 indicates an error. Also if handle_errors is true 129806c35f5SAlan Cox * then attempt to handle and clean up after the error 130806c35f5SAlan Cox */ 131806c35f5SAlan Cox static int amd76x_process_error_info(struct mem_ctl_info *mci, 13267cb2b61SDouglas Thompson struct amd76x_error_info *info, 13367cb2b61SDouglas Thompson int handle_errors) 134806c35f5SAlan Cox { 135806c35f5SAlan Cox int error_found; 136806c35f5SAlan Cox u32 row; 137806c35f5SAlan Cox 138806c35f5SAlan Cox error_found = 0; 139806c35f5SAlan Cox 140806c35f5SAlan Cox /* 141806c35f5SAlan Cox * Check for an uncorrectable error 142806c35f5SAlan Cox */ 143806c35f5SAlan Cox if (info->ecc_mode_status & BIT(8)) { 144806c35f5SAlan Cox error_found = 1; 145806c35f5SAlan Cox 146806c35f5SAlan Cox if (handle_errors) { 147806c35f5SAlan Cox row = (info->ecc_mode_status >> 4) & 0xf; 148d8c34af4SMauro Carvalho Chehab edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 149d8c34af4SMauro Carvalho Chehab mci->csrows[row].first_page, 0, 0, 150d8c34af4SMauro Carvalho Chehab row, 0, -1, 151d8c34af4SMauro Carvalho Chehab mci->ctl_name, "", NULL); 152806c35f5SAlan Cox } 153806c35f5SAlan Cox } 154806c35f5SAlan Cox 155806c35f5SAlan Cox /* 156806c35f5SAlan Cox * Check for a correctable error 157806c35f5SAlan Cox */ 158806c35f5SAlan Cox if (info->ecc_mode_status & BIT(9)) { 159806c35f5SAlan Cox error_found = 1; 160806c35f5SAlan Cox 161806c35f5SAlan Cox if (handle_errors) { 162806c35f5SAlan Cox row = info->ecc_mode_status & 0xf; 163d8c34af4SMauro Carvalho Chehab edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 164d8c34af4SMauro Carvalho Chehab mci->csrows[row].first_page, 0, 0, 165d8c34af4SMauro Carvalho Chehab row, 0, -1, 166d8c34af4SMauro Carvalho Chehab mci->ctl_name, "", NULL); 167806c35f5SAlan Cox } 168806c35f5SAlan Cox } 169e7ecd891SDave Peterson 170806c35f5SAlan Cox return error_found; 171806c35f5SAlan Cox } 172806c35f5SAlan Cox 173806c35f5SAlan Cox /** 174806c35f5SAlan Cox * amd76x_check - Poll the controller 175806c35f5SAlan Cox * @mci: Memory controller 176806c35f5SAlan Cox * 177806c35f5SAlan Cox * Called by the poll handlers this function reads the status 178806c35f5SAlan Cox * from the controller and checks for errors. 179806c35f5SAlan Cox */ 180806c35f5SAlan Cox static void amd76x_check(struct mem_ctl_info *mci) 181806c35f5SAlan Cox { 182806c35f5SAlan Cox struct amd76x_error_info info; 183537fba28SDave Peterson debugf3("%s()\n", __func__); 184806c35f5SAlan Cox amd76x_get_error_info(mci, &info); 185806c35f5SAlan Cox amd76x_process_error_info(mci, &info, 1); 186806c35f5SAlan Cox } 187806c35f5SAlan Cox 18813189525SDoug Thompson static void amd76x_init_csrows(struct mem_ctl_info *mci, struct pci_dev *pdev, 18913189525SDoug Thompson enum edac_type edac_mode) 190806c35f5SAlan Cox { 19113189525SDoug Thompson struct csrow_info *csrow; 192084a4fccSMauro Carvalho Chehab struct dimm_info *dimm; 19313189525SDoug Thompson u32 mba, mba_base, mba_mask, dms; 194806c35f5SAlan Cox int index; 195806c35f5SAlan Cox 196806c35f5SAlan Cox for (index = 0; index < mci->nr_csrows; index++) { 19713189525SDoug Thompson csrow = &mci->csrows[index]; 198084a4fccSMauro Carvalho Chehab dimm = csrow->channels[0].dimm; 199806c35f5SAlan Cox 200806c35f5SAlan Cox /* find the DRAM Chip Select Base address and mask */ 20137f04581SDoug Thompson pci_read_config_dword(pdev, 20267cb2b61SDouglas Thompson AMD76X_MEM_BASE_ADDR + (index * 4), &mba); 203806c35f5SAlan Cox 204806c35f5SAlan Cox if (!(mba & BIT(0))) 205806c35f5SAlan Cox continue; 206806c35f5SAlan Cox 207806c35f5SAlan Cox mba_base = mba & 0xff800000UL; 208806c35f5SAlan Cox mba_mask = ((mba & 0xff80) << 16) | 0x7fffffUL; 20937f04581SDoug Thompson pci_read_config_dword(pdev, AMD76X_DRAM_MODE_STATUS, &dms); 210806c35f5SAlan Cox csrow->first_page = mba_base >> PAGE_SHIFT; 211a895bf8bSMauro Carvalho Chehab dimm->nr_pages = (mba_mask + 1) >> PAGE_SHIFT; 212a895bf8bSMauro Carvalho Chehab csrow->last_page = csrow->first_page + dimm->nr_pages - 1; 213806c35f5SAlan Cox csrow->page_mask = mba_mask >> PAGE_SHIFT; 214a895bf8bSMauro Carvalho Chehab dimm->grain = dimm->nr_pages << PAGE_SHIFT; 215084a4fccSMauro Carvalho Chehab dimm->mtype = MEM_RDDR; 216084a4fccSMauro Carvalho Chehab dimm->dtype = ((dms >> index) & 0x1) ? DEV_X4 : DEV_UNKNOWN; 217084a4fccSMauro Carvalho Chehab dimm->edac_mode = edac_mode; 21813189525SDoug Thompson } 219806c35f5SAlan Cox } 220806c35f5SAlan Cox 22113189525SDoug Thompson /** 22213189525SDoug Thompson * amd76x_probe1 - Perform set up for detected device 22313189525SDoug Thompson * @pdev; PCI device detected 22413189525SDoug Thompson * @dev_idx: Device type index 22513189525SDoug Thompson * 22613189525SDoug Thompson * We have found an AMD76x and now need to set up the memory 22713189525SDoug Thompson * controller status reporting. We configure and set up the 22813189525SDoug Thompson * memory controller reporting and claim the device. 22913189525SDoug Thompson */ 23013189525SDoug Thompson static int amd76x_probe1(struct pci_dev *pdev, int dev_idx) 23113189525SDoug Thompson { 23213189525SDoug Thompson static const enum edac_type ems_modes[] = { 23313189525SDoug Thompson EDAC_NONE, 23413189525SDoug Thompson EDAC_EC, 23513189525SDoug Thompson EDAC_SECDED, 23613189525SDoug Thompson EDAC_SECDED 23713189525SDoug Thompson }; 238d8c34af4SMauro Carvalho Chehab struct mem_ctl_info *mci; 239d8c34af4SMauro Carvalho Chehab struct edac_mc_layer layers[2]; 24013189525SDoug Thompson u32 ems; 24113189525SDoug Thompson u32 ems_mode; 24213189525SDoug Thompson struct amd76x_error_info discard; 24313189525SDoug Thompson 24413189525SDoug Thompson debugf0("%s()\n", __func__); 24513189525SDoug Thompson pci_read_config_dword(pdev, AMD76X_ECC_MODE_STATUS, &ems); 24613189525SDoug Thompson ems_mode = (ems >> 10) & 0x3; 24713189525SDoug Thompson 248d8c34af4SMauro Carvalho Chehab layers[0].type = EDAC_MC_LAYER_CHIP_SELECT; 249d8c34af4SMauro Carvalho Chehab layers[0].size = AMD76X_NR_CSROWS; 250d8c34af4SMauro Carvalho Chehab layers[0].is_virt_csrow = true; 251d8c34af4SMauro Carvalho Chehab layers[1].type = EDAC_MC_LAYER_CHANNEL; 252d8c34af4SMauro Carvalho Chehab layers[1].size = 1; 253d8c34af4SMauro Carvalho Chehab layers[1].is_virt_csrow = false; 254ca0907b9SMauro Carvalho Chehab mci = edac_mc_alloc(0, ARRAY_SIZE(layers), layers, 0); 255d8c34af4SMauro Carvalho Chehab 256d8c34af4SMauro Carvalho Chehab if (mci == NULL) 25713189525SDoug Thompson return -ENOMEM; 25813189525SDoug Thompson 25913189525SDoug Thompson debugf0("%s(): mci = %p\n", __func__, mci); 260*fd687502SMauro Carvalho Chehab mci->pdev = &pdev->dev; 26113189525SDoug Thompson mci->mtype_cap = MEM_FLAG_RDDR; 26213189525SDoug Thompson mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_EC | EDAC_FLAG_SECDED; 26313189525SDoug Thompson mci->edac_cap = ems_mode ? 26413189525SDoug Thompson (EDAC_FLAG_EC | EDAC_FLAG_SECDED) : EDAC_FLAG_NONE; 26513189525SDoug Thompson mci->mod_name = EDAC_MOD_STR; 26613189525SDoug Thompson mci->mod_ver = AMD76X_REVISION; 26713189525SDoug Thompson mci->ctl_name = amd76x_devs[dev_idx].ctl_name; 268c4192705SDave Jiang mci->dev_name = pci_name(pdev); 26913189525SDoug Thompson mci->edac_check = amd76x_check; 27013189525SDoug Thompson mci->ctl_page_to_phys = NULL; 27113189525SDoug Thompson 27213189525SDoug Thompson amd76x_init_csrows(mci, pdev, ems_modes[ems_mode]); 273749ede57SDave Peterson amd76x_get_error_info(mci, &discard); /* clear counters */ 274806c35f5SAlan Cox 2752d7bbb91SDoug Thompson /* Here we assume that we will never see multiple instances of this 2762d7bbb91SDoug Thompson * type of memory controller. The ID is therefore hardcoded to 0. 2772d7bbb91SDoug Thompson */ 278b8f6f975SDoug Thompson if (edac_mc_add_mc(mci)) { 279537fba28SDave Peterson debugf3("%s(): failed edac_mc_add_mc()\n", __func__); 280806c35f5SAlan Cox goto fail; 281806c35f5SAlan Cox } 282806c35f5SAlan Cox 283456a2f95SDave Jiang /* allocating generic PCI control info */ 284456a2f95SDave Jiang amd76x_pci = edac_pci_create_generic_ctl(&pdev->dev, EDAC_MOD_STR); 285456a2f95SDave Jiang if (!amd76x_pci) { 286456a2f95SDave Jiang printk(KERN_WARNING 287456a2f95SDave Jiang "%s(): Unable to create PCI control\n", 288456a2f95SDave Jiang __func__); 289456a2f95SDave Jiang printk(KERN_WARNING 290456a2f95SDave Jiang "%s(): PCI error report via EDAC not setup\n", 291456a2f95SDave Jiang __func__); 292456a2f95SDave Jiang } 293456a2f95SDave Jiang 294806c35f5SAlan Cox /* get this far and it's successful */ 295537fba28SDave Peterson debugf3("%s(): success\n", __func__); 296806c35f5SAlan Cox return 0; 297806c35f5SAlan Cox 298806c35f5SAlan Cox fail: 299806c35f5SAlan Cox edac_mc_free(mci); 30013189525SDoug Thompson return -ENODEV; 301806c35f5SAlan Cox } 302806c35f5SAlan Cox 303806c35f5SAlan Cox /* returns count (>= 0), or negative on error */ 304806c35f5SAlan Cox static int __devinit amd76x_init_one(struct pci_dev *pdev, 305806c35f5SAlan Cox const struct pci_device_id *ent) 306806c35f5SAlan Cox { 307537fba28SDave Peterson debugf0("%s()\n", __func__); 308806c35f5SAlan Cox 309ee6583f6SRoman Fietze /* don't need to call pci_enable_device() */ 310806c35f5SAlan Cox return amd76x_probe1(pdev, ent->driver_data); 311806c35f5SAlan Cox } 312806c35f5SAlan Cox 313806c35f5SAlan Cox /** 314806c35f5SAlan Cox * amd76x_remove_one - driver shutdown 315806c35f5SAlan Cox * @pdev: PCI device being handed back 316806c35f5SAlan Cox * 317806c35f5SAlan Cox * Called when the driver is unloaded. Find the matching mci 318806c35f5SAlan Cox * structure for the device then delete the mci and free the 319806c35f5SAlan Cox * resources. 320806c35f5SAlan Cox */ 321806c35f5SAlan Cox static void __devexit amd76x_remove_one(struct pci_dev *pdev) 322806c35f5SAlan Cox { 323806c35f5SAlan Cox struct mem_ctl_info *mci; 324806c35f5SAlan Cox 325537fba28SDave Peterson debugf0("%s()\n", __func__); 326806c35f5SAlan Cox 327456a2f95SDave Jiang if (amd76x_pci) 328456a2f95SDave Jiang edac_pci_release_generic_ctl(amd76x_pci); 329456a2f95SDave Jiang 33037f04581SDoug Thompson if ((mci = edac_mc_del_mc(&pdev->dev)) == NULL) 331806c35f5SAlan Cox return; 33218dbc337SDave Peterson 333806c35f5SAlan Cox edac_mc_free(mci); 334806c35f5SAlan Cox } 335806c35f5SAlan Cox 33636c46f31SLionel Debroux static DEFINE_PCI_DEVICE_TABLE(amd76x_pci_tbl) = { 337e7ecd891SDave Peterson { 338e7ecd891SDave Peterson PCI_VEND_DEV(AMD, FE_GATE_700C), PCI_ANY_ID, PCI_ANY_ID, 0, 0, 33967cb2b61SDouglas Thompson AMD762}, 340e7ecd891SDave Peterson { 341e7ecd891SDave Peterson PCI_VEND_DEV(AMD, FE_GATE_700E), PCI_ANY_ID, PCI_ANY_ID, 0, 0, 34267cb2b61SDouglas Thompson AMD761}, 343e7ecd891SDave Peterson { 344e7ecd891SDave Peterson 0, 345e7ecd891SDave Peterson } /* 0 terminated list. */ 346806c35f5SAlan Cox }; 347806c35f5SAlan Cox 348806c35f5SAlan Cox MODULE_DEVICE_TABLE(pci, amd76x_pci_tbl); 349806c35f5SAlan Cox 350806c35f5SAlan Cox static struct pci_driver amd76x_driver = { 351680cbbbbSDave Peterson .name = EDAC_MOD_STR, 352806c35f5SAlan Cox .probe = amd76x_init_one, 353806c35f5SAlan Cox .remove = __devexit_p(amd76x_remove_one), 354806c35f5SAlan Cox .id_table = amd76x_pci_tbl, 355806c35f5SAlan Cox }; 356806c35f5SAlan Cox 357da9bb1d2SAlan Cox static int __init amd76x_init(void) 358806c35f5SAlan Cox { 359c3c52bceSHitoshi Mitake /* Ensure that the OPSTATE is set correctly for POLL or NMI */ 360c3c52bceSHitoshi Mitake opstate_init(); 361c3c52bceSHitoshi Mitake 362806c35f5SAlan Cox return pci_register_driver(&amd76x_driver); 363806c35f5SAlan Cox } 364806c35f5SAlan Cox 365806c35f5SAlan Cox static void __exit amd76x_exit(void) 366806c35f5SAlan Cox { 367806c35f5SAlan Cox pci_unregister_driver(&amd76x_driver); 368806c35f5SAlan Cox } 369806c35f5SAlan Cox 370806c35f5SAlan Cox module_init(amd76x_init); 371806c35f5SAlan Cox module_exit(amd76x_exit); 372806c35f5SAlan Cox 373806c35f5SAlan Cox MODULE_LICENSE("GPL"); 374806c35f5SAlan Cox MODULE_AUTHOR("Linux Networx (http://lnxi.com) Thayne Harbaugh"); 375806c35f5SAlan Cox MODULE_DESCRIPTION("MC support for AMD 76x memory controllers"); 376c3c52bceSHitoshi Mitake 377c3c52bceSHitoshi Mitake module_param(edac_op_state, int, 0444); 378c3c52bceSHitoshi Mitake MODULE_PARM_DESC(edac_op_state, "EDAC Error Reporting state: 0=Poll,1=NMI"); 379