1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * arch/ia64/kernel/crash.c 4 * 5 * Architecture specific (ia64) functions for kexec based crash dumps. 6 * 7 * Created by: Khalid Aziz <khalid.aziz@hp.com> 8 * Copyright (C) 2005 Hewlett-Packard Development Company, L.P. 9 * Copyright (C) 2005 Intel Corp Zou Nan hai <nanhai.zou@intel.com> 10 * 11 */ 12 #include <linux/smp.h> 13 #include <linux/delay.h> 14 #include <linux/crash_dump.h> 15 #include <linux/bootmem.h> 16 #include <linux/kexec.h> 17 #include <linux/elfcore.h> 18 #include <linux/sysctl.h> 19 #include <linux/init.h> 20 #include <linux/kdebug.h> 21 22 #include <asm/mca.h> 23 24 int kdump_status[NR_CPUS]; 25 static atomic_t kdump_cpu_frozen; 26 atomic_t kdump_in_progress; 27 static int kdump_freeze_monarch; 28 static int kdump_on_init = 1; 29 static int kdump_on_fatal_mca = 1; 30 31 extern void ia64_dump_cpu_regs(void *); 32 33 static DEFINE_PER_CPU(struct elf_prstatus, elf_prstatus); 34 35 void 36 crash_save_this_cpu(void) 37 { 38 void *buf; 39 unsigned long cfm, sof, sol; 40 41 int cpu = smp_processor_id(); 42 struct elf_prstatus *prstatus = &per_cpu(elf_prstatus, cpu); 43 44 elf_greg_t *dst = (elf_greg_t *)&(prstatus->pr_reg); 45 memset(prstatus, 0, sizeof(*prstatus)); 46 prstatus->pr_pid = current->pid; 47 48 ia64_dump_cpu_regs(dst); 49 cfm = dst[43]; 50 sol = (cfm >> 7) & 0x7f; 51 sof = cfm & 0x7f; 52 dst[46] = (unsigned long)ia64_rse_skip_regs((unsigned long *)dst[46], 53 sof - sol); 54 55 buf = (u64 *) per_cpu_ptr(crash_notes, cpu); 56 if (!buf) 57 return; 58 buf = append_elf_note(buf, KEXEC_CORE_NOTE_NAME, NT_PRSTATUS, prstatus, 59 sizeof(*prstatus)); 60 final_note(buf); 61 } 62 63 #ifdef CONFIG_SMP 64 static int 65 kdump_wait_cpu_freeze(void) 66 { 67 int cpu_num = num_online_cpus() - 1; 68 int timeout = 1000; 69 while(timeout-- > 0) { 70 if (atomic_read(&kdump_cpu_frozen) == cpu_num) 71 return 0; 72 udelay(1000); 73 } 74 return 1; 75 } 76 #endif 77 78 void 79 machine_crash_shutdown(struct pt_regs *pt) 80 { 81 /* This function is only called after the system 82 * has paniced or is otherwise in a critical state. 83 * The minimum amount of code to allow a kexec'd kernel 84 * to run successfully needs to happen here. 85 * 86 * In practice this means shooting down the other cpus in 87 * an SMP system. 88 */ 89 kexec_disable_iosapic(); 90 #ifdef CONFIG_SMP 91 /* 92 * If kdump_on_init is set and an INIT is asserted here, kdump will 93 * be started again via INIT monarch. 94 */ 95 local_irq_disable(); 96 ia64_set_psr_mc(); /* mask MCA/INIT */ 97 if (atomic_inc_return(&kdump_in_progress) != 1) 98 unw_init_running(kdump_cpu_freeze, NULL); 99 100 /* 101 * Now this cpu is ready for kdump. 102 * Stop all others by IPI or INIT. They could receive INIT from 103 * outside and might be INIT monarch, but only thing they have to 104 * do is falling into kdump_cpu_freeze(). 105 * 106 * If an INIT is asserted here: 107 * - All receivers might be slaves, since some of cpus could already 108 * be frozen and INIT might be masked on monarch. In this case, 109 * all slaves will be frozen soon since kdump_in_progress will let 110 * them into DIE_INIT_SLAVE_LEAVE. 111 * - One might be a monarch, but INIT rendezvous will fail since 112 * at least this cpu already have INIT masked so it never join 113 * to the rendezvous. In this case, all slaves and monarch will 114 * be frozen soon with no wait since the INIT rendezvous is skipped 115 * by kdump_in_progress. 116 */ 117 kdump_smp_send_stop(); 118 /* not all cpu response to IPI, send INIT to freeze them */ 119 if (kdump_wait_cpu_freeze()) { 120 kdump_smp_send_init(); 121 /* wait again, don't go ahead if possible */ 122 kdump_wait_cpu_freeze(); 123 } 124 #endif 125 } 126 127 static void 128 machine_kdump_on_init(void) 129 { 130 crash_save_vmcoreinfo(); 131 local_irq_disable(); 132 kexec_disable_iosapic(); 133 machine_kexec(ia64_kimage); 134 } 135 136 void 137 kdump_cpu_freeze(struct unw_frame_info *info, void *arg) 138 { 139 int cpuid; 140 141 local_irq_disable(); 142 cpuid = smp_processor_id(); 143 crash_save_this_cpu(); 144 current->thread.ksp = (__u64)info->sw - 16; 145 146 ia64_set_psr_mc(); /* mask MCA/INIT and stop reentrance */ 147 148 atomic_inc(&kdump_cpu_frozen); 149 kdump_status[cpuid] = 1; 150 mb(); 151 for (;;) 152 cpu_relax(); 153 } 154 155 static int 156 kdump_init_notifier(struct notifier_block *self, unsigned long val, void *data) 157 { 158 struct ia64_mca_notify_die *nd; 159 struct die_args *args = data; 160 161 if (atomic_read(&kdump_in_progress)) { 162 switch (val) { 163 case DIE_INIT_MONARCH_LEAVE: 164 if (!kdump_freeze_monarch) 165 break; 166 /* fall through */ 167 case DIE_INIT_SLAVE_LEAVE: 168 case DIE_INIT_MONARCH_ENTER: 169 case DIE_MCA_RENDZVOUS_LEAVE: 170 unw_init_running(kdump_cpu_freeze, NULL); 171 break; 172 } 173 } 174 175 if (!kdump_on_init && !kdump_on_fatal_mca) 176 return NOTIFY_DONE; 177 178 if (!ia64_kimage) { 179 if (val == DIE_INIT_MONARCH_LEAVE) 180 ia64_mca_printk(KERN_NOTICE 181 "%s: kdump not configured\n", 182 __func__); 183 return NOTIFY_DONE; 184 } 185 186 if (val != DIE_INIT_MONARCH_LEAVE && 187 val != DIE_INIT_MONARCH_PROCESS && 188 val != DIE_MCA_MONARCH_LEAVE) 189 return NOTIFY_DONE; 190 191 nd = (struct ia64_mca_notify_die *)args->err; 192 193 switch (val) { 194 case DIE_INIT_MONARCH_PROCESS: 195 /* Reason code 1 means machine check rendezvous*/ 196 if (kdump_on_init && (nd->sos->rv_rc != 1)) { 197 if (atomic_inc_return(&kdump_in_progress) != 1) 198 kdump_freeze_monarch = 1; 199 } 200 break; 201 case DIE_INIT_MONARCH_LEAVE: 202 /* Reason code 1 means machine check rendezvous*/ 203 if (kdump_on_init && (nd->sos->rv_rc != 1)) 204 machine_kdump_on_init(); 205 break; 206 case DIE_MCA_MONARCH_LEAVE: 207 /* *(nd->data) indicate if MCA is recoverable */ 208 if (kdump_on_fatal_mca && !(*(nd->data))) { 209 if (atomic_inc_return(&kdump_in_progress) == 1) 210 machine_kdump_on_init(); 211 /* We got fatal MCA while kdump!? No way!! */ 212 } 213 break; 214 } 215 return NOTIFY_DONE; 216 } 217 218 #ifdef CONFIG_SYSCTL 219 static struct ctl_table kdump_ctl_table[] = { 220 { 221 .procname = "kdump_on_init", 222 .data = &kdump_on_init, 223 .maxlen = sizeof(int), 224 .mode = 0644, 225 .proc_handler = proc_dointvec, 226 }, 227 { 228 .procname = "kdump_on_fatal_mca", 229 .data = &kdump_on_fatal_mca, 230 .maxlen = sizeof(int), 231 .mode = 0644, 232 .proc_handler = proc_dointvec, 233 }, 234 { } 235 }; 236 237 static struct ctl_table sys_table[] = { 238 { 239 .procname = "kernel", 240 .mode = 0555, 241 .child = kdump_ctl_table, 242 }, 243 { } 244 }; 245 #endif 246 247 static int 248 machine_crash_setup(void) 249 { 250 /* be notified before default_monarch_init_process */ 251 static struct notifier_block kdump_init_notifier_nb = { 252 .notifier_call = kdump_init_notifier, 253 .priority = 1, 254 }; 255 int ret; 256 if((ret = register_die_notifier(&kdump_init_notifier_nb)) != 0) 257 return ret; 258 #ifdef CONFIG_SYSCTL 259 register_sysctl_table(sys_table); 260 #endif 261 return 0; 262 } 263 264 __initcall(machine_crash_setup); 265 266