1*fcdfe9d2SHuacai Chen // SPDX-License-Identifier: GPL-2.0+ 2*fcdfe9d2SHuacai Chen /* 3*fcdfe9d2SHuacai Chen * Author: Hanlu Li <lihanlu@loongson.cn> 4*fcdfe9d2SHuacai Chen * Huacai Chen <chenhuacai@loongson.cn> 5*fcdfe9d2SHuacai Chen * 6*fcdfe9d2SHuacai Chen * Copyright (C) 2020-2022 Loongson Technology Corporation Limited 7*fcdfe9d2SHuacai Chen */ 8*fcdfe9d2SHuacai Chen 9*fcdfe9d2SHuacai Chen #define pr_fmt(fmt) "kmod: " fmt 10*fcdfe9d2SHuacai Chen 11*fcdfe9d2SHuacai Chen #include <linux/moduleloader.h> 12*fcdfe9d2SHuacai Chen #include <linux/elf.h> 13*fcdfe9d2SHuacai Chen #include <linux/mm.h> 14*fcdfe9d2SHuacai Chen #include <linux/vmalloc.h> 15*fcdfe9d2SHuacai Chen #include <linux/slab.h> 16*fcdfe9d2SHuacai Chen #include <linux/fs.h> 17*fcdfe9d2SHuacai Chen #include <linux/string.h> 18*fcdfe9d2SHuacai Chen #include <linux/kernel.h> 19*fcdfe9d2SHuacai Chen 20*fcdfe9d2SHuacai Chen static inline bool signed_imm_check(long val, unsigned int bit) 21*fcdfe9d2SHuacai Chen { 22*fcdfe9d2SHuacai Chen return -(1L << (bit - 1)) <= val && val < (1L << (bit - 1)); 23*fcdfe9d2SHuacai Chen } 24*fcdfe9d2SHuacai Chen 25*fcdfe9d2SHuacai Chen static inline bool unsigned_imm_check(unsigned long val, unsigned int bit) 26*fcdfe9d2SHuacai Chen { 27*fcdfe9d2SHuacai Chen return val < (1UL << bit); 28*fcdfe9d2SHuacai Chen } 29*fcdfe9d2SHuacai Chen 30*fcdfe9d2SHuacai Chen static int rela_stack_push(s64 stack_value, s64 *rela_stack, size_t *rela_stack_top) 31*fcdfe9d2SHuacai Chen { 32*fcdfe9d2SHuacai Chen if (*rela_stack_top >= RELA_STACK_DEPTH) 33*fcdfe9d2SHuacai Chen return -ENOEXEC; 34*fcdfe9d2SHuacai Chen 35*fcdfe9d2SHuacai Chen rela_stack[(*rela_stack_top)++] = stack_value; 36*fcdfe9d2SHuacai Chen pr_debug("%s stack_value = 0x%llx\n", __func__, stack_value); 37*fcdfe9d2SHuacai Chen 38*fcdfe9d2SHuacai Chen return 0; 39*fcdfe9d2SHuacai Chen } 40*fcdfe9d2SHuacai Chen 41*fcdfe9d2SHuacai Chen static int rela_stack_pop(s64 *stack_value, s64 *rela_stack, size_t *rela_stack_top) 42*fcdfe9d2SHuacai Chen { 43*fcdfe9d2SHuacai Chen if (*rela_stack_top == 0) 44*fcdfe9d2SHuacai Chen return -ENOEXEC; 45*fcdfe9d2SHuacai Chen 46*fcdfe9d2SHuacai Chen *stack_value = rela_stack[--(*rela_stack_top)]; 47*fcdfe9d2SHuacai Chen pr_debug("%s stack_value = 0x%llx\n", __func__, *stack_value); 48*fcdfe9d2SHuacai Chen 49*fcdfe9d2SHuacai Chen return 0; 50*fcdfe9d2SHuacai Chen } 51*fcdfe9d2SHuacai Chen 52*fcdfe9d2SHuacai Chen static int apply_r_larch_none(struct module *mod, u32 *location, Elf_Addr v, 53*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 54*fcdfe9d2SHuacai Chen { 55*fcdfe9d2SHuacai Chen return 0; 56*fcdfe9d2SHuacai Chen } 57*fcdfe9d2SHuacai Chen 58*fcdfe9d2SHuacai Chen static int apply_r_larch_error(struct module *me, u32 *location, Elf_Addr v, 59*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 60*fcdfe9d2SHuacai Chen { 61*fcdfe9d2SHuacai Chen pr_err("%s: Unsupport relocation type %u, please add its support.\n", me->name, type); 62*fcdfe9d2SHuacai Chen return -EINVAL; 63*fcdfe9d2SHuacai Chen } 64*fcdfe9d2SHuacai Chen 65*fcdfe9d2SHuacai Chen static int apply_r_larch_32(struct module *mod, u32 *location, Elf_Addr v, 66*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 67*fcdfe9d2SHuacai Chen { 68*fcdfe9d2SHuacai Chen *location = v; 69*fcdfe9d2SHuacai Chen return 0; 70*fcdfe9d2SHuacai Chen } 71*fcdfe9d2SHuacai Chen 72*fcdfe9d2SHuacai Chen static int apply_r_larch_64(struct module *mod, u32 *location, Elf_Addr v, 73*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 74*fcdfe9d2SHuacai Chen { 75*fcdfe9d2SHuacai Chen *(Elf_Addr *)location = v; 76*fcdfe9d2SHuacai Chen return 0; 77*fcdfe9d2SHuacai Chen } 78*fcdfe9d2SHuacai Chen 79*fcdfe9d2SHuacai Chen static int apply_r_larch_sop_push_pcrel(struct module *mod, u32 *location, Elf_Addr v, 80*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 81*fcdfe9d2SHuacai Chen { 82*fcdfe9d2SHuacai Chen return rela_stack_push(v - (u64)location, rela_stack, rela_stack_top); 83*fcdfe9d2SHuacai Chen } 84*fcdfe9d2SHuacai Chen 85*fcdfe9d2SHuacai Chen static int apply_r_larch_sop_push_absolute(struct module *mod, u32 *location, Elf_Addr v, 86*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 87*fcdfe9d2SHuacai Chen { 88*fcdfe9d2SHuacai Chen return rela_stack_push(v, rela_stack, rela_stack_top); 89*fcdfe9d2SHuacai Chen } 90*fcdfe9d2SHuacai Chen 91*fcdfe9d2SHuacai Chen static int apply_r_larch_sop_push_dup(struct module *mod, u32 *location, Elf_Addr v, 92*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 93*fcdfe9d2SHuacai Chen { 94*fcdfe9d2SHuacai Chen int err = 0; 95*fcdfe9d2SHuacai Chen s64 opr1; 96*fcdfe9d2SHuacai Chen 97*fcdfe9d2SHuacai Chen err = rela_stack_pop(&opr1, rela_stack, rela_stack_top); 98*fcdfe9d2SHuacai Chen if (err) 99*fcdfe9d2SHuacai Chen return err; 100*fcdfe9d2SHuacai Chen err = rela_stack_push(opr1, rela_stack, rela_stack_top); 101*fcdfe9d2SHuacai Chen if (err) 102*fcdfe9d2SHuacai Chen return err; 103*fcdfe9d2SHuacai Chen err = rela_stack_push(opr1, rela_stack, rela_stack_top); 104*fcdfe9d2SHuacai Chen if (err) 105*fcdfe9d2SHuacai Chen return err; 106*fcdfe9d2SHuacai Chen 107*fcdfe9d2SHuacai Chen return 0; 108*fcdfe9d2SHuacai Chen } 109*fcdfe9d2SHuacai Chen 110*fcdfe9d2SHuacai Chen static int apply_r_larch_sop_push_plt_pcrel(struct module *mod, u32 *location, Elf_Addr v, 111*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 112*fcdfe9d2SHuacai Chen { 113*fcdfe9d2SHuacai Chen ptrdiff_t offset = (void *)v - (void *)location; 114*fcdfe9d2SHuacai Chen 115*fcdfe9d2SHuacai Chen if (offset >= SZ_128M) 116*fcdfe9d2SHuacai Chen v = module_emit_plt_entry(mod, v); 117*fcdfe9d2SHuacai Chen 118*fcdfe9d2SHuacai Chen if (offset < -SZ_128M) 119*fcdfe9d2SHuacai Chen v = module_emit_plt_entry(mod, v); 120*fcdfe9d2SHuacai Chen 121*fcdfe9d2SHuacai Chen return apply_r_larch_sop_push_pcrel(mod, location, v, rela_stack, rela_stack_top, type); 122*fcdfe9d2SHuacai Chen } 123*fcdfe9d2SHuacai Chen 124*fcdfe9d2SHuacai Chen static int apply_r_larch_sop(struct module *mod, u32 *location, Elf_Addr v, 125*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 126*fcdfe9d2SHuacai Chen { 127*fcdfe9d2SHuacai Chen int err = 0; 128*fcdfe9d2SHuacai Chen s64 opr1, opr2, opr3; 129*fcdfe9d2SHuacai Chen 130*fcdfe9d2SHuacai Chen if (type == R_LARCH_SOP_IF_ELSE) { 131*fcdfe9d2SHuacai Chen err = rela_stack_pop(&opr3, rela_stack, rela_stack_top); 132*fcdfe9d2SHuacai Chen if (err) 133*fcdfe9d2SHuacai Chen return err; 134*fcdfe9d2SHuacai Chen } 135*fcdfe9d2SHuacai Chen 136*fcdfe9d2SHuacai Chen err = rela_stack_pop(&opr2, rela_stack, rela_stack_top); 137*fcdfe9d2SHuacai Chen if (err) 138*fcdfe9d2SHuacai Chen return err; 139*fcdfe9d2SHuacai Chen err = rela_stack_pop(&opr1, rela_stack, rela_stack_top); 140*fcdfe9d2SHuacai Chen if (err) 141*fcdfe9d2SHuacai Chen return err; 142*fcdfe9d2SHuacai Chen 143*fcdfe9d2SHuacai Chen switch (type) { 144*fcdfe9d2SHuacai Chen case R_LARCH_SOP_AND: 145*fcdfe9d2SHuacai Chen err = rela_stack_push(opr1 & opr2, rela_stack, rela_stack_top); 146*fcdfe9d2SHuacai Chen break; 147*fcdfe9d2SHuacai Chen case R_LARCH_SOP_ADD: 148*fcdfe9d2SHuacai Chen err = rela_stack_push(opr1 + opr2, rela_stack, rela_stack_top); 149*fcdfe9d2SHuacai Chen break; 150*fcdfe9d2SHuacai Chen case R_LARCH_SOP_SUB: 151*fcdfe9d2SHuacai Chen err = rela_stack_push(opr1 - opr2, rela_stack, rela_stack_top); 152*fcdfe9d2SHuacai Chen break; 153*fcdfe9d2SHuacai Chen case R_LARCH_SOP_SL: 154*fcdfe9d2SHuacai Chen err = rela_stack_push(opr1 << opr2, rela_stack, rela_stack_top); 155*fcdfe9d2SHuacai Chen break; 156*fcdfe9d2SHuacai Chen case R_LARCH_SOP_SR: 157*fcdfe9d2SHuacai Chen err = rela_stack_push(opr1 >> opr2, rela_stack, rela_stack_top); 158*fcdfe9d2SHuacai Chen break; 159*fcdfe9d2SHuacai Chen case R_LARCH_SOP_IF_ELSE: 160*fcdfe9d2SHuacai Chen err = rela_stack_push(opr1 ? opr2 : opr3, rela_stack, rela_stack_top); 161*fcdfe9d2SHuacai Chen break; 162*fcdfe9d2SHuacai Chen default: 163*fcdfe9d2SHuacai Chen pr_err("%s: Unsupport relocation type %u\n", mod->name, type); 164*fcdfe9d2SHuacai Chen return -EINVAL; 165*fcdfe9d2SHuacai Chen } 166*fcdfe9d2SHuacai Chen 167*fcdfe9d2SHuacai Chen return err; 168*fcdfe9d2SHuacai Chen } 169*fcdfe9d2SHuacai Chen 170*fcdfe9d2SHuacai Chen static int apply_r_larch_sop_imm_field(struct module *mod, u32 *location, Elf_Addr v, 171*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 172*fcdfe9d2SHuacai Chen { 173*fcdfe9d2SHuacai Chen int err = 0; 174*fcdfe9d2SHuacai Chen s64 opr1; 175*fcdfe9d2SHuacai Chen union loongarch_instruction *insn = (union loongarch_instruction *)location; 176*fcdfe9d2SHuacai Chen 177*fcdfe9d2SHuacai Chen err = rela_stack_pop(&opr1, rela_stack, rela_stack_top); 178*fcdfe9d2SHuacai Chen if (err) 179*fcdfe9d2SHuacai Chen return err; 180*fcdfe9d2SHuacai Chen 181*fcdfe9d2SHuacai Chen switch (type) { 182*fcdfe9d2SHuacai Chen case R_LARCH_SOP_POP_32_U_10_12: 183*fcdfe9d2SHuacai Chen if (!unsigned_imm_check(opr1, 12)) 184*fcdfe9d2SHuacai Chen goto overflow; 185*fcdfe9d2SHuacai Chen 186*fcdfe9d2SHuacai Chen /* (*(uint32_t *) PC) [21 ... 10] = opr [11 ... 0] */ 187*fcdfe9d2SHuacai Chen insn->reg2i12_format.immediate = opr1 & 0xfff; 188*fcdfe9d2SHuacai Chen return 0; 189*fcdfe9d2SHuacai Chen case R_LARCH_SOP_POP_32_S_10_12: 190*fcdfe9d2SHuacai Chen if (!signed_imm_check(opr1, 12)) 191*fcdfe9d2SHuacai Chen goto overflow; 192*fcdfe9d2SHuacai Chen 193*fcdfe9d2SHuacai Chen insn->reg2i12_format.immediate = opr1 & 0xfff; 194*fcdfe9d2SHuacai Chen return 0; 195*fcdfe9d2SHuacai Chen case R_LARCH_SOP_POP_32_S_10_16: 196*fcdfe9d2SHuacai Chen if (!signed_imm_check(opr1, 16)) 197*fcdfe9d2SHuacai Chen goto overflow; 198*fcdfe9d2SHuacai Chen 199*fcdfe9d2SHuacai Chen insn->reg2i16_format.immediate = opr1 & 0xffff; 200*fcdfe9d2SHuacai Chen return 0; 201*fcdfe9d2SHuacai Chen case R_LARCH_SOP_POP_32_S_10_16_S2: 202*fcdfe9d2SHuacai Chen if (opr1 % 4) 203*fcdfe9d2SHuacai Chen goto unaligned; 204*fcdfe9d2SHuacai Chen 205*fcdfe9d2SHuacai Chen if (!signed_imm_check(opr1, 18)) 206*fcdfe9d2SHuacai Chen goto overflow; 207*fcdfe9d2SHuacai Chen 208*fcdfe9d2SHuacai Chen insn->reg2i16_format.immediate = (opr1 >> 2) & 0xffff; 209*fcdfe9d2SHuacai Chen return 0; 210*fcdfe9d2SHuacai Chen case R_LARCH_SOP_POP_32_S_5_20: 211*fcdfe9d2SHuacai Chen if (!signed_imm_check(opr1, 20)) 212*fcdfe9d2SHuacai Chen goto overflow; 213*fcdfe9d2SHuacai Chen 214*fcdfe9d2SHuacai Chen insn->reg1i20_format.immediate = (opr1) & 0xfffff; 215*fcdfe9d2SHuacai Chen return 0; 216*fcdfe9d2SHuacai Chen case R_LARCH_SOP_POP_32_S_0_5_10_16_S2: 217*fcdfe9d2SHuacai Chen if (opr1 % 4) 218*fcdfe9d2SHuacai Chen goto unaligned; 219*fcdfe9d2SHuacai Chen 220*fcdfe9d2SHuacai Chen if (!signed_imm_check(opr1, 23)) 221*fcdfe9d2SHuacai Chen goto overflow; 222*fcdfe9d2SHuacai Chen 223*fcdfe9d2SHuacai Chen opr1 >>= 2; 224*fcdfe9d2SHuacai Chen insn->reg1i21_format.immediate_l = opr1 & 0xffff; 225*fcdfe9d2SHuacai Chen insn->reg1i21_format.immediate_h = (opr1 >> 16) & 0x1f; 226*fcdfe9d2SHuacai Chen return 0; 227*fcdfe9d2SHuacai Chen case R_LARCH_SOP_POP_32_S_0_10_10_16_S2: 228*fcdfe9d2SHuacai Chen if (opr1 % 4) 229*fcdfe9d2SHuacai Chen goto unaligned; 230*fcdfe9d2SHuacai Chen 231*fcdfe9d2SHuacai Chen if (!signed_imm_check(opr1, 28)) 232*fcdfe9d2SHuacai Chen goto overflow; 233*fcdfe9d2SHuacai Chen 234*fcdfe9d2SHuacai Chen opr1 >>= 2; 235*fcdfe9d2SHuacai Chen insn->reg0i26_format.immediate_l = opr1 & 0xffff; 236*fcdfe9d2SHuacai Chen insn->reg0i26_format.immediate_h = (opr1 >> 16) & 0x3ff; 237*fcdfe9d2SHuacai Chen return 0; 238*fcdfe9d2SHuacai Chen case R_LARCH_SOP_POP_32_U: 239*fcdfe9d2SHuacai Chen if (!unsigned_imm_check(opr1, 32)) 240*fcdfe9d2SHuacai Chen goto overflow; 241*fcdfe9d2SHuacai Chen 242*fcdfe9d2SHuacai Chen /* (*(uint32_t *) PC) = opr */ 243*fcdfe9d2SHuacai Chen *location = (u32)opr1; 244*fcdfe9d2SHuacai Chen return 0; 245*fcdfe9d2SHuacai Chen default: 246*fcdfe9d2SHuacai Chen pr_err("%s: Unsupport relocation type %u\n", mod->name, type); 247*fcdfe9d2SHuacai Chen return -EINVAL; 248*fcdfe9d2SHuacai Chen } 249*fcdfe9d2SHuacai Chen 250*fcdfe9d2SHuacai Chen overflow: 251*fcdfe9d2SHuacai Chen pr_err("module %s: opr1 = 0x%llx overflow! dangerous %s (%u) relocation\n", 252*fcdfe9d2SHuacai Chen mod->name, opr1, __func__, type); 253*fcdfe9d2SHuacai Chen return -ENOEXEC; 254*fcdfe9d2SHuacai Chen 255*fcdfe9d2SHuacai Chen unaligned: 256*fcdfe9d2SHuacai Chen pr_err("module %s: opr1 = 0x%llx unaligned! dangerous %s (%u) relocation\n", 257*fcdfe9d2SHuacai Chen mod->name, opr1, __func__, type); 258*fcdfe9d2SHuacai Chen return -ENOEXEC; 259*fcdfe9d2SHuacai Chen } 260*fcdfe9d2SHuacai Chen 261*fcdfe9d2SHuacai Chen static int apply_r_larch_add_sub(struct module *mod, u32 *location, Elf_Addr v, 262*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type) 263*fcdfe9d2SHuacai Chen { 264*fcdfe9d2SHuacai Chen switch (type) { 265*fcdfe9d2SHuacai Chen case R_LARCH_ADD32: 266*fcdfe9d2SHuacai Chen *(s32 *)location += v; 267*fcdfe9d2SHuacai Chen return 0; 268*fcdfe9d2SHuacai Chen case R_LARCH_ADD64: 269*fcdfe9d2SHuacai Chen *(s64 *)location += v; 270*fcdfe9d2SHuacai Chen return 0; 271*fcdfe9d2SHuacai Chen case R_LARCH_SUB32: 272*fcdfe9d2SHuacai Chen *(s32 *)location -= v; 273*fcdfe9d2SHuacai Chen return 0; 274*fcdfe9d2SHuacai Chen case R_LARCH_SUB64: 275*fcdfe9d2SHuacai Chen *(s64 *)location -= v; 276*fcdfe9d2SHuacai Chen return 0; 277*fcdfe9d2SHuacai Chen default: 278*fcdfe9d2SHuacai Chen pr_err("%s: Unsupport relocation type %u\n", mod->name, type); 279*fcdfe9d2SHuacai Chen return -EINVAL; 280*fcdfe9d2SHuacai Chen } 281*fcdfe9d2SHuacai Chen } 282*fcdfe9d2SHuacai Chen 283*fcdfe9d2SHuacai Chen /* 284*fcdfe9d2SHuacai Chen * reloc_handlers_rela() - Apply a particular relocation to a module 285*fcdfe9d2SHuacai Chen * @mod: the module to apply the reloc to 286*fcdfe9d2SHuacai Chen * @location: the address at which the reloc is to be applied 287*fcdfe9d2SHuacai Chen * @v: the value of the reloc, with addend for RELA-style 288*fcdfe9d2SHuacai Chen * @rela_stack: the stack used for store relocation info, LOCAL to THIS module 289*fcdfe9d2SHuacai Chen * @rela_stac_top: where the stack operation(pop/push) applies to 290*fcdfe9d2SHuacai Chen * 291*fcdfe9d2SHuacai Chen * Return: 0 upon success, else -ERRNO 292*fcdfe9d2SHuacai Chen */ 293*fcdfe9d2SHuacai Chen typedef int (*reloc_rela_handler)(struct module *mod, u32 *location, Elf_Addr v, 294*fcdfe9d2SHuacai Chen s64 *rela_stack, size_t *rela_stack_top, unsigned int type); 295*fcdfe9d2SHuacai Chen 296*fcdfe9d2SHuacai Chen /* The handlers for known reloc types */ 297*fcdfe9d2SHuacai Chen static reloc_rela_handler reloc_rela_handlers[] = { 298*fcdfe9d2SHuacai Chen [R_LARCH_NONE ... R_LARCH_SUB64] = apply_r_larch_error, 299*fcdfe9d2SHuacai Chen 300*fcdfe9d2SHuacai Chen [R_LARCH_NONE] = apply_r_larch_none, 301*fcdfe9d2SHuacai Chen [R_LARCH_32] = apply_r_larch_32, 302*fcdfe9d2SHuacai Chen [R_LARCH_64] = apply_r_larch_64, 303*fcdfe9d2SHuacai Chen [R_LARCH_MARK_LA] = apply_r_larch_none, 304*fcdfe9d2SHuacai Chen [R_LARCH_MARK_PCREL] = apply_r_larch_none, 305*fcdfe9d2SHuacai Chen [R_LARCH_SOP_PUSH_PCREL] = apply_r_larch_sop_push_pcrel, 306*fcdfe9d2SHuacai Chen [R_LARCH_SOP_PUSH_ABSOLUTE] = apply_r_larch_sop_push_absolute, 307*fcdfe9d2SHuacai Chen [R_LARCH_SOP_PUSH_DUP] = apply_r_larch_sop_push_dup, 308*fcdfe9d2SHuacai Chen [R_LARCH_SOP_PUSH_PLT_PCREL] = apply_r_larch_sop_push_plt_pcrel, 309*fcdfe9d2SHuacai Chen [R_LARCH_SOP_SUB ... R_LARCH_SOP_IF_ELSE] = apply_r_larch_sop, 310*fcdfe9d2SHuacai Chen [R_LARCH_SOP_POP_32_S_10_5 ... R_LARCH_SOP_POP_32_U] = apply_r_larch_sop_imm_field, 311*fcdfe9d2SHuacai Chen [R_LARCH_ADD32 ... R_LARCH_SUB64] = apply_r_larch_add_sub, 312*fcdfe9d2SHuacai Chen }; 313*fcdfe9d2SHuacai Chen 314*fcdfe9d2SHuacai Chen int apply_relocate_add(Elf_Shdr *sechdrs, const char *strtab, 315*fcdfe9d2SHuacai Chen unsigned int symindex, unsigned int relsec, 316*fcdfe9d2SHuacai Chen struct module *mod) 317*fcdfe9d2SHuacai Chen { 318*fcdfe9d2SHuacai Chen int i, err; 319*fcdfe9d2SHuacai Chen unsigned int type; 320*fcdfe9d2SHuacai Chen s64 rela_stack[RELA_STACK_DEPTH]; 321*fcdfe9d2SHuacai Chen size_t rela_stack_top = 0; 322*fcdfe9d2SHuacai Chen reloc_rela_handler handler; 323*fcdfe9d2SHuacai Chen void *location; 324*fcdfe9d2SHuacai Chen Elf_Addr v; 325*fcdfe9d2SHuacai Chen Elf_Sym *sym; 326*fcdfe9d2SHuacai Chen Elf_Rela *rel = (void *) sechdrs[relsec].sh_addr; 327*fcdfe9d2SHuacai Chen 328*fcdfe9d2SHuacai Chen pr_debug("%s: Applying relocate section %u to %u\n", __func__, relsec, 329*fcdfe9d2SHuacai Chen sechdrs[relsec].sh_info); 330*fcdfe9d2SHuacai Chen 331*fcdfe9d2SHuacai Chen rela_stack_top = 0; 332*fcdfe9d2SHuacai Chen for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) { 333*fcdfe9d2SHuacai Chen /* This is where to make the change */ 334*fcdfe9d2SHuacai Chen location = (void *)sechdrs[sechdrs[relsec].sh_info].sh_addr + rel[i].r_offset; 335*fcdfe9d2SHuacai Chen /* This is the symbol it is referring to */ 336*fcdfe9d2SHuacai Chen sym = (Elf_Sym *)sechdrs[symindex].sh_addr + ELF_R_SYM(rel[i].r_info); 337*fcdfe9d2SHuacai Chen if (IS_ERR_VALUE(sym->st_value)) { 338*fcdfe9d2SHuacai Chen /* Ignore unresolved weak symbol */ 339*fcdfe9d2SHuacai Chen if (ELF_ST_BIND(sym->st_info) == STB_WEAK) 340*fcdfe9d2SHuacai Chen continue; 341*fcdfe9d2SHuacai Chen pr_warn("%s: Unknown symbol %s\n", mod->name, strtab + sym->st_name); 342*fcdfe9d2SHuacai Chen return -ENOENT; 343*fcdfe9d2SHuacai Chen } 344*fcdfe9d2SHuacai Chen 345*fcdfe9d2SHuacai Chen type = ELF_R_TYPE(rel[i].r_info); 346*fcdfe9d2SHuacai Chen 347*fcdfe9d2SHuacai Chen if (type < ARRAY_SIZE(reloc_rela_handlers)) 348*fcdfe9d2SHuacai Chen handler = reloc_rela_handlers[type]; 349*fcdfe9d2SHuacai Chen else 350*fcdfe9d2SHuacai Chen handler = NULL; 351*fcdfe9d2SHuacai Chen 352*fcdfe9d2SHuacai Chen if (!handler) { 353*fcdfe9d2SHuacai Chen pr_err("%s: Unknown relocation type %u\n", mod->name, type); 354*fcdfe9d2SHuacai Chen return -EINVAL; 355*fcdfe9d2SHuacai Chen } 356*fcdfe9d2SHuacai Chen 357*fcdfe9d2SHuacai Chen pr_debug("type %d st_value %llx r_addend %llx loc %llx\n", 358*fcdfe9d2SHuacai Chen (int)ELF_R_TYPE(rel[i].r_info), 359*fcdfe9d2SHuacai Chen sym->st_value, rel[i].r_addend, (u64)location); 360*fcdfe9d2SHuacai Chen 361*fcdfe9d2SHuacai Chen v = sym->st_value + rel[i].r_addend; 362*fcdfe9d2SHuacai Chen err = handler(mod, location, v, rela_stack, &rela_stack_top, type); 363*fcdfe9d2SHuacai Chen if (err) 364*fcdfe9d2SHuacai Chen return err; 365*fcdfe9d2SHuacai Chen } 366*fcdfe9d2SHuacai Chen 367*fcdfe9d2SHuacai Chen return 0; 368*fcdfe9d2SHuacai Chen } 369*fcdfe9d2SHuacai Chen 370*fcdfe9d2SHuacai Chen void *module_alloc(unsigned long size) 371*fcdfe9d2SHuacai Chen { 372*fcdfe9d2SHuacai Chen return __vmalloc_node_range(size, 1, MODULES_VADDR, MODULES_END, 373*fcdfe9d2SHuacai Chen GFP_KERNEL, PAGE_KERNEL, 0, NUMA_NO_NODE, __builtin_return_address(0)); 374*fcdfe9d2SHuacai Chen } 375