565 static int convert_variable(Dwarf_Die *vr_die, struct probe_finder *pf)  in convert_variable()  argument
573 	ret = convert_variable_location(vr_die, pf->addr, pf->fb_ops,  in convert_variable()
574 					&pf->sp_die, pf->machine, pf->tvar);  in convert_variable()
575 	if (ret == -ENOENT && pf->skip_empty_arg)  in convert_variable()
579 		print_var_not_found(pf->pvar->var);  in convert_variable()
582 	else if (ret == 0 && pf->pvar->field) {  in convert_variable()
583 		ret = convert_variable_fields(vr_die, pf->pvar->var,  in convert_variable()
584 					      pf->pvar->field, &pf->tvar->ref,  in convert_variable()
585 					      &die_mem, pf->pvar->user_access);  in convert_variable()
589 		ret = convert_variable_type(vr_die, pf->tvar, pf->pvar->type,  in convert_variable()
590 					    pf->pvar->user_access);  in convert_variable()
596 static int find_variable(Dwarf_Die *sc_die, struct probe_finder *pf)  in find_variable()  argument
603 	if (!is_c_varname(pf->pvar->var))  in find_variable()
604 		return copy_to_probe_trace_arg(pf->tvar, pf->pvar);  in find_variable()
606 	if (pf->pvar->name)  in find_variable()
607 		pf->tvar->name = strdup(pf->pvar->name);  in find_variable()
609 		buf = synthesize_perf_probe_arg(pf->pvar);  in find_variable()
615 		pf->tvar->name = buf;  in find_variable()
617 	if (pf->tvar->name == NULL)  in find_variable()
620 	pr_debug("Searching '%s' variable in context.\n", pf->pvar->var);  in find_variable()
622 	if (!die_find_variable_at(sc_die, pf->pvar->var, pf->addr, &vr_die)) {  in find_variable()
624 		if (!die_find_variable_at(&pf->cu_die, pf->pvar->var,  in find_variable()
626 			if (pf->skip_empty_arg)  in find_variable()
629 				   pf->pvar->var);  in find_variable()
634 		ret = convert_variable(&vr_die, pf);  in find_variable()
692 static int call_probe_finder(Dwarf_Die *sc_die, struct probe_finder *pf)  in call_probe_finder()  argument
706 		if (!die_find_realfunc(&pf->cu_die, pf->addr, &pf->sp_die)) {  in call_probe_finder()
707 			if (die_find_tailfunc(&pf->cu_die, pf->addr, &pf->sp_die)) {  in call_probe_finder()
709 						dwarf_diename(&pf->sp_die));  in call_probe_finder()
718 		memcpy(&pf->sp_die, sc_die, sizeof(Dwarf_Die));  in call_probe_finder()
721 	dwarf_attr(&pf->sp_die, DW_AT_frame_base, &fb_attr);  in call_probe_finder()
722 	ret = dwarf_getlocation_addr(&fb_attr, pf->addr, &pf->fb_ops, &nops, 1);  in call_probe_finder()
724 		pf->fb_ops = NULL;  in call_probe_finder()
726 	} else if (nops == 1 && pf->fb_ops[0].atom == DW_OP_call_frame_cfa &&  in call_probe_finder()
727 		   (pf->cfi_eh != NULL || pf->cfi_dbg != NULL)) {  in call_probe_finder()
728 		if ((dwarf_cfi_addrframe(pf->cfi_eh, pf->addr, &frame) != 0 &&  in call_probe_finder()
729 		     (dwarf_cfi_addrframe(pf->cfi_dbg, pf->addr, &frame) != 0)) ||  in call_probe_finder()
730 		    dwarf_frame_cfa(frame, &pf->fb_ops, &nops) != 0) {  in call_probe_finder()
732 				   (uintmax_t)pf->addr);  in call_probe_finder()
740 	ret = pf->callback(sc_die, pf);  in call_probe_finder()
744 	pf->fb_ops = NULL;  in call_probe_finder()
801 static Dwarf_Die *find_best_scope(struct probe_finder *pf, Dwarf_Die *die_mem)  in find_best_scope()  argument
804 		.function = pf->pev->point.function,  in find_best_scope()
805 		.file = pf->fname,  in find_best_scope()
806 		.line = pf->lno,  in find_best_scope()
813 	ret = cu_walk_functions_at(&pf->cu_die, pf->addr, find_best_scope_cb,  in find_best_scope()
816 		cu_walk_functions_at(&pf->cu_die, pf->addr,  in find_best_scope()
822 static int verify_representive_line(struct probe_finder *pf, const char *fname,  in verify_representive_line()  argument
830 	if (cu_find_lineinfo(&pf->cu_die, addr, &__fname, &__lineno) < 0)  in verify_representive_line()
839 	if (pf->pev->point.function) {  in verify_representive_line()
841 		pf->addr = addr;  in verify_representive_line()
842 		if (find_best_scope(pf, &die_mem)  in verify_representive_line()
843 		    && die_match_name(&die_mem, pf->pev->point.function)  in verify_representive_line()
858 	struct probe_finder *pf = data;  in probe_point_line_walker()  local
862 	if (lineno != pf->lno || strtailcmp(fname, pf->fname) != 0)  in probe_point_line_walker()
865 	if (verify_representive_line(pf, fname, lineno, addr))  in probe_point_line_walker()
868 	pf->addr = addr;  in probe_point_line_walker()
869 	sc_die = find_best_scope(pf, &die_mem);  in probe_point_line_walker()
875 	ret = call_probe_finder(sc_die, pf);  in probe_point_line_walker()
882 static int find_probe_point_by_line(struct probe_finder *pf)  in find_probe_point_by_line()  argument
884 	return die_walk_lines(&pf->cu_die, probe_point_line_walker, pf);  in find_probe_point_by_line()
930 	struct probe_finder *pf = data;  in probe_point_lazy_walker()  local
934 	if (!intlist__has_entry(pf->lcache, lineno) ||  in probe_point_lazy_walker()
935 	    strtailcmp(fname, pf->fname) != 0)  in probe_point_lazy_walker()
940 	pf->addr = addr;  in probe_point_lazy_walker()
941 	pf->lno = lineno;  in probe_point_lazy_walker()
942 	sc_die = find_best_scope(pf, &die_mem);  in probe_point_lazy_walker()
948 	ret = call_probe_finder(sc_die, pf);  in probe_point_lazy_walker()
958 static int find_probe_point_lazy(Dwarf_Die *sp_die, struct probe_finder *pf)  in find_probe_point_lazy()  argument
965 	if (intlist__empty(pf->lcache)) {  in find_probe_point_lazy()
968 		comp_dir = cu_get_comp_dir(&pf->cu_die);  in find_probe_point_lazy()
969 		if (pf->dbg->build_id) {  in find_probe_point_lazy()
970 			build_id__init(&bid, pf->dbg->build_id, BUILD_ID_SIZE);  in find_probe_point_lazy()
973 		ret = find_source_path(pf->fname, sbuild_id, comp_dir, &fpath);  in find_probe_point_lazy()
980 		ret = find_lazy_match_lines(pf->lcache, fpath,  in find_probe_point_lazy()
981 					    pf->pev->point.lazy_line);  in find_probe_point_lazy()
987 	return die_walk_lines(sp_die, probe_point_lazy_walker, pf);  in find_probe_point_lazy()
990 static void skip_prologue(Dwarf_Die *sp_die, struct probe_finder *pf)  in skip_prologue()  argument
992 	struct perf_probe_point *pp = &pf->pev->point;  in skip_prologue()
995 	if (!pf->pev->uprobes)  in skip_prologue()
999 	if (die_is_optimized_target(&pf->cu_die))  in skip_prologue()
1003 	if (!pf->addr)  in skip_prologue()
1012 	if (!perf_probe_with_var(pf->pev))  in skip_prologue()
1017 		pf->addr);  in skip_prologue()
1019 	die_skip_prologue(sp_die, &pf->cu_die, &pf->addr);  in skip_prologue()
1024 	struct probe_finder *pf = data;  in probe_point_inline_cb()  local
1025 	struct perf_probe_point *pp = &pf->pev->point;  in probe_point_inline_cb()
1030 		ret = find_probe_point_lazy(in_die, pf);  in probe_point_inline_cb()
1043 		pf->addr = addr;  in probe_point_inline_cb()
1044 		pf->addr += pp->offset;  in probe_point_inline_cb()
1046 			 (uintmax_t)pf->addr);  in probe_point_inline_cb()
1048 		ret = call_probe_finder(in_die, pf);  in probe_point_inline_cb()
1064 	struct probe_finder *pf = param->data;  in probe_point_search_cb()  local
1065 	struct perf_probe_point *pp = &pf->pev->point;  in probe_point_search_cb()
1084 	pf->fname = fname;  in probe_point_search_cb()
1086 		dwarf_decl_line(sp_die, &pf->lno);  in probe_point_search_cb()
1087 		pf->lno += pp->line;  in probe_point_search_cb()
1088 		param->retval = find_probe_point_by_line(pf);  in probe_point_search_cb()
1091 		die_entrypc(sp_die, &pf->addr);  in probe_point_search_cb()
1093 		if (pf->addr == 0) {  in probe_point_search_cb()
1099 			param->retval = find_probe_point_lazy(sp_die, pf);  in probe_point_search_cb()
1101 			skip_prologue(sp_die, pf);  in probe_point_search_cb()
1102 			pf->addr += pp->offset;  in probe_point_search_cb()
1104 			param->retval = call_probe_finder(sp_die, pf);  in probe_point_search_cb()
1109 					probe_point_inline_cb, (void *)pf);  in probe_point_search_cb()
1124 static int find_probe_point_by_func(struct probe_finder *pf)  in find_probe_point_by_func()  argument
1126 	struct dwarf_callback_param _param = {.data = (void *)pf,  in find_probe_point_by_func()
1128 	dwarf_getfuncs(&pf->cu_die, probe_point_search_cb, &_param, 0);  in find_probe_point_by_func()
1168 				  struct probe_finder *pf)  in debuginfo__find_probe_location()  argument
1170 	struct perf_probe_point *pp = &pf->pev->point;  in debuginfo__find_probe_location()
1177 	pf->lcache = intlist__new(NULL);  in debuginfo__find_probe_location()
1178 	if (!pf->lcache)  in debuginfo__find_probe_location()
1186 			.cu_die	  = &pf->cu_die,  in debuginfo__find_probe_location()
1187 			.sp_die	  = &pf->sp_die,  in debuginfo__find_probe_location()
1191 			.data = pf,  in debuginfo__find_probe_location()
1197 			ret = probe_point_search_cb(&pf->sp_die, &probe_param);  in debuginfo__find_probe_location()
1206 		diep = dwarf_offdie(dbg->dbg, off + cuhl, &pf->cu_die);  in debuginfo__find_probe_location()
1214 			pf->fname = cu_find_realpath(&pf->cu_die, pp->file);  in debuginfo__find_probe_location()
1216 			pf->fname = NULL;  in debuginfo__find_probe_location()
1218 		if (!pp->file || pf->fname) {  in debuginfo__find_probe_location()
1220 				ret = find_probe_point_by_func(pf);  in debuginfo__find_probe_location()
1222 				ret = find_probe_point_lazy(&pf->cu_die, pf);  in debuginfo__find_probe_location()
1224 				pf->lno = pp->line;  in debuginfo__find_probe_location()
1225 				ret = find_probe_point_by_line(pf);  in debuginfo__find_probe_location()
1234 	intlist__delete(pf->lcache);  in debuginfo__find_probe_location()
1235 	pf->lcache = NULL;  in debuginfo__find_probe_location()
1242 				  struct probe_finder *pf)  in debuginfo__find_probes()  argument
1248 	if (pf->cfi_eh || pf->cfi_dbg)  in debuginfo__find_probes()
1249 		return debuginfo__find_probe_location(dbg, pf);  in debuginfo__find_probes()
1259 	pf->machine = ehdr.e_machine;  in debuginfo__find_probes()
1267 			pf->cfi_eh = dwarf_getcfi_elf(elf);  in debuginfo__find_probes()
1269 		pf->cfi_dbg = dwarf_getcfi(dbg->dbg);  in debuginfo__find_probes()
1273 	ret = debuginfo__find_probe_location(dbg, pf);  in debuginfo__find_probes()
1278 	struct probe_finder *pf;  member
1290 	struct probe_finder *pf = vf->pf;  in copy_variables_cb()  local
1296 		if (convert_variable_location(die_mem, vf->pf->addr,  in copy_variables_cb()
1297 					      vf->pf->fb_ops, &pf->sp_die,  in copy_variables_cb()
1298 					      pf->machine, NULL) == 0) {  in copy_variables_cb()
1309 	if (dwarf_haspc(die_mem, vf->pf->addr))  in copy_variables_cb()
1315 static int expand_probe_args(Dwarf_Die *sc_die, struct probe_finder *pf,  in expand_probe_args()  argument
1321 	struct local_vars_finder vf = {.pf = pf, .args = args, .vars = false,  in expand_probe_args()
1324 	for (i = 0; i < pf->pev->nargs; i++) {  in expand_probe_args()
1326 		if (strcmp(pf->pev->args[i].var, PROBE_ARG_VARS) == 0)  in expand_probe_args()
1328 		else if (strcmp(pf->pev->args[i].var, PROBE_ARG_PARAMS) != 0) {  in expand_probe_args()
1330 			args[n] = pf->pev->args[i];  in expand_probe_args()
1334 		pr_debug("Expanding %s into:", pf->pev->args[i].var);  in expand_probe_args()
1352 		if (tf->pf.addr == tf->tevs[i].point.address)  in trace_event_finder_overlap()
1359 static int add_probe_trace_event(Dwarf_Die *sc_die, struct probe_finder *pf)  in add_probe_trace_event()  argument
1362 			container_of(pf, struct trace_event_finder, pf);  in add_probe_trace_event()
1363 	struct perf_probe_point *pp = &pf->pev->point;  in add_probe_trace_event()
1385 	ret = convert_to_trace_point(&pf->sp_die, tf->mod, pf->addr,  in add_probe_trace_event()
1406 	ret = expand_probe_args(sc_die, pf, args);  in add_probe_trace_event()
1419 		pf->pvar = &args[i];  in add_probe_trace_event()
1420 		pf->tvar = &tev->args[i];  in add_probe_trace_event()
1422 		ret = find_variable(sc_die, pf);  in add_probe_trace_event()
1483 			.pf = {.pev = pev, .dbg = dbg, .callback = add_probe_trace_event},  in debuginfo__find_trace_events()
1496 		tf.pf.skip_empty_arg = true;  in debuginfo__find_trace_events()
1498 	ret = debuginfo__find_probes(dbg, &tf.pf);  in debuginfo__find_trace_events()
1499 	if (ret >= 0 && tf.pf.skip_empty_arg)  in debuginfo__find_trace_events()
1525 		ret = convert_variable_location(die_mem, af->pf.addr,  in collect_variables_cb()
1526 						af->pf.fb_ops, &af->pf.sp_die,  in collect_variables_cb()
1527 						af->pf.machine, NULL);  in collect_variables_cb()
1551 				ret2 = die_get_var_range(&af->pf.sp_die,  in collect_variables_cb()
1564 	if (af->child && dwarf_haspc(die_mem, af->pf.addr))  in collect_variables_cb()
1579 		if (af->pf.addr == af->vls[i].point.address)  in available_var_finder_overlap()
1587 static int add_available_vars(Dwarf_Die *sc_die, struct probe_finder *pf)  in add_available_vars()  argument
1590 			container_of(pf, struct available_var_finder, pf);  in add_available_vars()
1591 	struct perf_probe_point *pp = &pf->pev->point;  in add_available_vars()
1612 	ret = convert_to_trace_point(&pf->sp_die, af->mod, pf->addr,  in add_available_vars()
1632 	die_find_child(&pf->cu_die, collect_variables_cb, (void *)af, &die_mem);  in add_available_vars()
1653 			.pf = {.pev = pev, .dbg = dbg, .callback = add_available_vars},  in debuginfo__find_available_vars_at()
1666 	ret = debuginfo__find_probes(dbg, &af.pf);  in debuginfo__find_available_vars_at()