1*b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 26baa0a5aSFrederic Weisbecker #include "../perf.h" 3a43783aeSArnaldo Carvalho de Melo #include <errno.h> 46baa0a5aSFrederic Weisbecker #include <stdlib.h> 56baa0a5aSFrederic Weisbecker #include <stdio.h> 66baa0a5aSFrederic Weisbecker #include <string.h> 7877a7a11SArnaldo Carvalho de Melo #include <linux/kernel.h> 8b3165f41SArnaldo Carvalho de Melo #include "session.h" 96baa0a5aSFrederic Weisbecker #include "thread.h" 1000447ccdSAdrian Hunter #include "thread-stack.h" 116baa0a5aSFrederic Weisbecker #include "util.h" 126e086437SFrederic Weisbecker #include "debug.h" 13f3b3614aSHari Bathini #include "namespaces.h" 141902efe7SFrederic Weisbecker #include "comm.h" 1566f066d8SNamhyung Kim #include "unwind.h" 166baa0a5aSFrederic Weisbecker 172f3027acSArnaldo Carvalho de Melo #include <api/fs/fs.h> 182f3027acSArnaldo Carvalho de Melo 19cddcef60SJiri Olsa int thread__init_map_groups(struct thread *thread, struct machine *machine) 20cddcef60SJiri Olsa { 21cddcef60SJiri Olsa pid_t pid = thread->pid_; 22cddcef60SJiri Olsa 231fcb8768SAdrian Hunter if (pid == thread->tid || pid == -1) { 2411246c70SArnaldo Carvalho de Melo thread->mg = map_groups__new(machine); 25cddcef60SJiri Olsa } else { 2618ef15c6SArnaldo Carvalho de Melo struct thread *leader = __machine__findnew_thread(machine, pid, pid); 27abd82868SArnaldo Carvalho de Melo if (leader) { 28cddcef60SJiri Olsa thread->mg = map_groups__get(leader->mg); 29abd82868SArnaldo Carvalho de Melo thread__put(leader); 30abd82868SArnaldo Carvalho de Melo } 31cddcef60SJiri Olsa } 32cddcef60SJiri Olsa 33cddcef60SJiri Olsa return thread->mg ? 0 : -1; 34cddcef60SJiri Olsa } 35cddcef60SJiri Olsa 3699d725fcSAdrian Hunter struct thread *thread__new(pid_t pid, pid_t tid) 376baa0a5aSFrederic Weisbecker { 381902efe7SFrederic Weisbecker char *comm_str; 391902efe7SFrederic Weisbecker struct comm *comm; 40c824c433SArnaldo Carvalho de Melo struct thread *thread = zalloc(sizeof(*thread)); 416baa0a5aSFrederic Weisbecker 42c824c433SArnaldo Carvalho de Melo if (thread != NULL) { 43c824c433SArnaldo Carvalho de Melo thread->pid_ = pid; 44c824c433SArnaldo Carvalho de Melo thread->tid = tid; 45c824c433SArnaldo Carvalho de Melo thread->ppid = -1; 46bf49c35fSAdrian Hunter thread->cpu = -1; 47f3b3614aSHari Bathini INIT_LIST_HEAD(&thread->namespaces_list); 481902efe7SFrederic Weisbecker INIT_LIST_HEAD(&thread->comm_list); 491902efe7SFrederic Weisbecker 501902efe7SFrederic Weisbecker comm_str = malloc(32); 511902efe7SFrederic Weisbecker if (!comm_str) 521902efe7SFrederic Weisbecker goto err_thread; 531902efe7SFrederic Weisbecker 541902efe7SFrederic Weisbecker snprintf(comm_str, 32, ":%d", tid); 5565de51f9SAdrian Hunter comm = comm__new(comm_str, 0, false); 561902efe7SFrederic Weisbecker free(comm_str); 571902efe7SFrederic Weisbecker if (!comm) 581902efe7SFrederic Weisbecker goto err_thread; 591902efe7SFrederic Weisbecker 601902efe7SFrederic Weisbecker list_add(&comm->list, &thread->comm_list); 61e34f5b11SElena Reshetova refcount_set(&thread->refcnt, 1); 62b91fc39fSArnaldo Carvalho de Melo RB_CLEAR_NODE(&thread->rb_node); 63843ff37bSKrister Johansen /* Thread holds first ref to nsdata. */ 64843ff37bSKrister Johansen thread->nsinfo = nsinfo__new(pid); 656baa0a5aSFrederic Weisbecker } 666baa0a5aSFrederic Weisbecker 67c824c433SArnaldo Carvalho de Melo return thread; 681902efe7SFrederic Weisbecker 691902efe7SFrederic Weisbecker err_thread: 701902efe7SFrederic Weisbecker free(thread); 711902efe7SFrederic Weisbecker return NULL; 726baa0a5aSFrederic Weisbecker } 736baa0a5aSFrederic Weisbecker 74c824c433SArnaldo Carvalho de Melo void thread__delete(struct thread *thread) 75591765fdSArnaldo Carvalho de Melo { 76f3b3614aSHari Bathini struct namespaces *namespaces, *tmp_namespaces; 77f3b3614aSHari Bathini struct comm *comm, *tmp_comm; 781902efe7SFrederic Weisbecker 79b91fc39fSArnaldo Carvalho de Melo BUG_ON(!RB_EMPTY_NODE(&thread->rb_node)); 80b91fc39fSArnaldo Carvalho de Melo 8100447ccdSAdrian Hunter thread_stack__free(thread); 8200447ccdSAdrian Hunter 839608b84eSAdrian Hunter if (thread->mg) { 84a26ca671SArnaldo Carvalho de Melo map_groups__put(thread->mg); 8593d5731dSArnaldo Carvalho de Melo thread->mg = NULL; 869608b84eSAdrian Hunter } 87f3b3614aSHari Bathini list_for_each_entry_safe(namespaces, tmp_namespaces, 88f3b3614aSHari Bathini &thread->namespaces_list, list) { 89f3b3614aSHari Bathini list_del(&namespaces->list); 90f3b3614aSHari Bathini namespaces__free(namespaces); 91f3b3614aSHari Bathini } 92f3b3614aSHari Bathini list_for_each_entry_safe(comm, tmp_comm, &thread->comm_list, list) { 931902efe7SFrederic Weisbecker list_del(&comm->list); 941902efe7SFrederic Weisbecker comm__free(comm); 951902efe7SFrederic Weisbecker } 9666f066d8SNamhyung Kim unwind__finish_access(thread); 97843ff37bSKrister Johansen nsinfo__zput(thread->nsinfo); 981902efe7SFrederic Weisbecker 99c824c433SArnaldo Carvalho de Melo free(thread); 100591765fdSArnaldo Carvalho de Melo } 101591765fdSArnaldo Carvalho de Melo 102f3b623b8SArnaldo Carvalho de Melo struct thread *thread__get(struct thread *thread) 103f3b623b8SArnaldo Carvalho de Melo { 104b91fc39fSArnaldo Carvalho de Melo if (thread) 105e34f5b11SElena Reshetova refcount_inc(&thread->refcnt); 106f3b623b8SArnaldo Carvalho de Melo return thread; 107f3b623b8SArnaldo Carvalho de Melo } 108f3b623b8SArnaldo Carvalho de Melo 109f3b623b8SArnaldo Carvalho de Melo void thread__put(struct thread *thread) 110f3b623b8SArnaldo Carvalho de Melo { 111e34f5b11SElena Reshetova if (thread && refcount_dec_and_test(&thread->refcnt)) { 112abd82868SArnaldo Carvalho de Melo /* 113abd82868SArnaldo Carvalho de Melo * Remove it from the dead_threads list, as last reference 114abd82868SArnaldo Carvalho de Melo * is gone. 115abd82868SArnaldo Carvalho de Melo */ 116f3b623b8SArnaldo Carvalho de Melo list_del_init(&thread->node); 117f3b623b8SArnaldo Carvalho de Melo thread__delete(thread); 118f3b623b8SArnaldo Carvalho de Melo } 119f3b623b8SArnaldo Carvalho de Melo } 120f3b623b8SArnaldo Carvalho de Melo 121f3b3614aSHari Bathini struct namespaces *thread__namespaces(const struct thread *thread) 122f3b3614aSHari Bathini { 123f3b3614aSHari Bathini if (list_empty(&thread->namespaces_list)) 124f3b3614aSHari Bathini return NULL; 125f3b3614aSHari Bathini 126f3b3614aSHari Bathini return list_first_entry(&thread->namespaces_list, struct namespaces, list); 127f3b3614aSHari Bathini } 128f3b3614aSHari Bathini 129f3b3614aSHari Bathini int thread__set_namespaces(struct thread *thread, u64 timestamp, 130f3b3614aSHari Bathini struct namespaces_event *event) 131f3b3614aSHari Bathini { 132f3b3614aSHari Bathini struct namespaces *new, *curr = thread__namespaces(thread); 133f3b3614aSHari Bathini 134f3b3614aSHari Bathini new = namespaces__new(event); 135f3b3614aSHari Bathini if (!new) 136f3b3614aSHari Bathini return -ENOMEM; 137f3b3614aSHari Bathini 138f3b3614aSHari Bathini list_add(&new->list, &thread->namespaces_list); 139f3b3614aSHari Bathini 140f3b3614aSHari Bathini if (timestamp && curr) { 141f3b3614aSHari Bathini /* 142f3b3614aSHari Bathini * setns syscall must have changed few or all the namespaces 143f3b3614aSHari Bathini * of this thread. Update end time for the namespaces 144f3b3614aSHari Bathini * previously used. 145f3b3614aSHari Bathini */ 146f3b3614aSHari Bathini curr = list_next_entry(new, list); 147f3b3614aSHari Bathini curr->end_time = timestamp; 148f3b3614aSHari Bathini } 149f3b3614aSHari Bathini 150f3b3614aSHari Bathini return 0; 151f3b3614aSHari Bathini } 152f3b3614aSHari Bathini 1534dfced35SNamhyung Kim struct comm *thread__comm(const struct thread *thread) 1546baa0a5aSFrederic Weisbecker { 1551902efe7SFrederic Weisbecker if (list_empty(&thread->comm_list)) 1561902efe7SFrederic Weisbecker return NULL; 1574385d580SDavid S. Miller 1581902efe7SFrederic Weisbecker return list_first_entry(&thread->comm_list, struct comm, list); 1594385d580SDavid S. Miller } 1601902efe7SFrederic Weisbecker 16165de51f9SAdrian Hunter struct comm *thread__exec_comm(const struct thread *thread) 16265de51f9SAdrian Hunter { 16365de51f9SAdrian Hunter struct comm *comm, *last = NULL; 16465de51f9SAdrian Hunter 16565de51f9SAdrian Hunter list_for_each_entry(comm, &thread->comm_list, list) { 16665de51f9SAdrian Hunter if (comm->exec) 16765de51f9SAdrian Hunter return comm; 16865de51f9SAdrian Hunter last = comm; 16965de51f9SAdrian Hunter } 17065de51f9SAdrian Hunter 17165de51f9SAdrian Hunter return last; 17265de51f9SAdrian Hunter } 17365de51f9SAdrian Hunter 17465de51f9SAdrian Hunter int __thread__set_comm(struct thread *thread, const char *str, u64 timestamp, 17565de51f9SAdrian Hunter bool exec) 1761902efe7SFrederic Weisbecker { 1771902efe7SFrederic Weisbecker struct comm *new, *curr = thread__comm(thread); 1781902efe7SFrederic Weisbecker 179a8480808SAdrian Hunter /* Override the default :tid entry */ 180a8480808SAdrian Hunter if (!thread->comm_set) { 18118ef15c6SArnaldo Carvalho de Melo int err = comm__override(curr, str, timestamp, exec); 1823178f58bSFrederic Weisbecker if (err) 1833178f58bSFrederic Weisbecker return err; 184a5285ad9SFrederic Weisbecker } else { 18565de51f9SAdrian Hunter new = comm__new(str, timestamp, exec); 1861902efe7SFrederic Weisbecker if (!new) 1871902efe7SFrederic Weisbecker return -ENOMEM; 1881902efe7SFrederic Weisbecker list_add(&new->list, &thread->comm_list); 189380b5143SNamhyung Kim 190380b5143SNamhyung Kim if (exec) 191380b5143SNamhyung Kim unwind__flush_access(thread); 192a5285ad9SFrederic Weisbecker } 193a5285ad9SFrederic Weisbecker 1941902efe7SFrederic Weisbecker thread->comm_set = true; 1951902efe7SFrederic Weisbecker 1961902efe7SFrederic Weisbecker return 0; 1976baa0a5aSFrederic Weisbecker } 1986baa0a5aSFrederic Weisbecker 1992f3027acSArnaldo Carvalho de Melo int thread__set_comm_from_proc(struct thread *thread) 2002f3027acSArnaldo Carvalho de Melo { 2012f3027acSArnaldo Carvalho de Melo char path[64]; 2022f3027acSArnaldo Carvalho de Melo char *comm = NULL; 2032f3027acSArnaldo Carvalho de Melo size_t sz; 2042f3027acSArnaldo Carvalho de Melo int err = -1; 2052f3027acSArnaldo Carvalho de Melo 2062f3027acSArnaldo Carvalho de Melo if (!(snprintf(path, sizeof(path), "%d/task/%d/comm", 2072f3027acSArnaldo Carvalho de Melo thread->pid_, thread->tid) >= (int)sizeof(path)) && 2082f3027acSArnaldo Carvalho de Melo procfs__read_str(path, &comm, &sz) == 0) { 2092f3027acSArnaldo Carvalho de Melo comm[sz - 1] = '\0'; 2102f3027acSArnaldo Carvalho de Melo err = thread__set_comm(thread, comm, 0); 2112f3027acSArnaldo Carvalho de Melo } 2122f3027acSArnaldo Carvalho de Melo 2132f3027acSArnaldo Carvalho de Melo return err; 2142f3027acSArnaldo Carvalho de Melo } 2152f3027acSArnaldo Carvalho de Melo 216b9c5143aSFrederic Weisbecker const char *thread__comm_str(const struct thread *thread) 217b9c5143aSFrederic Weisbecker { 2181902efe7SFrederic Weisbecker const struct comm *comm = thread__comm(thread); 2191902efe7SFrederic Weisbecker 2201902efe7SFrederic Weisbecker if (!comm) 2211902efe7SFrederic Weisbecker return NULL; 2221902efe7SFrederic Weisbecker 2231902efe7SFrederic Weisbecker return comm__str(comm); 224b9c5143aSFrederic Weisbecker } 225b9c5143aSFrederic Weisbecker 2261902efe7SFrederic Weisbecker /* CHECKME: it should probably better return the max comm len from its comm list */ 227c824c433SArnaldo Carvalho de Melo int thread__comm_len(struct thread *thread) 228a4fb581bSFrederic Weisbecker { 229c824c433SArnaldo Carvalho de Melo if (!thread->comm_len) { 2301902efe7SFrederic Weisbecker const char *comm = thread__comm_str(thread); 2311902efe7SFrederic Weisbecker if (!comm) 232a4fb581bSFrederic Weisbecker return 0; 2331902efe7SFrederic Weisbecker thread->comm_len = strlen(comm); 234a4fb581bSFrederic Weisbecker } 235a4fb581bSFrederic Weisbecker 236c824c433SArnaldo Carvalho de Melo return thread->comm_len; 237a4fb581bSFrederic Weisbecker } 238a4fb581bSFrederic Weisbecker 2393f067dcaSArnaldo Carvalho de Melo size_t thread__fprintf(struct thread *thread, FILE *fp) 24095011c60SArnaldo Carvalho de Melo { 241b9c5143aSFrederic Weisbecker return fprintf(fp, "Thread %d %s\n", thread->tid, thread__comm_str(thread)) + 242acebd408SJiri Olsa map_groups__fprintf(thread->mg, fp); 2436baa0a5aSFrederic Weisbecker } 2446baa0a5aSFrederic Weisbecker 2458132a2a8SHe Kuang int thread__insert_map(struct thread *thread, struct map *map) 2461b46cddfSArnaldo Carvalho de Melo { 2478132a2a8SHe Kuang int ret; 2488132a2a8SHe Kuang 249a2873325SJiri Olsa ret = unwind__prepare_access(thread, map, NULL); 2508132a2a8SHe Kuang if (ret) 2518132a2a8SHe Kuang return ret; 2528132a2a8SHe Kuang 253acebd408SJiri Olsa map_groups__fixup_overlappings(thread->mg, map, stderr); 25493d5731dSArnaldo Carvalho de Melo map_groups__insert(thread->mg, map); 2558132a2a8SHe Kuang 2568132a2a8SHe Kuang return 0; 25795011c60SArnaldo Carvalho de Melo } 25895011c60SArnaldo Carvalho de Melo 2596c502584SJiri Olsa static int __thread__prepare_access(struct thread *thread) 2606c502584SJiri Olsa { 2616c502584SJiri Olsa bool initialized = false; 2626c502584SJiri Olsa int i, err = 0; 2636c502584SJiri Olsa 2646c502584SJiri Olsa for (i = 0; i < MAP__NR_TYPES; ++i) { 2656c502584SJiri Olsa struct maps *maps = &thread->mg->maps[i]; 2666c502584SJiri Olsa struct map *map; 2676c502584SJiri Olsa 2686c502584SJiri Olsa pthread_rwlock_rdlock(&maps->lock); 2696c502584SJiri Olsa 2706c502584SJiri Olsa for (map = maps__first(maps); map; map = map__next(map)) { 2716c502584SJiri Olsa err = unwind__prepare_access(thread, map, &initialized); 2726c502584SJiri Olsa if (err || initialized) 2736c502584SJiri Olsa break; 2746c502584SJiri Olsa } 2756c502584SJiri Olsa 2766c502584SJiri Olsa pthread_rwlock_unlock(&maps->lock); 2776c502584SJiri Olsa } 2786c502584SJiri Olsa 2796c502584SJiri Olsa return err; 2806c502584SJiri Olsa } 2816c502584SJiri Olsa 2826c502584SJiri Olsa static int thread__prepare_access(struct thread *thread) 2836c502584SJiri Olsa { 2846c502584SJiri Olsa int err = 0; 2856c502584SJiri Olsa 2866c502584SJiri Olsa if (symbol_conf.use_callchain) 2876c502584SJiri Olsa err = __thread__prepare_access(thread); 2886c502584SJiri Olsa 2896c502584SJiri Olsa return err; 2906c502584SJiri Olsa } 2916c502584SJiri Olsa 292cddcef60SJiri Olsa static int thread__clone_map_groups(struct thread *thread, 293cddcef60SJiri Olsa struct thread *parent) 294cddcef60SJiri Olsa { 295cddcef60SJiri Olsa int i; 296cddcef60SJiri Olsa 297cddcef60SJiri Olsa /* This is new thread, we share map groups for process. */ 298cddcef60SJiri Olsa if (thread->pid_ == parent->pid_) 2996c502584SJiri Olsa return thread__prepare_access(thread); 300cddcef60SJiri Olsa 3010d7e7accSAdrian Hunter if (thread->mg == parent->mg) { 3020d7e7accSAdrian Hunter pr_debug("broken map groups on thread %d/%d parent %d/%d\n", 3030d7e7accSAdrian Hunter thread->pid_, thread->tid, parent->pid_, parent->tid); 3040d7e7accSAdrian Hunter return 0; 3050d7e7accSAdrian Hunter } 3060d7e7accSAdrian Hunter 307cddcef60SJiri Olsa /* But this one is new process, copy maps. */ 308cddcef60SJiri Olsa for (i = 0; i < MAP__NR_TYPES; ++i) 3096c502584SJiri Olsa if (map_groups__clone(thread, parent->mg, i) < 0) 310cddcef60SJiri Olsa return -ENOMEM; 311cddcef60SJiri Olsa 312cddcef60SJiri Olsa return 0; 313cddcef60SJiri Olsa } 314cddcef60SJiri Olsa 3151902efe7SFrederic Weisbecker int thread__fork(struct thread *thread, struct thread *parent, u64 timestamp) 3166baa0a5aSFrederic Weisbecker { 317faa5c5c3SArnaldo Carvalho de Melo if (parent->comm_set) { 3181902efe7SFrederic Weisbecker const char *comm = thread__comm_str(parent); 31918ef15c6SArnaldo Carvalho de Melo int err; 3201902efe7SFrederic Weisbecker if (!comm) 3216baa0a5aSFrederic Weisbecker return -ENOMEM; 3221902efe7SFrederic Weisbecker err = thread__set_comm(thread, comm, timestamp); 3238d00be81SDavid Ahern if (err) 3241902efe7SFrederic Weisbecker return err; 325faa5c5c3SArnaldo Carvalho de Melo } 3266baa0a5aSFrederic Weisbecker 327c824c433SArnaldo Carvalho de Melo thread->ppid = parent->tid; 328cddcef60SJiri Olsa return thread__clone_map_groups(thread, parent); 3296baa0a5aSFrederic Weisbecker } 33052a3cb8cSArnaldo Carvalho de Melo 33152a3cb8cSArnaldo Carvalho de Melo void thread__find_cpumode_addr_location(struct thread *thread, 33252a3cb8cSArnaldo Carvalho de Melo enum map_type type, u64 addr, 33352a3cb8cSArnaldo Carvalho de Melo struct addr_location *al) 33452a3cb8cSArnaldo Carvalho de Melo { 33552a3cb8cSArnaldo Carvalho de Melo size_t i; 3363b556bceSEric Engestrom const u8 cpumodes[] = { 33752a3cb8cSArnaldo Carvalho de Melo PERF_RECORD_MISC_USER, 33852a3cb8cSArnaldo Carvalho de Melo PERF_RECORD_MISC_KERNEL, 33952a3cb8cSArnaldo Carvalho de Melo PERF_RECORD_MISC_GUEST_USER, 34052a3cb8cSArnaldo Carvalho de Melo PERF_RECORD_MISC_GUEST_KERNEL 34152a3cb8cSArnaldo Carvalho de Melo }; 34252a3cb8cSArnaldo Carvalho de Melo 34352a3cb8cSArnaldo Carvalho de Melo for (i = 0; i < ARRAY_SIZE(cpumodes); i++) { 344bb871a9cSArnaldo Carvalho de Melo thread__find_addr_location(thread, cpumodes[i], type, addr, al); 34552a3cb8cSArnaldo Carvalho de Melo if (al->map) 34652a3cb8cSArnaldo Carvalho de Melo break; 34752a3cb8cSArnaldo Carvalho de Melo } 34852a3cb8cSArnaldo Carvalho de Melo } 349480ca357SAndi Kleen 350480ca357SAndi Kleen struct thread *thread__main_thread(struct machine *machine, struct thread *thread) 351480ca357SAndi Kleen { 352480ca357SAndi Kleen if (thread->pid_ == thread->tid) 353480ca357SAndi Kleen return thread__get(thread); 354480ca357SAndi Kleen 355480ca357SAndi Kleen if (thread->pid_ == -1) 356480ca357SAndi Kleen return NULL; 357480ca357SAndi Kleen 358480ca357SAndi Kleen return machine__find_thread(machine, thread->pid_, thread->pid_); 359480ca357SAndi Kleen } 360