1c942fddfSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
2f3cef7a9SJay Lan /*
3f3cef7a9SJay Lan * tsacct.c - System accounting over taskstats interface
4f3cef7a9SJay Lan *
5f3cef7a9SJay Lan * Copyright (C) Jay Lan, <jlan@sgi.com>
6f3cef7a9SJay Lan */
7f3cef7a9SJay Lan
8f3cef7a9SJay Lan #include <linux/kernel.h>
93f07c014SIngo Molnar #include <linux/sched/signal.h>
106e84f315SIngo Molnar #include <linux/sched/mm.h>
1132ef5517SIngo Molnar #include <linux/sched/cputime.h>
12f3cef7a9SJay Lan #include <linux/tsacct_kern.h>
13f3cef7a9SJay Lan #include <linux/acct.h>
14db5fed26SJay Lan #include <linux/jiffies.h>
15d559db08SKAMEZAWA Hiroyuki #include <linux/mm.h>
16f3cef7a9SJay Lan
17f3cef7a9SJay Lan /*
18f3cef7a9SJay Lan * fill in basic accounting fields
19f3cef7a9SJay Lan */
bacct_add_tsk(struct user_namespace * user_ns,struct pid_namespace * pid_ns,struct taskstats * stats,struct task_struct * tsk)204bd6e32aSEric W. Biederman void bacct_add_tsk(struct user_namespace *user_ns,
214bd6e32aSEric W. Biederman struct pid_namespace *pid_ns,
224bd6e32aSEric W. Biederman struct taskstats *stats, struct task_struct *tsk)
23f3cef7a9SJay Lan {
24c69e8d9cSDavid Howells const struct cred *tcred;
25605dc2b3SFrederic Weisbecker u64 utime, stime, utimescaled, stimescaled;
26*0e0af57eSDr. Thomas Orgis u64 now_ns, delta;
272d602bf2SArnd Bergmann time64_t btime;
28f3cef7a9SJay Lan
29f3cef7a9SJay Lan BUILD_BUG_ON(TS_COMM_LEN < TASK_COMM_LEN);
30f3cef7a9SJay Lan
31ccbf62d8SThomas Gleixner /* calculate task elapsed time in nsec */
32*0e0af57eSDr. Thomas Orgis now_ns = ktime_get_ns();
33*0e0af57eSDr. Thomas Orgis /* store whole group time first */
34*0e0af57eSDr. Thomas Orgis delta = now_ns - tsk->group_leader->start_time;
35ccbf62d8SThomas Gleixner /* Convert to micro seconds */
36ccbf62d8SThomas Gleixner do_div(delta, NSEC_PER_USEC);
37*0e0af57eSDr. Thomas Orgis stats->ac_tgetime = delta;
38*0e0af57eSDr. Thomas Orgis delta = now_ns - tsk->start_time;
39*0e0af57eSDr. Thomas Orgis do_div(delta, NSEC_PER_USEC);
40ccbf62d8SThomas Gleixner stats->ac_etime = delta;
412d602bf2SArnd Bergmann /* Convert to seconds for btime (note y2106 limit) */
422d602bf2SArnd Bergmann btime = ktime_get_real_seconds() - div_u64(delta, USEC_PER_SEC);
432d602bf2SArnd Bergmann stats->ac_btime = clamp_t(time64_t, btime, 0, U32_MAX);
44352c912bSArnd Bergmann stats->ac_btime64 = btime;
452d602bf2SArnd Bergmann
461b5a42d9SEric W. Biederman if (tsk->flags & PF_EXITING)
47f3cef7a9SJay Lan stats->ac_exitcode = tsk->exit_code;
481b5a42d9SEric W. Biederman if (thread_group_leader(tsk) && (tsk->flags & PF_FORKNOEXEC))
49f3cef7a9SJay Lan stats->ac_flag |= AFORK;
50f3cef7a9SJay Lan if (tsk->flags & PF_SUPERPRIV)
51f3cef7a9SJay Lan stats->ac_flag |= ASU;
52f3cef7a9SJay Lan if (tsk->flags & PF_DUMPCORE)
53f3cef7a9SJay Lan stats->ac_flag |= ACORE;
54f3cef7a9SJay Lan if (tsk->flags & PF_SIGNALED)
55f3cef7a9SJay Lan stats->ac_flag |= AXSIG;
56f3cef7a9SJay Lan stats->ac_nice = task_nice(tsk);
57f3cef7a9SJay Lan stats->ac_sched = tsk->policy;
584bd6e32aSEric W. Biederman stats->ac_pid = task_pid_nr_ns(tsk, pid_ns);
59*0e0af57eSDr. Thomas Orgis stats->ac_tgid = task_tgid_nr_ns(tsk, pid_ns);
6005d5bcd6SOleg Nesterov rcu_read_lock();
61c69e8d9cSDavid Howells tcred = __task_cred(tsk);
624bd6e32aSEric W. Biederman stats->ac_uid = from_kuid_munged(user_ns, tcred->uid);
634bd6e32aSEric W. Biederman stats->ac_gid = from_kgid_munged(user_ns, tcred->gid);
6405d5bcd6SOleg Nesterov stats->ac_ppid = pid_alive(tsk) ?
654bd6e32aSEric W. Biederman task_tgid_nr_ns(rcu_dereference(tsk->real_parent), pid_ns) : 0;
6605d5bcd6SOleg Nesterov rcu_read_unlock();
676fac4829SFrederic Weisbecker
68605dc2b3SFrederic Weisbecker task_cputime(tsk, &utime, &stime);
69605dc2b3SFrederic Weisbecker stats->ac_utime = div_u64(utime, NSEC_PER_USEC);
70605dc2b3SFrederic Weisbecker stats->ac_stime = div_u64(stime, NSEC_PER_USEC);
716fac4829SFrederic Weisbecker
72605dc2b3SFrederic Weisbecker task_cputime_scaled(tsk, &utimescaled, &stimescaled);
73605dc2b3SFrederic Weisbecker stats->ac_utimescaled = div_u64(utimescaled, NSEC_PER_USEC);
74605dc2b3SFrederic Weisbecker stats->ac_stimescaled = div_u64(stimescaled, NSEC_PER_USEC);
756fac4829SFrederic Weisbecker
76f3cef7a9SJay Lan stats->ac_minflt = tsk->min_flt;
77f3cef7a9SJay Lan stats->ac_majflt = tsk->maj_flt;
78f3cef7a9SJay Lan
79f3cef7a9SJay Lan strncpy(stats->ac_comm, tsk->comm, sizeof(stats->ac_comm));
80f3cef7a9SJay Lan }
81f3cef7a9SJay Lan
829acc1853SJay Lan
839acc1853SJay Lan #ifdef CONFIG_TASK_XACCT
84db5fed26SJay Lan
85db5fed26SJay Lan #define KB 1024
86db5fed26SJay Lan #define MB (1024*KB)
8758c3c3aaSLinus Torvalds #define KB_MASK (~(KB-1))
889acc1853SJay Lan /*
899acc1853SJay Lan * fill in extended accounting fields
909acc1853SJay Lan */
xacct_add_tsk(struct taskstats * stats,struct task_struct * p)919acc1853SJay Lan void xacct_add_tsk(struct taskstats *stats, struct task_struct *p)
929acc1853SJay Lan {
93f0ec1aafSOleg Nesterov struct mm_struct *mm;
94f0ec1aafSOleg Nesterov
95382c2fe9SRik van Riel /* convert pages-nsec/1024 to Mbyte-usec, see __acct_update_integrals */
96382c2fe9SRik van Riel stats->coremem = p->acct_rss_mem1 * PAGE_SIZE;
97382c2fe9SRik van Riel do_div(stats->coremem, 1000 * KB);
98382c2fe9SRik van Riel stats->virtmem = p->acct_vm_mem1 * PAGE_SIZE;
99382c2fe9SRik van Riel do_div(stats->virtmem, 1000 * KB);
100f0ec1aafSOleg Nesterov mm = get_task_mm(p);
101f0ec1aafSOleg Nesterov if (mm) {
102db5fed26SJay Lan /* adjust to KB unit */
103901608d9SOleg Nesterov stats->hiwater_rss = get_mm_hiwater_rss(mm) * PAGE_SIZE / KB;
104901608d9SOleg Nesterov stats->hiwater_vm = get_mm_hiwater_vm(mm) * PAGE_SIZE / KB;
105f0ec1aafSOleg Nesterov mmput(mm);
1069acc1853SJay Lan }
10758c3c3aaSLinus Torvalds stats->read_char = p->ioac.rchar & KB_MASK;
10858c3c3aaSLinus Torvalds stats->write_char = p->ioac.wchar & KB_MASK;
10958c3c3aaSLinus Torvalds stats->read_syscalls = p->ioac.syscr & KB_MASK;
11058c3c3aaSLinus Torvalds stats->write_syscalls = p->ioac.syscw & KB_MASK;
1114a7864caSAndrew Morton #ifdef CONFIG_TASK_IO_ACCOUNTING
11258c3c3aaSLinus Torvalds stats->read_bytes = p->ioac.read_bytes & KB_MASK;
11358c3c3aaSLinus Torvalds stats->write_bytes = p->ioac.write_bytes & KB_MASK;
11458c3c3aaSLinus Torvalds stats->cancelled_write_bytes = p->ioac.cancelled_write_bytes & KB_MASK;
1154a7864caSAndrew Morton #else
1164a7864caSAndrew Morton stats->read_bytes = 0;
1174a7864caSAndrew Morton stats->write_bytes = 0;
1184a7864caSAndrew Morton stats->cancelled_write_bytes = 0;
1194a7864caSAndrew Morton #endif
1209acc1853SJay Lan }
121db5fed26SJay Lan #undef KB
122db5fed26SJay Lan #undef MB
1238f0ab514SJay Lan
__acct_update_integrals(struct task_struct * tsk,u64 utime,u64 stime)1246fac4829SFrederic Weisbecker static void __acct_update_integrals(struct task_struct *tsk,
125605dc2b3SFrederic Weisbecker u64 utime, u64 stime)
1268f0ab514SJay Lan {
127605dc2b3SFrederic Weisbecker u64 time, delta;
12849b5cf34SJonathan Lim
129b2add86eSRik van Riel if (!likely(tsk->mm))
130b2add86eSRik van Riel return;
131b2add86eSRik van Riel
1326fac4829SFrederic Weisbecker time = stime + utime;
133605dc2b3SFrederic Weisbecker delta = time - tsk->acct_timexpd;
1348f0ab514SJay Lan
135382c2fe9SRik van Riel if (delta < TICK_NSEC)
1369344c92cSRik van Riel return;
137382c2fe9SRik van Riel
13849b5cf34SJonathan Lim tsk->acct_timexpd = time;
139382c2fe9SRik van Riel /*
140382c2fe9SRik van Riel * Divide by 1024 to avoid overflow, and to avoid division.
141382c2fe9SRik van Riel * The final unit reported to userspace is Mbyte-usecs,
142382c2fe9SRik van Riel * the rest of the math is done in xacct_add_tsk.
143382c2fe9SRik van Riel */
144382c2fe9SRik van Riel tsk->acct_rss_mem1 += delta * get_mm_rss(tsk->mm) >> 10;
1457866076bSPeng Liu tsk->acct_vm_mem1 += delta * READ_ONCE(tsk->mm->total_vm) >> 10;
1468f0ab514SJay Lan }
1478f0ab514SJay Lan
1488f0ab514SJay Lan /**
1496fac4829SFrederic Weisbecker * acct_update_integrals - update mm integral fields in task_struct
1506fac4829SFrederic Weisbecker * @tsk: task_struct for accounting
1516fac4829SFrederic Weisbecker */
acct_update_integrals(struct task_struct * tsk)1526fac4829SFrederic Weisbecker void acct_update_integrals(struct task_struct *tsk)
1536fac4829SFrederic Weisbecker {
154605dc2b3SFrederic Weisbecker u64 utime, stime;
1559344c92cSRik van Riel unsigned long flags;
1566fac4829SFrederic Weisbecker
1579344c92cSRik van Riel local_irq_save(flags);
158605dc2b3SFrederic Weisbecker task_cputime(tsk, &utime, &stime);
1596fac4829SFrederic Weisbecker __acct_update_integrals(tsk, utime, stime);
1609344c92cSRik van Riel local_irq_restore(flags);
1616fac4829SFrederic Weisbecker }
1626fac4829SFrederic Weisbecker
1636fac4829SFrederic Weisbecker /**
1646fac4829SFrederic Weisbecker * acct_account_cputime - update mm integral after cputime update
1656fac4829SFrederic Weisbecker * @tsk: task_struct for accounting
1666fac4829SFrederic Weisbecker */
acct_account_cputime(struct task_struct * tsk)1676fac4829SFrederic Weisbecker void acct_account_cputime(struct task_struct *tsk)
1686fac4829SFrederic Weisbecker {
1696fac4829SFrederic Weisbecker __acct_update_integrals(tsk, tsk->utime, tsk->stime);
1706fac4829SFrederic Weisbecker }
1716fac4829SFrederic Weisbecker
1726fac4829SFrederic Weisbecker /**
1738f0ab514SJay Lan * acct_clear_integrals - clear the mm integral fields in task_struct
1748f0ab514SJay Lan * @tsk: task_struct whose accounting fields are cleared
1758f0ab514SJay Lan */
acct_clear_integrals(struct task_struct * tsk)1768f0ab514SJay Lan void acct_clear_integrals(struct task_struct *tsk)
1778f0ab514SJay Lan {
17849b5cf34SJonathan Lim tsk->acct_timexpd = 0;
1798f0ab514SJay Lan tsk->acct_rss_mem1 = 0;
1808f0ab514SJay Lan tsk->acct_vm_mem1 = 0;
1818f0ab514SJay Lan }
1829acc1853SJay Lan #endif
183