6912 perf_output_sample_regs(struct perf_output_handle *handle,  in perf_output_sample_regs()  argument
6923 		perf_output_put(handle, val);  in perf_output_sample_regs()
7006 perf_output_sample_ustack(struct perf_output_handle *handle, u64 dump_size,  in perf_output_sample_ustack()  argument
7012 		perf_output_put(handle, size);  in perf_output_sample_ustack()
7030 		perf_output_put(handle, dump_size);  in perf_output_sample_ustack()
7034 		rem = __output_copy_user(handle, (void *) sp, dump_size);  in perf_output_sample_ustack()
7037 		perf_output_skip(handle, rem);  in perf_output_sample_ustack()
7040 		perf_output_put(handle, dyn_size);  in perf_output_sample_ustack()
7084                                  struct perf_output_handle *handle,  in perf_pmu_snapshot_aux()  argument
7107 	ret = event->pmu->snapshot_aux(event, handle, size);  in perf_pmu_snapshot_aux()
7117 				   struct perf_output_handle *handle,  in perf_aux_sample_output()  argument
7132 	size = perf_pmu_snapshot_aux(rb, sampler, handle, data->aux_size);  in perf_aux_sample_output()
7153 		perf_output_copy(handle, &zero, pad);  in perf_aux_sample_output()
7206 static void __perf_event__output_id_sample(struct perf_output_handle *handle,  in __perf_event__output_id_sample()  argument
7212 		perf_output_put(handle, data->tid_entry);  in __perf_event__output_id_sample()
7215 		perf_output_put(handle, data->time);  in __perf_event__output_id_sample()
7218 		perf_output_put(handle, data->id);  in __perf_event__output_id_sample()
7221 		perf_output_put(handle, data->stream_id);  in __perf_event__output_id_sample()
7224 		perf_output_put(handle, data->cpu_entry);  in __perf_event__output_id_sample()
7227 		perf_output_put(handle, data->id);  in __perf_event__output_id_sample()
7231 				  struct perf_output_handle *handle,  in perf_event__output_id_sample()  argument
7235 		__perf_event__output_id_sample(handle, sample);  in perf_event__output_id_sample()
7238 static void perf_output_read_one(struct perf_output_handle *handle,  in perf_output_read_one()  argument
7260 	__output_copy(handle, values, n * sizeof(u64));  in perf_output_read_one()
7263 static void perf_output_read_group(struct perf_output_handle *handle,  in perf_output_read_group()  argument
7297 	__output_copy(handle, values, n * sizeof(u64));  in perf_output_read_group()
7312 		__output_copy(handle, values, n * sizeof(u64));  in perf_output_read_group()
7328 static void perf_output_read(struct perf_output_handle *handle,  in perf_output_read()  argument
7347 		perf_output_read_group(handle, event, enabled, running);  in perf_output_read()
7349 		perf_output_read_one(handle, event, enabled, running);  in perf_output_read()
7352 void perf_output_sample(struct perf_output_handle *handle,  in perf_output_sample()  argument
7359 	perf_output_put(handle, *header);  in perf_output_sample()
7362 		perf_output_put(handle, data->id);  in perf_output_sample()
7365 		perf_output_put(handle, data->ip);  in perf_output_sample()
7368 		perf_output_put(handle, data->tid_entry);  in perf_output_sample()
7371 		perf_output_put(handle, data->time);  in perf_output_sample()
7374 		perf_output_put(handle, data->addr);  in perf_output_sample()
7377 		perf_output_put(handle, data->id);  in perf_output_sample()
7380 		perf_output_put(handle, data->stream_id);  in perf_output_sample()
7383 		perf_output_put(handle, data->cpu_entry);  in perf_output_sample()
7386 		perf_output_put(handle, data->period);  in perf_output_sample()
7389 		perf_output_read(handle, event);  in perf_output_sample()
7396 		__output_copy(handle, data->callchain, size);  in perf_output_sample()
7405 			perf_output_put(handle, raw->size);  in perf_output_sample()
7408 					__output_custom(handle, frag->copy,  in perf_output_sample()
7411 					__output_copy(handle, frag->data,  in perf_output_sample()
7419 				__output_skip(handle, NULL, frag->pad);  in perf_output_sample()
7428 			perf_output_put(handle, raw);  in perf_output_sample()
7439 			perf_output_put(handle, data->br_stack->nr);  in perf_output_sample()
7441 				perf_output_put(handle, data->br_stack->hw_idx);  in perf_output_sample()
7442 			perf_output_copy(handle, data->br_stack->entries, size);  in perf_output_sample()
7448 			perf_output_put(handle, nr);  in perf_output_sample()
7459 		perf_output_put(handle, abi);  in perf_output_sample()
7463 			perf_output_sample_regs(handle,  in perf_output_sample()
7470 		perf_output_sample_ustack(handle,  in perf_output_sample()
7476 		perf_output_put(handle, data->weight.full);  in perf_output_sample()
7479 		perf_output_put(handle, data->data_src.val);  in perf_output_sample()
7482 		perf_output_put(handle, data->txn);  in perf_output_sample()
7490 		perf_output_put(handle, abi);  in perf_output_sample()
7495 			perf_output_sample_regs(handle,  in perf_output_sample()
7502 		perf_output_put(handle, data->phys_addr);  in perf_output_sample()
7505 		perf_output_put(handle, data->cgroup);  in perf_output_sample()
7508 		perf_output_put(handle, data->data_page_size);  in perf_output_sample()
7511 		perf_output_put(handle, data->code_page_size);  in perf_output_sample()
7514 		perf_output_put(handle, data->aux_size);  in perf_output_sample()
7517 			perf_aux_sample_output(event, handle, data);  in perf_output_sample()
7524 			struct perf_buffer *rb = handle->rb;  in perf_output_sample()
7901 	struct perf_output_handle handle;  in __perf_event_output()  local
7911 	err = output_begin(&handle, data, event, header.size);  in __perf_event_output()
7915 	perf_output_sample(&handle, &header, data, event);  in __perf_event_output()
7917 	perf_output_end(&handle);  in __perf_event_output()
7963 	struct perf_output_handle handle;  in perf_event_read_event()  local
7977 	ret = perf_output_begin(&handle, &sample, event, read_event.header.size);  in perf_event_read_event()
7981 	perf_output_put(&handle, read_event);  in perf_event_read_event()
7982 	perf_output_read(&handle, event);  in perf_event_read_event()
7983 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_read_event()
7985 	perf_output_end(&handle);  in perf_event_read_event()
8229 	struct perf_output_handle handle;  in perf_event_task_output()  local
8239 	ret = perf_output_begin(&handle, &sample, event,  in perf_event_task_output()
8259 	perf_output_put(&handle, task_event->event_id);  in perf_event_task_output()
8261 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_task_output()
8263 	perf_output_end(&handle);  in perf_event_task_output()
8333 	struct perf_output_handle handle;  in perf_event_comm_output()  local
8342 	ret = perf_output_begin(&handle, &sample, event,  in perf_event_comm_output()
8351 	perf_output_put(&handle, comm_event->event_id);  in perf_event_comm_output()
8352 	__output_copy(&handle, comm_event->comm,  in perf_event_comm_output()
8355 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_comm_output()
8357 	perf_output_end(&handle);  in perf_event_comm_output()
8432 	struct perf_output_handle handle;  in perf_event_namespaces_output()  local
8442 	ret = perf_output_begin(&handle, &sample, event,  in perf_event_namespaces_output()
8452 	perf_output_put(&handle, namespaces_event->event_id);  in perf_event_namespaces_output()
8454 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_namespaces_output()
8456 	perf_output_end(&handle);  in perf_event_namespaces_output()
8559 	struct perf_output_handle handle;  in perf_event_cgroup_output()  local
8569 	ret = perf_output_begin(&handle, &sample, event,  in perf_event_cgroup_output()
8574 	perf_output_put(&handle, cgroup_event->event_id);  in perf_event_cgroup_output()
8575 	__output_copy(&handle, cgroup_event->path, cgroup_event->path_size);  in perf_event_cgroup_output()
8577 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_cgroup_output()
8579 	perf_output_end(&handle);  in perf_event_cgroup_output()
8677 	struct perf_output_handle handle;  in perf_event_mmap_output()  local
8698 	ret = perf_output_begin(&handle, &sample, event,  in perf_event_mmap_output()
8711 	perf_output_put(&handle, mmap_event->event_id);  in perf_event_mmap_output()
8717 			__output_copy(&handle, size, 4);  in perf_event_mmap_output()
8718 			__output_copy(&handle, mmap_event->build_id, BUILD_ID_SIZE_MAX);  in perf_event_mmap_output()
8720 			perf_output_put(&handle, mmap_event->maj);  in perf_event_mmap_output()
8721 			perf_output_put(&handle, mmap_event->min);  in perf_event_mmap_output()
8722 			perf_output_put(&handle, mmap_event->ino);  in perf_event_mmap_output()
8723 			perf_output_put(&handle, mmap_event->ino_generation);  in perf_event_mmap_output()
8725 		perf_output_put(&handle, mmap_event->prot);  in perf_event_mmap_output()
8726 		perf_output_put(&handle, mmap_event->flags);  in perf_event_mmap_output()
8729 	__output_copy(&handle, mmap_event->file_name,  in perf_event_mmap_output()
8732 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_mmap_output()
8734 	perf_output_end(&handle);  in perf_event_mmap_output()
8983 	struct perf_output_handle handle;  in perf_event_aux_event()  local
9003 	ret = perf_output_begin(&handle, &sample, event, rec.header.size);  in perf_event_aux_event()
9008 	perf_output_put(&handle, rec);  in perf_event_aux_event()
9009 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_aux_event()
9011 	perf_output_end(&handle);  in perf_event_aux_event()
9019 	struct perf_output_handle handle;  in perf_log_lost_samples()  local
9037 	ret = perf_output_begin(&handle, &sample, event,  in perf_log_lost_samples()
9042 	perf_output_put(&handle, lost_samples_event);  in perf_log_lost_samples()
9043 	perf_event__output_id_sample(event, &handle, &sample);  in perf_log_lost_samples()
9044 	perf_output_end(&handle);  in perf_log_lost_samples()
9070 	struct perf_output_handle handle;  in perf_event_switch_output()  local
9092 	ret = perf_output_begin(&handle, &sample, event, se->event_id.header.size);  in perf_event_switch_output()
9097 		perf_output_put(&handle, se->event_id.header);  in perf_event_switch_output()
9099 		perf_output_put(&handle, se->event_id);  in perf_event_switch_output()
9101 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_switch_output()
9103 	perf_output_end(&handle);  in perf_event_switch_output()
9141 	struct perf_output_handle handle;  in perf_log_throttle()  local
9166 	ret = perf_output_begin(&handle, &sample, event,  in perf_log_throttle()
9171 	perf_output_put(&handle, throttle_event);  in perf_log_throttle()
9172 	perf_event__output_id_sample(event, &handle, &sample);  in perf_log_throttle()
9173 	perf_output_end(&handle);  in perf_log_throttle()
9200 	struct perf_output_handle handle;  in perf_event_ksymbol_output()  local
9209 	ret = perf_output_begin(&handle, &sample, event,  in perf_event_ksymbol_output()
9214 	perf_output_put(&handle, ksymbol_event->event_id);  in perf_event_ksymbol_output()
9215 	__output_copy(&handle, ksymbol_event->name, ksymbol_event->name_len);  in perf_event_ksymbol_output()
9216 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_ksymbol_output()
9218 	perf_output_end(&handle);  in perf_event_ksymbol_output()
9290 	struct perf_output_handle handle;  in perf_event_bpf_output()  local
9299 	ret = perf_output_begin(&handle, &sample, event,  in perf_event_bpf_output()
9304 	perf_output_put(&handle, bpf_event->event_id);  in perf_event_bpf_output()
9305 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_bpf_output()
9307 	perf_output_end(&handle);  in perf_event_bpf_output()
9396 	struct perf_output_handle handle;  in perf_event_text_poke_output()  local
9406 	ret = perf_output_begin(&handle, &sample, event,  in perf_event_text_poke_output()
9411 	perf_output_put(&handle, text_poke_event->event_id);  in perf_event_text_poke_output()
9412 	perf_output_put(&handle, text_poke_event->old_len);  in perf_event_text_poke_output()
9413 	perf_output_put(&handle, text_poke_event->new_len);  in perf_event_text_poke_output()
9415 	__output_copy(&handle, text_poke_event->old_bytes, text_poke_event->old_len);  in perf_event_text_poke_output()
9416 	__output_copy(&handle, text_poke_event->new_bytes, text_poke_event->new_len);  in perf_event_text_poke_output()
9419 		__output_copy(&handle, &padding, text_poke_event->pad);  in perf_event_text_poke_output()
9421 	perf_event__output_id_sample(event, &handle, &sample);  in perf_event_text_poke_output()
9423 	perf_output_end(&handle);  in perf_event_text_poke_output()
9465 	struct perf_output_handle handle;  in perf_log_itrace_start()  local
9488 	ret = perf_output_begin(&handle, &sample, event, rec.header.size);  in perf_log_itrace_start()
9493 	perf_output_put(&handle, rec);  in perf_log_itrace_start()
9494 	perf_event__output_id_sample(event, &handle, &sample);  in perf_log_itrace_start()
9496 	perf_output_end(&handle);  in perf_log_itrace_start()
9501 	struct perf_output_handle handle;  in perf_report_aux_output_id()  local
9518 	ret = perf_output_begin(&handle, &sample, event, rec.header.size);  in perf_report_aux_output_id()
9523 	perf_output_put(&handle, rec);  in perf_report_aux_output_id()
9524 	perf_event__output_id_sample(event, &handle, &sample);  in perf_report_aux_output_id()
9526 	perf_output_end(&handle);  in perf_report_aux_output_id()