// SPDX-License-Identifier: GPL-2.0 /* * Copyright (C) 2021 Red Hat Inc, Daniel Bristot de Oliveira */ #define _GNU_SOURCE #include #include #include #include #include #include #include "osnoise.h" #include "cli.h" struct osnoise_hist_cpu { int *samples; int count; unsigned long long min_sample; unsigned long long sum_sample; unsigned long long max_sample; }; struct osnoise_hist_data { struct tracefs_hist *trace_hist; struct osnoise_hist_cpu *hist; int entries; int bucket_size; }; /* * osnoise_free_histogram - free runtime data */ static void osnoise_free_histogram(struct osnoise_hist_data *data) { int cpu; /* one histogram for IRQ and one for thread, per CPU */ for (cpu = 0; cpu < nr_cpus; cpu++) { if (data->hist[cpu].samples) free(data->hist[cpu].samples); } /* one set of histograms per CPU */ if (data->hist) free(data->hist); free(data); } static void osnoise_free_hist_tool(struct osnoise_tool *tool) { osnoise_free_histogram(tool->data); } /* * osnoise_alloc_histogram - alloc runtime data */ static struct osnoise_hist_data *osnoise_alloc_histogram(int entries, int bucket_size) { struct osnoise_hist_data *data; int cpu; data = calloc(1, sizeof(*data)); if (!data) return NULL; data->entries = entries; data->bucket_size = bucket_size; data->hist = calloc(1, sizeof(*data->hist) * nr_cpus); if (!data->hist) goto cleanup; for (cpu = 0; cpu < nr_cpus; cpu++) { data->hist[cpu].samples = calloc(1, sizeof(*data->hist->samples) * (entries + 1)); if (!data->hist[cpu].samples) goto cleanup; } /* set the min to max */ for (cpu = 0; cpu < nr_cpus; cpu++) data->hist[cpu].min_sample = ~0; return data; cleanup: osnoise_free_histogram(data); return NULL; } static void osnoise_hist_update_multiple(struct osnoise_tool *tool, int cpu, unsigned long long duration, int count) { struct osnoise_params *params = to_osnoise_params(tool->params); struct osnoise_hist_data *data = tool->data; unsigned long long total_duration; int entries = data->entries; int bucket; int *hist; if (params->common.output_divisor) duration = duration / params->common.output_divisor; bucket = duration / data->bucket_size; total_duration = duration * count; hist = data->hist[cpu].samples; data->hist[cpu].count += count; update_min(&data->hist[cpu].min_sample, &duration); update_sum(&data->hist[cpu].sum_sample, &total_duration); update_max(&data->hist[cpu].max_sample, &duration); if (bucket < entries) hist[bucket] += count; else hist[entries] += count; } /* * osnoise_destroy_trace_hist - disable events used to collect histogram */ static void osnoise_destroy_trace_hist(struct osnoise_tool *tool) { struct osnoise_hist_data *data = tool->data; tracefs_hist_pause(tool->trace.inst, data->trace_hist); tracefs_hist_destroy(tool->trace.inst, data->trace_hist); } /* * osnoise_init_trace_hist - enable events used to collect histogram */ static int osnoise_init_trace_hist(struct osnoise_tool *tool) { struct osnoise_params *params = to_osnoise_params(tool->params); struct osnoise_hist_data *data = tool->data; int bucket_size; char buff[128]; int retval = 0; /* * Set the size of the bucket. */ bucket_size = params->common.output_divisor * params->common.hist.bucket_size; snprintf(buff, sizeof(buff), "duration.buckets=%d", bucket_size); data->trace_hist = tracefs_hist_alloc(tool->trace.tep, "osnoise", "sample_threshold", buff, TRACEFS_HIST_KEY_NORMAL); if (!data->trace_hist) return 1; retval = tracefs_hist_add_key(data->trace_hist, "cpu", 0); if (retval) goto out_err; retval = tracefs_hist_start(tool->trace.inst, data->trace_hist); if (retval) goto out_err; return 0; out_err: osnoise_destroy_trace_hist(tool); return 1; } /* * osnoise_read_trace_hist - parse histogram file and file osnoise histogram */ static void osnoise_read_trace_hist(struct osnoise_tool *tool) { struct osnoise_hist_data *data = tool->data; long long cpu, counter, duration; char *content, *position; tracefs_hist_pause(tool->trace.inst, data->trace_hist); content = tracefs_event_file_read(tool->trace.inst, "osnoise", "sample_threshold", "hist", NULL); if (!content) return; position = content; while (true) { position = strstr(position, "duration: ~"); if (!position) break; position += strlen("duration: ~"); duration = get_llong_from_str(position); if (duration == -1) err_msg("error reading duration from histogram\n"); position = strstr(position, "cpu:"); if (!position) break; position += strlen("cpu: "); cpu = get_llong_from_str(position); if (cpu == -1) err_msg("error reading cpu from histogram\n"); position = strstr(position, "hitcount:"); if (!position) break; position += strlen("hitcount: "); counter = get_llong_from_str(position); if (counter == -1) err_msg("error reading counter from histogram\n"); osnoise_hist_update_multiple(tool, cpu, duration, counter); } free(content); } /* * osnoise_hist_header - print the header of the tracer to the output */ static void osnoise_hist_header(struct osnoise_tool *tool) { struct osnoise_params *params = to_osnoise_params(tool->params); struct osnoise_hist_data *data = tool->data; struct trace_seq *s = tool->trace.seq; char duration[26]; int cpu; if (params->common.hist.no_header) return; get_duration(tool->start_time, duration, sizeof(duration)); trace_seq_printf(s, "# RTLA osnoise histogram\n"); trace_seq_printf(s, "# Time unit is %s (%s)\n", params->common.output_divisor == 1 ? "nanoseconds" : "microseconds", params->common.output_divisor == 1 ? "ns" : "us"); trace_seq_printf(s, "# Duration: %s\n", duration); if (!params->common.hist.no_index) trace_seq_printf(s, "Index"); for_each_monitored_cpu(cpu, ¶ms->common) { if (!data->hist[cpu].count) continue; trace_seq_printf(s, " CPU-%03d", cpu); } trace_seq_printf(s, "\n"); trace_seq_do_printf(s); trace_seq_reset(s); } /* * osnoise_print_summary - print the summary of the hist data to the output */ static void osnoise_print_summary(struct osnoise_params *params, struct trace_instance *trace, struct osnoise_hist_data *data) { int cpu; if (params->common.hist.no_summary) return; if (!params->common.hist.no_index) trace_seq_printf(trace->seq, "count:"); for_each_monitored_cpu(cpu, ¶ms->common) { if (!data->hist[cpu].count) continue; trace_seq_printf(trace->seq, "%9d ", data->hist[cpu].count); } trace_seq_printf(trace->seq, "\n"); if (!params->common.hist.no_index) trace_seq_printf(trace->seq, "min: "); for_each_monitored_cpu(cpu, ¶ms->common) { if (!data->hist[cpu].count) continue; trace_seq_printf(trace->seq, "%9llu ", data->hist[cpu].min_sample); } trace_seq_printf(trace->seq, "\n"); if (!params->common.hist.no_index) trace_seq_printf(trace->seq, "avg: "); for_each_monitored_cpu(cpu, ¶ms->common) { if (!data->hist[cpu].count) continue; if (data->hist[cpu].count) trace_seq_printf(trace->seq, "%9.2f ", ((double) data->hist[cpu].sum_sample) / data->hist[cpu].count); else trace_seq_printf(trace->seq, " - "); } trace_seq_printf(trace->seq, "\n"); if (!params->common.hist.no_index) trace_seq_printf(trace->seq, "max: "); for_each_monitored_cpu(cpu, ¶ms->common) { if (!data->hist[cpu].count) continue; trace_seq_printf(trace->seq, "%9llu ", data->hist[cpu].max_sample); } trace_seq_printf(trace->seq, "\n"); trace_seq_do_printf(trace->seq); trace_seq_reset(trace->seq); } /* * osnoise_print_stats - print data for all CPUs */ static void osnoise_print_stats(struct osnoise_tool *tool) { struct osnoise_params *params = to_osnoise_params(tool->params); struct osnoise_hist_data *data = tool->data; struct trace_instance *trace = &tool->trace; int has_samples = 0; int bucket, cpu; int total; osnoise_hist_header(tool); for (bucket = 0; bucket < data->entries; bucket++) { total = 0; if (!params->common.hist.no_index) trace_seq_printf(trace->seq, "%-6d", bucket * data->bucket_size); for_each_monitored_cpu(cpu, ¶ms->common) { if (!data->hist[cpu].count) continue; total += data->hist[cpu].samples[bucket]; trace_seq_printf(trace->seq, "%9d ", data->hist[cpu].samples[bucket]); } if (total == 0 && !params->common.hist.with_zeros) { trace_seq_reset(trace->seq); continue; } /* There are samples above the threshold */ has_samples = 1; trace_seq_printf(trace->seq, "\n"); trace_seq_do_printf(trace->seq); trace_seq_reset(trace->seq); } /* * If no samples were recorded, skip calculations, print zeroed statistics * and return. */ if (!has_samples) { trace_seq_reset(trace->seq); trace_seq_printf(trace->seq, "over: 0\ncount: 0\nmin: 0\navg: 0\nmax: 0\n"); trace_seq_do_printf(trace->seq); trace_seq_reset(trace->seq); return; } if (!params->common.hist.no_index) trace_seq_printf(trace->seq, "over: "); for_each_monitored_cpu(cpu, ¶ms->common) { if (!data->hist[cpu].count) continue; trace_seq_printf(trace->seq, "%9d ", data->hist[cpu].samples[data->entries]); } trace_seq_printf(trace->seq, "\n"); trace_seq_do_printf(trace->seq); trace_seq_reset(trace->seq); osnoise_print_summary(params, trace, data); osnoise_report_missed_events(tool); } /* * osnoise_hist_apply_config - apply the hist configs to the initialized tool */ static int osnoise_hist_apply_config(struct osnoise_tool *tool) { return osnoise_apply_config(tool, to_osnoise_params(tool->params)); } /* * osnoise_init_hist - initialize a osnoise hist tool with parameters */ static struct osnoise_tool *osnoise_init_hist(struct common_params *params) { struct osnoise_tool *tool; tool = osnoise_init_tool("osnoise_hist"); if (!tool) return NULL; tool->data = osnoise_alloc_histogram(params->hist.entries, params->hist.bucket_size); if (!tool->data) goto out_err; return tool; out_err: osnoise_destroy_tool(tool); return NULL; } static int osnoise_hist_enable(struct osnoise_tool *tool) { int retval; retval = osnoise_init_trace_hist(tool); if (retval) return retval; return osnoise_enable(tool); } static int osnoise_hist_main_loop(struct osnoise_tool *tool) { int retval; retval = hist_main_loop(tool); osnoise_read_trace_hist(tool); return retval; } struct tool_ops osnoise_hist_ops = { .tracer = "osnoise", .comm_prefix = "osnoise/", .parse_args = osnoise_hist_parse_args, .init_tool = osnoise_init_hist, .apply_config = osnoise_hist_apply_config, .enable = osnoise_hist_enable, .main = osnoise_hist_main_loop, .print_stats = osnoise_print_stats, .free = osnoise_free_hist_tool, };