From: Steven Rostedt <rostedt@goodmis.org>
To: linux-trace-devel@vger.kernel.org
Cc: Ross Zwisler <zwisler@google.com>,
Stevie Alvarez <stevie.6strings@gmail.com>,
"Steven Rostedt (Google)" <rostedt@goodmis.org>
Subject: [PATCH v4 12/20] libtraceeval histogram: Add updating of stats
Date: Thu, 17 Aug 2023 16:45:20 -0400 [thread overview]
Message-ID: <20230817204528.114577-13-rostedt@goodmis.org> (raw)
In-Reply-To: <20230817204528.114577-1-rostedt@goodmis.org>
From: "Steven Rostedt (Google)" <rostedt@goodmis.org>
Whenever an entry is added that already exists (overwriting the values)
keep track of the stats for the number values (max, min, total, count).
Also move the stat structure out of the public view. We may want to modify
this structure in the future, and so it should not become an API.
Add accessor functions to get to the stat values.
Add traceeval_stat() to acquire a stat handle from a specific key for a
specific value.
Signed-off-by: Steven Rostedt (Google) <rostedt@goodmis.org>
---
include/traceeval-hist.h | 17 ++--
src/eval-local.h | 9 ++
src/histograms.c | 182 +++++++++++++++++++++++++++++++++++----
3 files changed, 183 insertions(+), 25 deletions(-)
diff --git a/include/traceeval-hist.h b/include/traceeval-hist.h
index f80d039baa61..164d34c0fa81 100644
--- a/include/traceeval-hist.h
+++ b/include/traceeval-hist.h
@@ -130,13 +130,7 @@ struct traceeval_type {
};
/* Statistics about a given entry element */
-struct traceeval_stat {
- unsigned long long max;
- unsigned long long min;
- unsigned long long total;
- unsigned long long avg;
- unsigned long long std;
-};
+struct traceeval_stat;
/* Iterator over aggregated data */
struct traceeval_iterator;
@@ -160,4 +154,13 @@ int traceeval_query(struct traceeval *teval, const union traceeval_data *keys,
void traceeval_results_release(struct traceeval *teval,
union traceeval_data *results);
+struct traceeval_stat *traceeval_stat(struct traceeval *teval,
+ const union traceeval_data *keys,
+ struct traceeval_type *type);
+
+unsigned long long traceeval_stat_max(struct traceeval_stat *stat);
+unsigned long long traceeval_stat_min(struct traceeval_stat *stat);
+unsigned long long traceeval_stat_total(struct traceeval_stat *stat);
+unsigned long long traceeval_stat_count(struct traceeval_stat *stat);
+
#endif /* __LIBTRACEEVAL_HIST_H__ */
diff --git a/src/eval-local.h b/src/eval-local.h
index 007fdb146b96..ed2e8abc9b63 100644
--- a/src/eval-local.h
+++ b/src/eval-local.h
@@ -45,11 +45,20 @@ struct hash_table {
struct hash_iter iter;
};
+struct traceeval_stat {
+ unsigned long long max;
+ unsigned long long min;
+ unsigned long long total;
+ unsigned long long std;
+ size_t count;
+};
+
/* A key-value pair */
struct entry {
struct hash_item hash;
union traceeval_data *keys;
union traceeval_data *vals;
+ struct traceeval_stat *val_stats;
};
/* Histogram */
diff --git a/src/histograms.c b/src/histograms.c
index 4b4b559964d1..592e9c5f78a4 100644
--- a/src/histograms.c
+++ b/src/histograms.c
@@ -505,21 +505,85 @@ static int get_entry(struct traceeval *teval, const union traceeval_data *keys,
* Return 0 on success, -1 on error.
*/
static int copy_traceeval_data(struct traceeval_type *type,
- union traceeval_data *dst,
- const union traceeval_data *src)
+ struct traceeval_stat *stat,
+ union traceeval_data *dst,
+ const union traceeval_data *src)
{
+ unsigned long long val;
+
*dst = *src;
- if (type->type == TRACEEVAL_TYPE_STRING) {
+ switch(type->type) {
+ case TRACEEVAL_TYPE_NUMBER:
+ if (type->flags & TRACEEVAL_FL_SIGNED)
+ val = (long long)dst->number;
+ else
+ val = (unsigned long long)dst->number;
+ break;
+
+ case TRACEEVAL_TYPE_NUMBER_64:
+ if (type->flags & TRACEEVAL_FL_SIGNED)
+ val = (long long)dst->number_64;
+ else
+ val = (unsigned long long)dst->number_64;
+ break;
+
+ case TRACEEVAL_TYPE_NUMBER_32:
+ if (type->flags & TRACEEVAL_FL_SIGNED)
+ val = (long long)dst->number_32;
+ else
+ val = (unsigned long long)dst->number_32;
+ break;
+
+ case TRACEEVAL_TYPE_NUMBER_16:
+ if (type->flags & TRACEEVAL_FL_SIGNED)
+ val = (long long)dst->number_16;
+ else
+ val = (unsigned long long)dst->number_16;
+ break;
+
+ case TRACEEVAL_TYPE_NUMBER_8:
+ if (type->flags & TRACEEVAL_FL_SIGNED)
+ val = (long long)dst->number_8;
+ else
+ val = (unsigned long long)dst->number_8;
+ break;
+
+ case TRACEEVAL_TYPE_STRING:
dst->string = NULL;
if (src->string)
dst->string = strdup(src->string);
- else
- return 0;
if (!dst->string)
return -1;
+ return 0;
+ default:
+ return 0;
+ }
+
+ if (!stat)
+ return 0;
+
+ if (!stat->count++) {
+ stat->max = val;
+ stat->min = val;
+ stat->total = val;
+ return 0;
+ }
+
+ if (type->flags & TRACEEVAL_FL_SIGNED) {
+ if ((long long)stat->max < (long long)val)
+ stat->max = val;
+ if ((long long)stat->min > (long long)val)
+ stat->min = val;
+ stat->total += (long long)val;
+ } else {
+ if (stat->max < val)
+ stat->max = val;
+ if (stat->min > val)
+ stat->min = val;
+ stat->total += val;
}
return 0;
@@ -547,6 +611,7 @@ static void data_release(size_t size, union traceeval_data **data,
* Returns 1 on success, -1 on error.
*/
static int dup_traceeval_data_set(size_t size, struct traceeval_type *type,
+ struct traceeval_stat *stats,
const union traceeval_data *orig,
union traceeval_data **copy)
{
@@ -561,7 +626,8 @@ static int dup_traceeval_data_set(size_t size, struct traceeval_type *type,
return -1;
for (i = 0; i < size; i++) {
- if (copy_traceeval_data(type + i, (*copy) + i, orig + i))
+ if (copy_traceeval_data(type + i, stats ? stats + i : NULL,
+ (*copy) + i, orig + i))
goto fail;
}
@@ -604,7 +670,7 @@ int traceeval_query(struct traceeval *teval, const union traceeval_data *keys,
return check;
return dup_traceeval_data_set(teval->nr_val_types, teval->val_types,
- entry->vals, results);
+ NULL, entry->vals, results);
}
/*
@@ -659,18 +725,22 @@ static int create_entry(struct traceeval *teval,
union traceeval_data *new_vals;
struct entry *entry;
+ entry = create_hist_entry(teval, keys);
+ if (!entry)
+ return -1;
+
+ entry->val_stats = calloc(teval->nr_key_types, sizeof(*entry->val_stats));
+ if (!entry->val_stats)
+ goto fail_entry;
+
/* copy keys */
if (dup_traceeval_data_set(teval->nr_key_types, teval->key_types,
- keys, &new_keys) == -1)
- return -1;
+ NULL, keys, &new_keys) == -1)
+ goto fail_stats;
/* copy vals */
if (dup_traceeval_data_set(teval->nr_val_types, teval->val_types,
- vals, &new_vals) == -1)
- goto fail_vals;
-
- entry = create_hist_entry(teval, keys);
- if (!entry)
+ entry->val_stats, vals, &new_vals) == -1)
goto fail;
entry->keys = new_keys;
@@ -679,10 +749,13 @@ static int create_entry(struct traceeval *teval,
return 0;
fail:
- data_release(teval->nr_val_types, &new_vals, teval->val_types);
-
-fail_vals:
data_release(teval->nr_key_types, &new_keys, teval->key_types);
+
+fail_stats:
+ free(entry->val_stats);
+
+fail_entry:
+ free(entry);
return -1;
}
@@ -699,7 +772,7 @@ static int update_entry(struct traceeval *teval, struct entry *entry,
union traceeval_data *new_vals;
if (dup_traceeval_data_set(teval->nr_val_types, teval->val_types,
- vals, &new_vals) == -1)
+ entry->val_stats, vals, &new_vals) == -1)
return -1;
clean_data_set(entry->vals, teval->val_types, teval->nr_val_types);
@@ -707,6 +780,79 @@ static int update_entry(struct traceeval *teval, struct entry *entry,
return 0;
}
+struct traceeval_stat *traceeval_stat(struct traceeval *teval,
+ const union traceeval_data *keys,
+ struct traceeval_type *type)
+{
+ struct entry *entry;
+ int ret;
+
+ /* Only value numbers have stats */
+ if (!(type->flags & TRACEEVAL_FL_VALUE))
+ return NULL;
+
+ switch (type->type) {
+ case TRACEEVAL_TYPE_NUMBER:
+ case TRACEEVAL_TYPE_NUMBER_64:
+ case TRACEEVAL_TYPE_NUMBER_32:
+ case TRACEEVAL_TYPE_NUMBER_16:
+ case TRACEEVAL_TYPE_NUMBER_8:
+ break;
+ default:
+ return NULL;
+ }
+
+ ret = get_entry(teval, keys, &entry);
+ if (ret <= 0)
+ return NULL;
+
+ return &entry->val_stats[type->index];
+}
+
+/**
+ * traceeval_stat_max - return max value of stat
+ * @stat: The stat structure that holds the stats
+ *
+ * Returns the max value within @stat.
+ */
+unsigned long long traceeval_stat_max(struct traceeval_stat *stat)
+{
+ return stat->max;
+}
+
+/**
+ * traceeval_stat_min - return min value of stat
+ * @stat: The stat structure that holds the stats
+ *
+ * Returns the min value within @stat.
+ */
+unsigned long long traceeval_stat_min(struct traceeval_stat *stat)
+{
+ return stat->min;
+}
+
+/**
+ * traceeval_stat_total - return total value of stat
+ * @stat: The stat structure that holds the stats
+ *
+ * Returns the total value within @stat.
+ */
+unsigned long long traceeval_stat_total(struct traceeval_stat *stat)
+{
+ return stat->total;
+}
+
+/**
+ * traceeval_stat_count - return count value of stat
+ * @stat: The stat structure that holds the stats
+ *
+ * Returns the count value within @stat.
+ */
+unsigned long long traceeval_stat_count(struct traceeval_stat *stat)
+{
+ return stat->count;
+}
+
/*
* traceeval_insert - insert an item into the traceeval descriptor
* @teval: The descriptor to insert into
--
2.40.1
next prev parent reply other threads:[~2023-08-17 20:46 UTC|newest]
Thread overview: 23+ messages / expand[flat|nested] mbox.gz Atom feed top
2023-08-17 20:45 [PATCH v4 00/20] libtraceeval histogram: Updates Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 01/20] libtraceeval histograms: Fix traceeval_results_release() error message Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 02/20] libtraceeval: Reverse params of copy_traceeval_data() Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 03/20] libtraceeval: Rename copy_traceeval_data_set() to dup_traceeval_data() Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 04/20] libtraceeval: Add sample task-eval program Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 05/20] libtraceeval hist: Add pointer and const string types Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 06/20] libtraceeval histogram: Have cmp and release functions be generic Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 07/20] libtraceeval histograms: Add traceeval struct to compare function Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 08/20] libtraceeval histogram: Remove comparing of traceeval and types Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 09/20] libtraceeval: Convert hist array into a hash table Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 10/20] libtraceeval histograms: Move hash functions into their own file Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 11/20] libtraceeval histogram: Label and check keys and values Steven Rostedt
2023-08-17 20:45 ` Steven Rostedt [this message]
2023-08-17 20:45 ` [PATCH v4 13/20] libtraceeval histogram: Add iterator APIs Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 14/20] libtraceeval histogram: Add data copy callback Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 15/20] libtraceeval histogram: Do the release on updates Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 16/20] libtraceeval histogram: Use stack for old copy in update Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 17/20] libtraceeval histogram: Add traceeval_iterator_sort_custom() Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 18/20] libtraceeval histogram: Have traceeval_query() just give the pointer to results Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 19/20] libtraceeval samples: Update task-eval to use the histogram logic Steven Rostedt
2023-08-17 20:45 ` [PATCH v4 20/20] libtraceeval: Add traceeval_remove() Steven Rostedt
2023-08-17 20:48 ` [PATCH v4 00/20] libtraceeval histogram: Updates Steven Rostedt
2023-08-17 20:59 ` Ross Zwisler
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20230817204528.114577-13-rostedt@goodmis.org \
--to=rostedt@goodmis.org \
--cc=linux-trace-devel@vger.kernel.org \
--cc=stevie.6strings@gmail.com \
--cc=zwisler@google.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).