aboutsummaryrefslogtreecommitdiff
path: root/contrib/benchmark/collect.awk
blob: 46ec23d4200b93468bfdc8c174d84d12f5e65d59 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
# This file is part of GNUnet
# Copyright (C) 2018 GNUnet e.V.
#
# GNUnet is free software: you can redistribute it and/or modify it
# under the terms of the GNU Affero General Public License as published
# by the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# GNUnet is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.


# Aggregate benchmarking data from multiple threads/processes
# generated by util/benchmark.c.
#
# Can be used as
# awk -f collect.awk gnunet-benchmark-{ops,urls}-*.txt


# records are of the following forms:
# op <op> count <count> time_us <time_us>
# url <url> status <status> count <count> time_us <time_us> time_us_max <time_us_max>


function abs(v) {
  return v < 0 ? -v : v
}

{
  if ($1 == "op") {
    n = $4;
    t = $6;
    op[$2]["count"] += n;
    op[$2]["time_us"] += t;
    if (n > 0) {
      op[$2]["time_us_sq"] += n * (t/n) * (t/n);
    }
    total_ops += t;
  } else if ($1 == "url") {
    n = $6;
    t = $8;
    url[$2][$4]["count"] += n;
    url[$2][$4]["time_us"] += t;
    if (n > 0) {
      url[$2][$4]["time_us_sq"] += n * (t/n) * (t/n);
    }
    max = url[$2][$4]["time_us_max"];
    url[$2][$4]["time_us_max"] = (t/n > max ? t/n : max)
  }
}

function avg(sum, n) {
  if (n == 0) {
    return 0;
  } else {
    return sum / n;
  }
}

function stdev(sum, sum_sq, n) {
  if (n == 0) {
    return 0;
  } else {
    return sqrt(abs((sum_sq / n) - ((sum / n) * (sum / n))));
  }
}

END {
  for (x in op) {
    print "op", x, "count", op[x]["count"], "time_us", op[x]["time_us"], \
          "time_avg_us", avg(op[x]["time_us"], op[x]["count"]), \
          "stdev", stdev(op[x]["time_us"], op[x]["time_us_sq"], op[x]["count"]);
  }
  for (x in url) {
    for (y in url[x]) {
      print "url", x, "status", y, \
            "count", url[x][y]["count"], "time_us", url[x][y]["time_us"], \
            "time_avg_us", avg(url[x][y]["time_us"], url[x][y]["count"]), \
            "stdev", stdev(url[x][y]["time_us"], url[x][y]["time_us_sq"], url[x][y]["count"]), \
            "time_us_max", url[x][y]["time_us_max"];
    }
  }
  if (total_ops) {
    print "total_ops_ms", total_ops;
  }

  # Invoke awk with -V baseline_out=<filename> to extract baseline average
  if (baseline_out) {
    for (x in op) {
      print "op_baseline", x, "time_avg_us", avg(op[x]["time_us"], op[x]["count"]) > baseline_out
    }
  }
}