perf tools: Replace aggregation ID with a struct
A message that is not in the archive (sent off-list or not yet received): 20201004203545.GB217601@krava
A message that is not in the archive (sent off-list or not yet received): [email protected]
A message that is not in the archive (sent off-list or not yet received): [email protected]
Review
Quoted 5 lines
(quoted diff) +3
-0+static void cpu_aggr_map__delete(struct cpu_aggr_map *map) +{ + if (map) {
is this check just paranoia?
Review
Quoted 2 lines
(quoted diff) +2
-0+ WARN_ONCE(refcount_read(&map->refcnt) != 0, + "cpu_aggr_map refcnt unbalanced\n");
and this?
Quoted 11 lines
(quoted diff) +10
-0+ free(map); + } +} + +static void cpu_aggr_map__put(struct cpu_aggr_map *map) +{ + if (map && refcount_dec_and_test(&map->refcnt)) + cpu_aggr_map__delete(map); +} + static void perf_stat__exit_aggr_mode(void)
...
Review
Quoted 5 lines
(quoted diff) +4
-0+struct cpu_aggr_map *cpu_aggr_map__empty_new(int nr) +{ + struct cpu_aggr_map *cpus = malloc(sizeof(*cpus) + sizeof(struct aggr_cpu_id) * nr); +
if (!cpus)
return NULL
cpus->nr = nr;
...
this avoids extra indentation and {}
Quoted 138 lines
(quoted diff) +46
-24+ if (cpus != NULL) { + int i; + + cpus->nr = nr; + for (i = 0; i < nr; i++) + cpus->map[i] = cpu_map__empty_aggr_cpu_id(); + + refcount_set(&cpus->refcnt, 1); + } + + return cpus; +} + static int cpu__get_topology_int(int cpu, const char *name, int *value) { char path[PATH_MAX];@@ -111,40 +128,47 @@ int cpu_map__get_socket_id(int cpu) return ret ?: value; } -int cpu_map__get_socket(struct perf_cpu_map *map, int idx, void *data __maybe_unused) +struct aggr_cpu_id cpu_map__get_socket(struct perf_cpu_map *map, int idx, + void *data __maybe_unused) { int cpu; + struct aggr_cpu_id socket = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr) - return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx]; - return cpu_map__get_socket_id(cpu); + socket.id = cpu_map__get_socket_id(cpu); + return socket; } -static int cmp_ids(const void *a, const void *b) +static int cmp_aggr_cpu_id(const void *a_pointer, const void *b_pointer) { - return *(int *)a - *(int *)b; + struct aggr_cpu_id *a = (struct aggr_cpu_id *)a_pointer; + struct aggr_cpu_id *b = (struct aggr_cpu_id *)b_pointer; + + return a->id - b->id; } -int cpu_map__build_map(struct perf_cpu_map *cpus, struct perf_cpu_map **res, - int (*f)(struct perf_cpu_map *map, int cpu, void *data), +int cpu_map__build_map(struct perf_cpu_map *cpus, struct cpu_aggr_map **res, + struct aggr_cpu_id (*f)(struct perf_cpu_map *map, int cpu, void *data), void *data) { - struct perf_cpu_map *c; + struct cpu_aggr_map *c; int nr = cpus->nr; - int cpu, s1, s2; + int cpu, s2; + struct aggr_cpu_id s1; /* allocate as much as possible */ - c = calloc(1, sizeof(*c) + nr * sizeof(int)); + c = calloc(1, sizeof(*c) + nr * sizeof(struct aggr_cpu_id)); if (!c) return -1; for (cpu = 0; cpu < nr; cpu++) { s1 = f(cpus, cpu, data); for (s2 = 0; s2 < c->nr; s2++) { - if (s1 == c->map[s2]) + if (cpu_map__compare_aggr_cpu_id(s1, c->map[s2])) break; } if (s2 == c->nr) {@@ -153,7 +177,7 @@ int cpu_map__build_map(struct perf_cpu_map *cpus, struct perf_cpu_map **res, } } /* ensure we process id in increasing order */ - qsort(c->map, c->nr, sizeof(int), cmp_ids); + qsort(c->map, c->nr, sizeof(struct aggr_cpu_id), cmp_aggr_cpu_id); refcount_set(&c->refcnt, 1); *res = c;@@ -167,23 +191,24 @@ int cpu_map__get_die_id(int cpu) return ret ?: value; } -int cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) +struct aggr_cpu_id cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) { - int cpu, die_id, s; + int cpu, s; + struct aggr_cpu_id die_id = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr) - return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx]; - die_id = cpu_map__get_die_id(cpu); + die_id.id = cpu_map__get_die_id(cpu); /* There is no die_id on legacy system. */ - if (die_id == -1) - die_id = 0; + if (die_id.id == -1) + die_id.id = 0; - s = cpu_map__get_socket(map, idx, data); + s = cpu_map__get_socket(map, idx, data).id; if (s == -1) - return -1; + return cpu_map__empty_aggr_cpu_id(); /* * Encode socket in bit range 15:8@@ -191,13 +216,14 @@ int cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) * we need a global id. So we combine * socket + die id */ - if (WARN_ONCE(die_id >> 8, "The die id number is too big.\n")) - return -1; + if (WARN_ONCE(die_id.id >> 8, "The die id number is too big.\n")) + return cpu_map__empty_aggr_cpu_id(); if (WARN_ONCE(s >> 8, "The socket id number is too big.\n")) - return -1; + return cpu_map__empty_aggr_cpu_id(); - return (s << 8) | (die_id & 0xff); + die_id.id = (s << 8) | (die_id.id & 0xff); + return die_id; } int cpu_map__get_core_id(int cpu)@@ -211,21 +237,22 @@ int cpu_map__get_node_id(int cpu) return cpu__get_node(cpu);
Review int cpu_map__get_node_id(int cpu) · line 245
Quoted 10 lines
(quoted diff) +3
-2} -int cpu_map__get_core(struct perf_cpu_map *map, int idx, void *data) +struct aggr_cpu_id cpu_map__get_core(struct perf_cpu_map *map, int idx, void *data) { - int cpu, s_die; + int cpu; + struct aggr_cpu_id core = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr)
should pre-existing code be idx >= map->nr? I didn't check the code any deeper
Quoted 5 lines
(quoted diff) +1
-1- return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx];
Hi John,
Sorry I missed your review comments here. Replies below:
Quoted 10 lines · John Garry
Quoted 4 lines
+static void
cpu_aggr_map__delete(struct cpu_aggr_map *map)+{
+ if (map) {is this check just paranoia?
Quoted 2 lines
+
WARN_ONCE(refcount_read(&map->refcnt) != 0, + "cpu_aggr_map refcnt unbalanced\n");
Quoted 6 lines
and this?
Review
Quoted 4 lines
+ free(map);
+ }(quoted diff) +2
-0+} +
The cpu_aggr_map__delete and cpu_aggr_map__put functions were direct copies of cpu_map__delete and cpu_map__put. I suppose there is more control over the usages of the new ones so the check could possibly be avoided.
It all depends on whether perf_stat__exit_aggr_mode() is only ever called once or not. But I think it might make sense to leave the checks for consistency and in case the maps are used somewhere else in the future.
Quoted 18 lines
Quoted 7 lines
(quoted diff) +6
-0+static void cpu_aggr_map__put(struct cpu_aggr_map *map) +{ + if (map && refcount_dec_and_test(&map->refcnt)) + cpu_aggr_map__delete(map); +} +static void
perf_stat__exit_aggr_mode(void)...
Review
Quoted 4 lines
+struct
cpu_aggr_map*cpu_aggr_map__empty_new(int nr)(quoted diff) +3
-0+{ + struct cpu_aggr_map *cpus = malloc(sizeof(*cpus) + sizeof(struct aggr_cpu_id) * nr); +if (!cpus)
return NULL
Quoted 5 lines
cpus->nr= nr;
...this avoids extra indentation and {}
Do you think I should also make this change to the existing perf_cpu_map__empty_new() function above for consistency?
Quoted 122 lines
Quoted 122 lines
+ if (cpus != NULL) {
+ int i;(quoted diff) +11
-0+ + cpus->nr = nr; + for (i = 0; i < nr; i++) + cpus->map[i] = cpu_map__empty_aggr_cpu_id(); + + refcount_set(&cpus->refcnt, 1); + } + + return cpus; +} +static int
cpu__get_topology_int(int cpu, const char *name, int *value){
char path[PATH_MAX];(quoted diff) +33
-16@@ -111,40 +128,47 @@ int cpu_map__get_socket_id(int cpu) return ret ?: value; } -int cpu_map__get_socket(struct perf_cpu_map *map, int idx, void *data __maybe_unused) +struct aggr_cpu_id cpu_map__get_socket(struct perf_cpu_map *map, int idx, + void *data __maybe_unused) { int cpu; + struct aggr_cpu_id socket = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr) - return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx]; - return cpu_map__get_socket_id(cpu); + socket.id = cpu_map__get_socket_id(cpu); + return socket; } -static int cmp_ids(const void *a, const void *b) +static int cmp_aggr_cpu_id(const void *a_pointer, const void *b_pointer) { - return *(int *)a - *(int *)b; + struct aggr_cpu_id *a = (struct aggr_cpu_id *)a_pointer; + struct aggr_cpu_id *b = (struct aggr_cpu_id *)b_pointer; + + return a->id - b->id; } -int cpu_map__build_map(struct perf_cpu_map *cpus, struct perf_cpu_map **res, - int (*f)(struct perf_cpu_map *map, int cpu, void *data), +int cpu_map__build_map(struct perf_cpu_map *cpus, struct cpu_aggr_map **res, + struct aggr_cpu_id (*f)(struct perf_cpu_map *map, int cpu, void *data), void *data) { - struct perf_cpu_map *c; + struct cpu_aggr_map *c; int nr = cpus->nr; - int cpu, s1, s2; + int cpu, s2; + struct aggr_cpu_id s1; /* allocate as much as possible */ - c = calloc(1, sizeof(*c) + nr * sizeof(int)); + c = calloc(1, sizeof(*c) + nr * sizeof(struct aggr_cpu_id)); if (!c) return -1; for (cpu = 0; cpu < nr; cpu++) { s1 = f(cpus, cpu, data); for (s2 = 0; s2 < c->nr; s2++) { - if (s1 == c->map[s2]) + if (cpu_map__compare_aggr_cpu_id(s1, c->map[s2])) break; } if (s2 == c->nr) {@@ -153,7 +177,7 @@ int cpu_map__build_map(struct perf_cpu_map *cpus, struct perf_cpu_map **res, } } /* ensure we process id in increasing order */ - qsort(c->map, c->nr, sizeof(int), cmp_ids); + qsort(c->map, c->nr, sizeof(struct aggr_cpu_id), cmp_aggr_cpu_id); refcount_set(&c->refcnt, 1); *res = c;@@ -167,23 +191,24 @@ int cpu_map__get_die_id(int cpu) return ret ?: value; } -int cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) +struct aggr_cpu_id cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) { - int cpu, die_id, s; + int cpu, s; + struct aggr_cpu_id die_id = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr) - return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx]; - die_id = cpu_map__get_die_id(cpu); + die_id.id = cpu_map__get_die_id(cpu); /* There is no die_id on legacy system. */ - if (die_id == -1) - die_id = 0; + if (die_id.id == -1) + die_id.id = 0; - s = cpu_map__get_socket(map, idx, data); + s = cpu_map__get_socket(map, idx, data).id; if (s == -1) - return -1; + return cpu_map__empty_aggr_cpu_id(); /* * Encode socket in bit range 15:8@@ -191,13 +216,14 @@ int cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) * we need a global id. So we combine * socket + die id */ - if (WARN_ONCE(die_id >> 8, "The die id number is too big.\n")) - return -1; + if (WARN_ONCE(die_id.id >> 8, "The die id number is too big.\n")) + return cpu_map__empty_aggr_cpu_id(); if (WARN_ONCE(s >> 8, "The socket id number is too big.\n")) - return -1; + return cpu_map__empty_aggr_cpu_id(); - return (s << 8) | (die_id & 0xff); + die_id.id = (s << 8) | (die_id.id & 0xff); + return die_id; } int cpu_map__get_core_id(int cpu)@@ -211,21 +237,22 @@ int cpu_map__get_node_id(int cpu) return cpu__get_node(cpu); } -int cpu_map__get_core(struct perf_cpu_map *map, int idx, void *data)
Quoted 8 lines
Review int cpu_map__get_node_id(int cpu) · line 244
Quoted 6 lines
(quoted diff) +3
-1+struct aggr_cpu_id cpu_map__get_core(struct perf_cpu_map *map, int idx, void *data) { - int cpu, s_die; + int cpu; + struct aggr_cpu_id core = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr)should pre-existing code be idx >=
map->nr? I didn't check the code any deeper
I think you might be right. But there is a mixture of > and >= throughout the file. So either the same mistake has been made several times or it's not zero indexed.
I will look into it.
Thanks
James
Quoted 5 lines
Quoted 5 lines
(quoted diff) +1
-1- return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx];
Quoted 191 lines · James Clark
Hi John,
Sorry I missed your review comments here. Replies below:
Quoted 10 lines · John Garry
Quoted 4 lines
+static void
cpu_aggr_map__delete(struct cpu_aggr_map *map)+{
+ if (map) {is this check just paranoia?
Quoted 2 lines
+
WARN_ONCE(refcount_read(&map->refcnt) != 0, + "cpu_aggr_map refcnt unbalanced\n");Quoted 6 lines
and this?
Review
Quoted 4 lines
+ free(map);
+ }(quoted diff) +2
-0+} +The
cpu_aggr_map__deleteandcpu_aggr_map__putfunctions were direct copies ofcpu_map__deleteandcpu_map__put. I suppose there is more control over the usages of the new ones so the check could possibly be avoided.It all depends on whether
perf_stat__exit_aggr_mode()is only ever called once or not. But I think it might make sense to leave the checks for consistency and in case the maps are used somewhere else in the future.Quoted 18 lines
Quoted 7 lines
(quoted diff) +6
-0+static void cpu_aggr_map__put(struct cpu_aggr_map *map) +{ + if (map && refcount_dec_and_test(&map->refcnt)) + cpu_aggr_map__delete(map); +} +static void
perf_stat__exit_aggr_mode(void)...
Review
Quoted 4 lines
+struct
cpu_aggr_map*cpu_aggr_map__empty_new(int nr)(quoted diff) +3
-0+{ + struct cpu_aggr_map *cpus = malloc(sizeof(*cpus) + sizeof(struct aggr_cpu_id) * nr); +if (!cpus)
return NULLQuoted 5 lines
cpus->nr= nr;
...this avoids extra indentation and {}
Do you think I should also make this change to the existing
perf_cpu_map__empty_new()function above for consistency?Quoted 122 lines
Quoted 122 lines
+ if (cpus != NULL) {
+ int i;(quoted diff) +11
-0+ + cpus->nr = nr; + for (i = 0; i < nr; i++) + cpus->map[i] = cpu_map__empty_aggr_cpu_id(); + + refcount_set(&cpus->refcnt, 1); + } + + return cpus; +} +static int
cpu__get_topology_int(int cpu, const char *name, int *value){
char path[PATH_MAX];(quoted diff) +33
-16@@ -111,40 +128,47 @@ int cpu_map__get_socket_id(int cpu) return ret ?: value; } -int cpu_map__get_socket(struct perf_cpu_map *map, int idx, void *data __maybe_unused) +struct aggr_cpu_id cpu_map__get_socket(struct perf_cpu_map *map, int idx, + void *data __maybe_unused) { int cpu; + struct aggr_cpu_id socket = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr) - return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx]; - return cpu_map__get_socket_id(cpu); + socket.id = cpu_map__get_socket_id(cpu); + return socket; } -static int cmp_ids(const void *a, const void *b) +static int cmp_aggr_cpu_id(const void *a_pointer, const void *b_pointer) { - return *(int *)a - *(int *)b; + struct aggr_cpu_id *a = (struct aggr_cpu_id *)a_pointer; + struct aggr_cpu_id *b = (struct aggr_cpu_id *)b_pointer; + + return a->id - b->id; } -int cpu_map__build_map(struct perf_cpu_map *cpus, struct perf_cpu_map **res, - int (*f)(struct perf_cpu_map *map, int cpu, void *data), +int cpu_map__build_map(struct perf_cpu_map *cpus, struct cpu_aggr_map **res, + struct aggr_cpu_id (*f)(struct perf_cpu_map *map, int cpu, void *data), void *data) { - struct perf_cpu_map *c; + struct cpu_aggr_map *c; int nr = cpus->nr; - int cpu, s1, s2; + int cpu, s2; + struct aggr_cpu_id s1; /* allocate as much as possible */ - c = calloc(1, sizeof(*c) + nr * sizeof(int)); + c = calloc(1, sizeof(*c) + nr * sizeof(struct aggr_cpu_id)); if (!c) return -1; for (cpu = 0; cpu < nr; cpu++) { s1 = f(cpus, cpu, data); for (s2 = 0; s2 < c->nr; s2++) { - if (s1 == c->map[s2]) + if (cpu_map__compare_aggr_cpu_id(s1, c->map[s2])) break; } if (s2 == c->nr) {@@ -153,7 +177,7 @@ int cpu_map__build_map(struct perf_cpu_map *cpus, struct perf_cpu_map **res, } } /* ensure we process id in increasing order */ - qsort(c->map, c->nr, sizeof(int), cmp_ids); + qsort(c->map, c->nr, sizeof(struct aggr_cpu_id), cmp_aggr_cpu_id); refcount_set(&c->refcnt, 1); *res = c;@@ -167,23 +191,24 @@ int cpu_map__get_die_id(int cpu) return ret ?: value; } -int cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) +struct aggr_cpu_id cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) { - int cpu, die_id, s; + int cpu, s; + struct aggr_cpu_id die_id = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr) - return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx]; - die_id = cpu_map__get_die_id(cpu); + die_id.id = cpu_map__get_die_id(cpu); /* There is no die_id on legacy system. */ - if (die_id == -1) - die_id = 0; + if (die_id.id == -1) + die_id.id = 0; - s = cpu_map__get_socket(map, idx, data); + s = cpu_map__get_socket(map, idx, data).id; if (s == -1) - return -1; + return cpu_map__empty_aggr_cpu_id(); /* * Encode socket in bit range 15:8@@ -191,13 +216,14 @@ int cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) * we need a global id. So we combine * socket + die id */ - if (WARN_ONCE(die_id >> 8, "The die id number is too big.\n")) - return -1; + if (WARN_ONCE(die_id.id >> 8, "The die id number is too big.\n")) + return cpu_map__empty_aggr_cpu_id(); if (WARN_ONCE(s >> 8, "The socket id number is too big.\n")) - return -1; + return cpu_map__empty_aggr_cpu_id(); - return (s << 8) | (die_id & 0xff); + die_id.id = (s << 8) | (die_id.id & 0xff); + return die_id; } int cpu_map__get_core_id(int cpu)@@ -211,21 +237,22 @@ int cpu_map__get_node_id(int cpu) return cpu__get_node(cpu); } -int cpu_map__get_core(struct perf_cpu_map *map, int idx, void *data)Quoted 8 lines
Review int cpu_map__get_node_id(int cpu) · line 244
Quoted 6 lines
(quoted diff) +3
-1+struct aggr_cpu_id cpu_map__get_core(struct perf_cpu_map *map, int idx, void *data) { - int cpu, s_die; + int cpu; + struct aggr_cpu_id core = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr)should pre-existing code be idx >=
map->nr? I didn't check the code any deeper
Quoted 4 lines
I think you might be right. But there is a mixture of > and >= throughout the file. So either the same mistake has been made several times or it's not zero indexed.
I will look into it.
Hi Garry,
Yes > is an issue and it should be >=. It probably hasn't caused a problem because the function is never called with idx out of bounds.
I think I'd like to fix this in a separate patchset after this one as it's unrelated to my change. Although it might have to wait until it's merged otherwise there would probably be an annoying conflict.
What do you think?
Thanks
James
Quoted 8 lines
Thanks
JamesQuoted 5 lines
Quoted 5 lines
(quoted diff) +1
-1- return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx];
Quoted 194 lines · James Clark
Quoted 191 lines · James Clark
Hi John,
Sorry I missed your review comments here. Replies below:
Quoted 10 lines · John Garry
Quoted 4 lines
+static void
cpu_aggr_map__delete(struct cpu_aggr_map *map)+{
+ if (map) {is this check just paranoia?
Quoted 2 lines
+
WARN_ONCE(refcount_read(&map->refcnt) != 0, + "cpu_aggr_map refcnt unbalanced\n");Quoted 6 lines
and this?
Review
Quoted 4 lines
+ free(map);
+ }(quoted diff) +2
-0+} +The
cpu_aggr_map__deleteandcpu_aggr_map__putfunctions were direct copies ofcpu_map__deleteandcpu_map__put. I suppose there is more control over the usages of the new ones so the check could possibly be avoided.It all depends on whether
perf_stat__exit_aggr_mode()is only ever called once or not. But I think it might make sense to leave the checks for consistency and in case the maps are used somewhere else in the future.Quoted 18 lines
Quoted 7 lines
(quoted diff) +6
-0+static void cpu_aggr_map__put(struct cpu_aggr_map *map) +{ + if (map && refcount_dec_and_test(&map->refcnt)) + cpu_aggr_map__delete(map); +} +static void
perf_stat__exit_aggr_mode(void)...
Review
Quoted 4 lines
+struct
cpu_aggr_map*cpu_aggr_map__empty_new(int nr)(quoted diff) +3
-0+{ + struct cpu_aggr_map *cpus = malloc(sizeof(*cpus) + sizeof(struct aggr_cpu_id) * nr); +if (!cpus)
return NULLQuoted 5 lines
cpus->nr= nr;
...this avoids extra indentation and {}
Do you think I should also make this change to the existing
perf_cpu_map__empty_new()function above for consistency?Quoted 130 lines
Quoted 119 lines
+ if (cpus != NULL) {
+ int i;(quoted diff) +11
-0+ + cpus->nr = nr; + for (i = 0; i < nr; i++) + cpus->map[i] = cpu_map__empty_aggr_cpu_id(); + + refcount_set(&cpus->refcnt, 1); + } + + return cpus; +} +static int
cpu__get_topology_int(int cpu, const char *name, int *value){
char path[PATH_MAX];(quoted diff) +2
-0@@ -111,40 +128,47 @@ int cpu_map__get_socket_id(int cpu) return ret ?: value; } -int cpu_map__get_socket(struct perf_cpu_map *map, int idx, void *data __maybe_unused) +struct aggr_cpu_id cpu_map__get_socket(struct perf_cpu_map *map, int idx, + void *data __maybe_unused) {int cpu;It looks like
+ structaggr_cpu_idsocket =cpu_map__empty_aggr_cpu_id();
if (idx >map->nr)
- return -1;
+ returncpu_map__empty_aggr_cpu_id();
cpu = map->map[idx];
- returncpu_map__get_socket_id(cpu);
+ socket.id =cpu_map__get_socket_id(cpu);
+ return socket;
}
-static intcmp_ids(const void *a, const void *b)
+static intcmp_aggr_cpu_id(const void *a_pointer, const void *b_pointer){
- return *(int *)a - *(int *)b;
+ structaggr_cpu_id*a = (structaggr_cpu_id*)a_pointer;
+ structaggr_cpu_id*b = (structaggr_cpu_id*)b_pointer;
+
+ returna->id-b->id;
}
-int cpu_map__build_map(structperf_cpu_map*cpus, structperf_cpu_map**res, - int (*f)(structperf_cpu_map*map, int cpu, void *data), +int cpu_map__build_map(structperf_cpu_map*cpus, structcpu_aggr_map**res, + structaggr_cpu_id(*f)(structperf_cpu_map*map, int cpu, void *data), void *data)
{
- structperf_cpu_map*c;
+ structcpu_aggr_map*c;
int nr =cpus->nr;
- int cpu, s1, s2;
+ int cpu, s2;
+ structaggr_cpu_ids1;
/* allocate as much as possible */
- c =calloc(1, sizeof(*c) + nr * sizeof(int));
+ c =calloc(1, sizeof(*c) + nr * sizeof(struct aggr_cpu_id));
if (!c)
return -1;
for (cpu = 0; cpu < nr; cpu++) {
s1 =f(cpus, cpu, data);
for (s2 = 0; s2 <c->nr; s2++) {
- if (s1 == c->map[s2])
+ if (cpu_map__compare_aggr_cpu_id(s1, c->map[s2]))
break;
}
if (s2 ==c->nr) {(quoted diff) +15
-9@@ -153,7 +177,7 @@ int cpu_map__build_map(struct perf_cpu_map *cpus, struct perf_cpu_map **res, } } /* ensure we process id in increasing order */ - qsort(c->map, c->nr, sizeof(int), cmp_ids); + qsort(c->map, c->nr, sizeof(struct aggr_cpu_id), cmp_aggr_cpu_id); refcount_set(&c->refcnt, 1); *res = c;@@ -167,23 +191,24 @@ int cpu_map__get_die_id(int cpu) return ret ?: value; } -int cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) +struct aggr_cpu_id cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) { - int cpu, die_id, s; + int cpu, s; + struct aggr_cpu_id die_id = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr) - return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx]; - die_id = cpu_map__get_die_id(cpu); + die_id.id = cpu_map__get_die_id(cpu); /* There is no die_id on legacy system. */ - if (die_id == -1) - die_id = 0; + if (die_id.id == -1) + die_id.id = 0; - s = cpu_map__get_socket(map, idx, data); + s = cpu_map__get_socket(map, idx, data).id; if (s == -1) - return -1; + return cpu_map__empty_aggr_cpu_id(); /* * Encode socket in bit range 15:8@@ -191,13 +216,14 @@ int cpu_map__get_die(struct perf_cpu_map *map, int idx, void *data) * we need a global id. So we combine * socket + die id */ - if (WARN_ONCE(die_id >> 8, "The die id number is too big.\n")) - return -1; + if (WARN_ONCE(die_id.id >> 8, "The die id number is too big.\n")) + return cpu_map__empty_aggr_cpu_id(); if (WARN_ONCE(s >> 8, "The socket id number is too big.\n")) - return -1; + return cpu_map__empty_aggr_cpu_id(); - return (s << 8) | (die_id & 0xff); + die_id.id = (s << 8) | (die_id.id & 0xff); + return die_id; } int cpu_map__get_core_id(int cpu)Review int cpu_map__get_node_id(int cpu) · line 244
Quoted 9 lines
(quoted diff) +3
-1@@ -211,21 +237,22 @@ int cpu_map__get_node_id(int cpu) return cpu__get_node(cpu); } -int cpu_map__get_core(struct perf_cpu_map *map, int idx, void *data) +struct aggr_cpu_id cpu_map__get_core(struct perf_cpu_map *map, int idx, void *data) { - int cpu, s_die; + int cpu; + struct aggr_cpu_id core = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr)should pre-existing code be idx >=
map->nr? I didn't check the code any deeper
Quoted 7 lines
Quoted 4 lines
I think you might be right. But there is a mixture of > and >= throughout the file. So either the same mistake has been made several times or it's not zero indexed.
I will look into it.
Hi Garry,
Sorry, John, not Garry!
Quoted 21 lines
Yes > is an issue and it should be >=. It probably hasn't caused a problem because the function is never called with idx out of bounds.
I think I'd like to fix this in a separate patchset after this one as it's unrelated to my change. Although it might have to wait until it's merged otherwise there would probably be an annoying conflict.
What do you think?
Thanks
JamesQuoted 8 lines
Thanks
JamesQuoted 5 lines
Quoted 5 lines
(quoted diff) +1
-1- return -1; + return cpu_map__empty_aggr_cpu_id(); cpu = map->map[idx];
A message that is not in the archive (sent off-list or not yet received): [email protected]
A message that is not in the archive (sent off-list or not yet received): 20201108124412.GA196289@krava
Re: [PATCH V2 3/3] perf tools: fix perf stat with large socket IDs
Quoted 30 lines · Jiri Olsa
On Wed, Oct 28, 2020 at 09:43:11AM +0000, James Clark wrote:
SNIP
Quoted 11 lines
(quoted diff) +0
-7- * Encode socket in bit range 31:24 - * encode die id in bit range 23:16 * core_id is relative to socket and die, * we need a global id. So we combine * socket + die id + core id */ - if (WARN_ONCE(env->cpu[cpu].socket_id >> 8, "The socket id number is too big.\n")) - return cpu_map__empty_aggr_cpu_id(); - - if (WARN_ONCE(env->cpu[cpu].die_id >> 8, "The die id number is too big.\n")) - return cpu_map__empty_aggr_cpu_id();Review
Quoted 10 lines
(quoted diff) +3
-7- - if (WARN_ONCE(env->cpu[cpu].core_id >> 16, "The core id number is too big.\n")) - return cpu_map__empty_aggr_cpu_id(); - - core.id = (env->cpu[cpu].socket_id << 24) | - (env->cpu[cpu].die_id << 16) | - (env->cpu[cpu].core_id & 0xffff); + core.socket_id = env->cpu[cpu].socket_id; + core.die_id = env->cpu[cpu].die_id; + core.core_id = env->cpu[cpu].core_id;all 3 functions above look like they could be united just to single one, because they are no longer steping on ech other data
Quoted 5 lines
perhaps best as separate patch, so the change is clean
there are also the 'system retrieval counter' functions, where it's possible better to keep it separated from performance reasons, but here it's just value assigment
Hi Jiri,
I have a new patchset ready without this change, and I started working on this, but I came across some issues:
For example if all of the members are filled in regardless of the aggregation type, then the comparison function that actually decides whether cores should be aggregated or not will need to be modified to accept the current aggregation mode.
This would be possible, but would have a knock on effect when the values are read from the system if the code is to be shared.
Also there is a second issue where some of the current functions have different failure conditions. For example if socket can't be read, then that mode will fail, but other aggregation modes will still work. If we make the change to unify all the functions then that could get a bit more complicated.
I just wanted to get your opinion whether to submit the broken up set without this extra change or carry on trying to work out a solution?
Thanks
James
Quoted 68 lines
SNIP
Quoted 12 lines
struct
aggr_cpu_idcpu_map__get_die(struct perf_cpu_map *map, int idx, void *data){(quoted diff) +1
-2- int cpu, s; + int cpu; struct aggr_cpu_id die_id = cpu_map__empty_aggr_cpu_id(); if (idx > map->nr)@@ -201,28 +210,20 @@ struct aggr_cpu_id cpu_map__get_die(struct perf_cpu_map *map, int idx, void *dat cpu = map->map[idx]; - die_id.id = cpu_map__get_die_id(cpu);Review struct aggr_cpu_id cpu_map__get_die(struct perf_cpu_map *map, int idx, void *dat · line 216
Quoted 10 lines
(quoted diff) +3
-6+ die_id.die_id = cpu_map__get_die_id(cpu); /* There is no die_id on legacy system. */ - if (die_id.id == -1) - die_id.id = 0; - - s = cpu_map__get_socket(map, idx, data).id; - if (s == -1) - return cpu_map__empty_aggr_cpu_id(); + if (die_id.die_id == -1) + die_id.die_id = 0;please call the local variable just 'id', there are other places like this for socket/core..
SNIP
Quoted 5 lines
tools/perf/util/cpumap.h +0
-0tools/perf/util/cpumap.h line 15
Quoted 9 lines
tools/perf/util/cpumap.h +5
-1@@ -8,7 +8,11 @@#include <perf/cpumap.h> struct aggr_cpu_id { -int id; +int socket_id; +int die_id; +int core_id; +int node_id; +int thread_id;please don't use the
_idsuffix in here, there's already id in the struct nameQuoted 14 lines
tools/perf/util/cpumap.h +1
-0};struct cpu_aggr_map {@@ -21,6 +25,7 @@ struct perf_record_cpu_map_data;struct perf_cpu_map *perf_cpu_map__empty_new (int nr);struct cpu_aggr_map *cpu_aggr_map__empty_new (int nr); +struct perf_cpu_map *cpu_map__new_data (struct perf_record_cpu_map_data *data);size_t cpu_map__snprint (struct perf_cpu_map *map,char *buf,size_t size);size_t cpu_map__snprint_mask (struct perf_cpu_map *map,char *buf,size_t size);@@ -46,21 +51,6 @@ static inline int cpu_map__socket(struct perf_cpu_map *sock, int s)return sock->map[s]; }SNIP
Re: [PATCH V2 3/3] perf tools: fix perf stat with large socket IDs
Quoted 39 lines · James Clark
Quoted 30 lines · Jiri Olsa
On Wed, Oct 28, 2020 at 09:43:11AM +0000, James Clark wrote:
SNIP
Quoted 11 lines
(quoted diff) +0
-7- * Encode socket in bit range 31:24 - * encode die id in bit range 23:16 * core_id is relative to socket and die, * we need a global id. So we combine * socket + die id + core id */ - if (WARN_ONCE(env->cpu[cpu].socket_id >> 8, "The socket id number is too big.\n")) - return cpu_map__empty_aggr_cpu_id(); - - if (WARN_ONCE(env->cpu[cpu].die_id >> 8, "The die id number is too big.\n")) - return cpu_map__empty_aggr_cpu_id();Review
Quoted 10 lines
(quoted diff) +3
-7- - if (WARN_ONCE(env->cpu[cpu].core_id >> 16, "The core id number is too big.\n")) - return cpu_map__empty_aggr_cpu_id(); - - core.id = (env->cpu[cpu].socket_id << 24) | - (env->cpu[cpu].die_id << 16) | - (env->cpu[cpu].core_id & 0xffff); + core.socket_id = env->cpu[cpu].socket_id; + core.die_id = env->cpu[cpu].die_id; + core.core_id = env->cpu[cpu].core_id;all 3 functions above look like they could be united just to single one, because they are no longer steping on ech other data
Quoted 5 lines
perhaps best as separate patch, so the change is clean
there are also the 'system retrieval counter' functions, where it's possible better to keep it separated from performance reasons, but here it's just value assigment
Quoted 8 lines
Hi Jiri,
I have a new patchset ready without this change, and I started working on this, but I came across some issues:
For example if all of the members are filled in regardless of the aggregation type, then the comparison function that actually decides whether cores should be aggregated or not will need to be modified to accept the current aggregation mode.
ah, because we compare all the values regardless and normaly there'd be -1
Quoted 11 lines
This would be possible, but would have a knock on effect when the values are read from the system if the code is to be shared.
Also there is a second issue where some of the current functions have different failure conditions. For example if socket can't be read, then that mode will fail, but other aggregation modes will still work. If we make the change to unify all the functions then that could get a bit more complicated.
I just wanted to get your opinion whether to submit the broken up set without this extra change or carry on trying to work out a solution?
ok forget it then, seems like possible follow up changes if it's even worthy
thanks for checking on that
jirka