From: Arnaldo Carvalho de Melo <acme@kernel.org>
To: Ian Rogers <irogers@google.com>
Cc: John Garry <john.g.garry@oracle.com>,
Will Deacon <will@kernel.org>, James Clark <james.clark@arm.com>,
Mike Leach <mike.leach@linaro.org>, Leo Yan <leo.yan@linaro.org>,
Peter Zijlstra <peterz@infradead.org>,
Ingo Molnar <mingo@redhat.com>,
Mark Rutland <mark.rutland@arm.com>,
Alexander Shishkin <alexander.shishkin@linux.intel.com>,
Jiri Olsa <jolsa@kernel.org>, Namhyung Kim <namhyung@kernel.org>,
Adrian Hunter <adrian.hunter@intel.com>,
Suzuki K Poulose <suzuki.poulose@arm.com>,
"Naveen N. Rao" <naveen.n.rao@linux.vnet.ibm.com>,
Kan Liang <kan.liang@linux.intel.com>,
German Gomez <german.gomez@arm.com>,
Ali Saidi <alisaidi@amazon.com>,
Jing Zhang <renyu.zj@linux.alibaba.com>,
Athira Rajeev <atrajeev@linux.vnet.ibm.com>,
Miguel Ojeda <ojeda@kernel.org>,
ye xingchen <ye.xingchen@zte.com.cn>,
Liam Howlett <liam.howlett@oracle.com>,
Dmitrii Dolgov <9erthalion6@gmail.com>,
Yang Jihong <yangjihong1@huawei.com>,
K Prateek Nayak <kprateek.nayak@amd.com>,
Changbin Du <changbin.du@huawei.com>,
Ravi Bangoria <ravi.bangoria@amd.com>,
Sean Christopherson <seanjc@google.com>,
Andi Kleen <ak@linux.intel.com>,
"Steinar H. Gunderson" <sesse@google.com>,
Yuan Can <yuancan@huawei.com>,
Brian Robbins <brianrob@linux.microsoft.com>,
liuwenyu <liuwenyu7@huawei.com>,
Ivan Babrou <ivan@cloudflare.com>,
Fangrui Song <maskray@google.com>,
linux-kernel@vger.kernel.org,
linux-arm-kernel@lists.infradead.org,
linux-perf-users@vger.kernel.org, coresight@lists.linaro.org
Subject: Re: [PATCH v2 02/26] perf thread: Make threads rbtree non-invasive
Date: Fri, 9 Jun 2023 11:13:38 -0300 [thread overview]
Message-ID: <ZIMzkkxp0RFgjIwW@kernel.org> (raw)
In-Reply-To: <20230608232823.4027869-3-irogers@google.com>
Em Thu, Jun 08, 2023 at 04:27:59PM -0700, Ian Rogers escreveu:
> Separate the rbtree out of thread and into a new struct
> thread_rb_node. The refcnt is in thread and the rbtree is responsible
> for a single count.
You stated what you did, but didn't spell out the reason, can you
ellaborate on this so that the git history becomes more helpful for new
contributors?
- Arnaldo
> Signed-off-by: Ian Rogers <irogers@google.com>
> ---
> tools/perf/builtin-report.c | 2 +-
> tools/perf/builtin-trace.c | 2 +-
> tools/perf/util/machine.c | 101 +++++++++++++++++++++++-------------
> tools/perf/util/thread.c | 3 --
> tools/perf/util/thread.h | 6 ++-
> 5 files changed, 73 insertions(+), 41 deletions(-)
>
> diff --git a/tools/perf/builtin-report.c b/tools/perf/builtin-report.c
> index 92c6797e7cba..c7d526283baf 100644
> --- a/tools/perf/builtin-report.c
> +++ b/tools/perf/builtin-report.c
> @@ -911,7 +911,7 @@ static int tasks_print(struct report *rep, FILE *fp)
> nd = rb_next(nd)) {
> task = tasks + itask++;
>
> - task->thread = rb_entry(nd, struct thread, rb_node);
> + task->thread = rb_entry(nd, struct thread_rb_node, rb_node)->thread;
> INIT_LIST_HEAD(&task->children);
> INIT_LIST_HEAD(&task->list);
> thread__set_priv(task->thread, task);
> diff --git a/tools/perf/builtin-trace.c b/tools/perf/builtin-trace.c
> index 62c7c99a0fe4..b0dd202d14eb 100644
> --- a/tools/perf/builtin-trace.c
> +++ b/tools/perf/builtin-trace.c
> @@ -4348,7 +4348,7 @@ DEFINE_RESORT_RB(threads, (thread__nr_events(a->thread->priv) < thread__nr_event
> struct thread *thread;
> )
> {
> - entry->thread = rb_entry(nd, struct thread, rb_node);
> + entry->thread = rb_entry(nd, struct thread_rb_node, rb_node)->thread;
> }
>
> static size_t trace__fprintf_thread_summary(struct trace *trace, FILE *fp)
> diff --git a/tools/perf/util/machine.c b/tools/perf/util/machine.c
> index a1954ac85f59..cbf092e32ee9 100644
> --- a/tools/perf/util/machine.c
> +++ b/tools/perf/util/machine.c
> @@ -43,7 +43,8 @@
> #include <linux/string.h>
> #include <linux/zalloc.h>
>
> -static void __machine__remove_thread(struct machine *machine, struct thread *th, bool lock);
> +static void __machine__remove_thread(struct machine *machine, struct thread_rb_node *nd,
> + struct thread *th, bool lock);
> static int append_inlines(struct callchain_cursor *cursor, struct map_symbol *ms, u64 ip);
>
> static struct dso *machine__kernel_dso(struct machine *machine)
> @@ -72,6 +73,21 @@ static void machine__threads_init(struct machine *machine)
> }
> }
>
> +static int thread_rb_node__cmp_tid(const void *key, const struct rb_node *nd)
> +{
> + int to_find = (int) *((pid_t *)key);
> +
> + return to_find - (int)rb_entry(nd, struct thread_rb_node, rb_node)->thread->tid;
> +}
> +
> +static struct thread_rb_node *thread_rb_node__find(const struct thread *th,
> + struct rb_root *tree)
> +{
> + struct rb_node *nd = rb_find(&th->tid, tree, thread_rb_node__cmp_tid);
> +
> + return rb_entry(nd, struct thread_rb_node, rb_node);
> +}
> +
> static int machine__set_mmap_name(struct machine *machine)
> {
> if (machine__is_host(machine))
> @@ -214,10 +230,10 @@ void machine__delete_threads(struct machine *machine)
> down_write(&threads->lock);
> nd = rb_first_cached(&threads->entries);
> while (nd) {
> - struct thread *t = rb_entry(nd, struct thread, rb_node);
> + struct thread_rb_node *trb = rb_entry(nd, struct thread_rb_node, rb_node);
>
> nd = rb_next(nd);
> - __machine__remove_thread(machine, t, false);
> + __machine__remove_thread(machine, trb, trb->thread, false);
> }
> up_write(&threads->lock);
> }
> @@ -605,6 +621,7 @@ static struct thread *____machine__findnew_thread(struct machine *machine,
> struct rb_node **p = &threads->entries.rb_root.rb_node;
> struct rb_node *parent = NULL;
> struct thread *th;
> + struct thread_rb_node *nd;
> bool leftmost = true;
>
> th = threads__get_last_match(threads, machine, pid, tid);
> @@ -613,7 +630,7 @@ static struct thread *____machine__findnew_thread(struct machine *machine,
>
> while (*p != NULL) {
> parent = *p;
> - th = rb_entry(parent, struct thread, rb_node);
> + th = rb_entry(parent, struct thread_rb_node, rb_node)->thread;
>
> if (th->tid == tid) {
> threads__set_last_match(threads, th);
> @@ -633,30 +650,39 @@ static struct thread *____machine__findnew_thread(struct machine *machine,
> return NULL;
>
> th = thread__new(pid, tid);
> - if (th != NULL) {
> - rb_link_node(&th->rb_node, parent, p);
> - rb_insert_color_cached(&th->rb_node, &threads->entries, leftmost);
> + if (th == NULL)
> + return NULL;
>
> - /*
> - * We have to initialize maps separately after rb tree is updated.
> - *
> - * The reason is that we call machine__findnew_thread
> - * within thread__init_maps to find the thread
> - * leader and that would screwed the rb tree.
> - */
> - if (thread__init_maps(th, machine)) {
> - rb_erase_cached(&th->rb_node, &threads->entries);
> - RB_CLEAR_NODE(&th->rb_node);
> - thread__put(th);
> - return NULL;
> - }
> - /*
> - * It is now in the rbtree, get a ref
> - */
> - thread__get(th);
> - threads__set_last_match(threads, th);
> - ++threads->nr;
> + nd = malloc(sizeof(*nd));
> + if (nd == NULL) {
> + thread__put(th);
> + return NULL;
> + }
> + nd->thread = th;
> +
> + rb_link_node(&nd->rb_node, parent, p);
> + rb_insert_color_cached(&nd->rb_node, &threads->entries, leftmost);
> +
> + /*
> + * We have to initialize maps separately after rb tree is updated.
> + *
> + * The reason is that we call machine__findnew_thread within
> + * thread__init_maps to find the thread leader and that would screwed
> + * the rb tree.
> + */
> + if (thread__init_maps(th, machine)) {
> + rb_erase_cached(&nd->rb_node, &threads->entries);
> + RB_CLEAR_NODE(&nd->rb_node);
> + free(nd);
> + thread__put(th);
> + return NULL;
> }
> + /*
> + * It is now in the rbtree, get a ref
> + */
> + thread__get(th);
> + threads__set_last_match(threads, th);
> + ++threads->nr;
>
> return th;
> }
> @@ -1109,7 +1135,7 @@ size_t machine__fprintf(struct machine *machine, FILE *fp)
>
> for (nd = rb_first_cached(&threads->entries); nd;
> nd = rb_next(nd)) {
> - struct thread *pos = rb_entry(nd, struct thread, rb_node);
> + struct thread *pos = rb_entry(nd, struct thread_rb_node, rb_node)->thread;
>
> ret += thread__fprintf(pos, fp);
> }
> @@ -2020,10 +2046,14 @@ int machine__process_mmap_event(struct machine *machine, union perf_event *event
> return 0;
> }
>
> -static void __machine__remove_thread(struct machine *machine, struct thread *th, bool lock)
> +static void __machine__remove_thread(struct machine *machine, struct thread_rb_node *nd,
> + struct thread *th, bool lock)
> {
> struct threads *threads = machine__threads(machine, th->tid);
>
> + if (!nd)
> + nd = thread_rb_node__find(th, &threads->entries.rb_root);
> +
> if (threads->last_match == th)
> threads__set_last_match(threads, NULL);
>
> @@ -2032,11 +2062,12 @@ static void __machine__remove_thread(struct machine *machine, struct thread *th,
>
> BUG_ON(refcount_read(&th->refcnt) == 0);
>
> - rb_erase_cached(&th->rb_node, &threads->entries);
> - RB_CLEAR_NODE(&th->rb_node);
> + thread__put(nd->thread);
> + rb_erase_cached(&nd->rb_node, &threads->entries);
> + RB_CLEAR_NODE(&nd->rb_node);
> --threads->nr;
>
> - thread__put(th);
> + free(nd);
>
> if (lock)
> up_write(&threads->lock);
> @@ -2044,7 +2075,7 @@ static void __machine__remove_thread(struct machine *machine, struct thread *th,
>
> void machine__remove_thread(struct machine *machine, struct thread *th)
> {
> - return __machine__remove_thread(machine, th, true);
> + return __machine__remove_thread(machine, NULL, th, true);
> }
>
> int machine__process_fork_event(struct machine *machine, union perf_event *event,
> @@ -3167,7 +3198,6 @@ int machine__for_each_thread(struct machine *machine,
> {
> struct threads *threads;
> struct rb_node *nd;
> - struct thread *thread;
> int rc = 0;
> int i;
>
> @@ -3175,8 +3205,9 @@ int machine__for_each_thread(struct machine *machine,
> threads = &machine->threads[i];
> for (nd = rb_first_cached(&threads->entries); nd;
> nd = rb_next(nd)) {
> - thread = rb_entry(nd, struct thread, rb_node);
> - rc = fn(thread, priv);
> + struct thread_rb_node *trb = rb_entry(nd, struct thread_rb_node, rb_node);
> +
> + rc = fn(trb->thread, priv);
> if (rc != 0)
> return rc;
> }
> diff --git a/tools/perf/util/thread.c b/tools/perf/util/thread.c
> index d949bffc0ed6..38d300e3e4d3 100644
> --- a/tools/perf/util/thread.c
> +++ b/tools/perf/util/thread.c
> @@ -66,7 +66,6 @@ struct thread *thread__new(pid_t pid, pid_t tid)
>
> list_add(&comm->list, &thread->comm_list);
> refcount_set(&thread->refcnt, 1);
> - RB_CLEAR_NODE(&thread->rb_node);
> /* Thread holds first ref to nsdata. */
> thread->nsinfo = nsinfo__new(pid);
> srccode_state_init(&thread->srccode_state);
> @@ -84,8 +83,6 @@ void thread__delete(struct thread *thread)
> struct namespaces *namespaces, *tmp_namespaces;
> struct comm *comm, *tmp_comm;
>
> - BUG_ON(!RB_EMPTY_NODE(&thread->rb_node));
> -
> thread_stack__free(thread);
>
> if (thread->maps) {
> diff --git a/tools/perf/util/thread.h b/tools/perf/util/thread.h
> index 86737812e06b..3b3f9fb5a916 100644
> --- a/tools/perf/util/thread.h
> +++ b/tools/perf/util/thread.h
> @@ -29,8 +29,12 @@ struct lbr_stitch {
> struct callchain_cursor_node *prev_lbr_cursor;
> };
>
> +struct thread_rb_node {
> + struct rb_node rb_node;
> + struct thread *thread;
> +};
> +
> struct thread {
> - struct rb_node rb_node;
> struct maps *maps;
> pid_t pid_; /* Not all tools update this */
> pid_t tid;
> --
> 2.41.0.162.gfafddb0af9-goog
>
--
- Arnaldo
next prev parent reply other threads:[~2023-06-09 14:13 UTC|newest]
Thread overview: 40+ messages / expand[flat|nested] mbox.gz Atom feed top
2023-06-08 23:27 [PATCH v2 00/26] Fix memory leaks (was reference count checking for thread) Ian Rogers
2023-06-08 23:27 ` [PATCH v2 01/26] perf thread: Remove notion of dead threads Ian Rogers
2023-06-08 23:27 ` [PATCH v2 02/26] perf thread: Make threads rbtree non-invasive Ian Rogers
2023-06-09 14:13 ` Arnaldo Carvalho de Melo [this message]
2023-06-08 23:28 ` [PATCH v2 03/26] perf thread: Add accessor functions for thread Ian Rogers
2023-06-09 14:15 ` Arnaldo Carvalho de Melo
2023-06-09 14:50 ` Arnaldo Carvalho de Melo
2023-06-08 23:28 ` [PATCH v2 04/26] perf maps: Make delete static, always use put Ian Rogers
2023-06-09 14:17 ` Arnaldo Carvalho de Melo
2023-06-08 23:28 ` [PATCH v2 05/26] perf addr_location: Move to its own header Ian Rogers
2023-06-09 14:18 ` Arnaldo Carvalho de Melo
2023-06-08 23:28 ` [PATCH v2 06/26] perf addr_location: Add init/exit/copy functions Ian Rogers
2023-06-09 19:48 ` Arnaldo Carvalho de Melo
2023-06-08 23:28 ` [PATCH v2 07/26] perf thread: Add reference count checking Ian Rogers
2023-06-08 23:28 ` [PATCH v2 08/26] perf machine: Make delete_threads part of machine__exit Ian Rogers
2023-06-08 23:28 ` [PATCH v2 09/26] perf report: Avoid thread leak Ian Rogers
2023-06-08 23:28 ` [PATCH v2 10/26] perf header: Ensure bitmaps are freed Ian Rogers
2023-06-08 23:28 ` [PATCH v2 11/26] perf stat: Avoid evlist leak Ian Rogers
2023-06-08 23:28 ` [PATCH v2 12/26] perf intel-pt: Fix missed put and leak Ian Rogers
2023-06-08 23:28 ` [PATCH v2 13/26] perf evlist: Free stats in all evlist destruction Ian Rogers
2023-06-08 23:28 ` [PATCH v2 14/26] perf python: Avoid 2 leak sanitizer issues Ian Rogers
2023-06-08 23:28 ` [PATCH v2 15/26] perf jit: Fix two thread leaks Ian Rogers
2023-06-08 23:28 ` [PATCH v2 16/26] perf symbol-elf: Correct holding a reference Ian Rogers
2023-06-08 23:28 ` [PATCH v2 17/26] perf maps: Fix overlapping memory leak Ian Rogers
2023-06-08 23:28 ` [PATCH v2 18/26] perf machine: Fix leak of kernel dso Ian Rogers
2023-06-08 23:28 ` [PATCH v2 19/26] perf machine: Don't leak module maps Ian Rogers
2023-06-08 23:28 ` [PATCH v2 20/26] perf map/maps/thread: Changes to reference counting Ian Rogers
2023-06-08 23:28 ` [PATCH v2 21/26] perf annotate: Fix parse_objdump_line memory leak Ian Rogers
2023-06-08 23:28 ` [PATCH v2 22/26] perf top: Add exit routine for main thread Ian Rogers
2023-06-08 23:28 ` [PATCH v2 23/26] perf header: Avoid out-of-bounds read Ian Rogers
2023-06-08 23:28 ` [PATCH v2 24/26] perf callchain: Use pthread keys for tls callchain_cursor Ian Rogers
2023-06-09 19:49 ` Arnaldo Carvalho de Melo
2023-06-08 23:28 ` [PATCH v2 25/26] perf srcline: Change free_srcline to zfree_srcline Ian Rogers
2023-06-08 23:28 ` [PATCH v2 26/26] perf hist: Fix srcline memory leak Ian Rogers
2023-06-12 14:13 ` Arnaldo Carvalho de Melo
2023-06-12 14:16 ` Arnaldo Carvalho de Melo
2023-06-12 14:46 ` Ian Rogers
2023-06-12 17:23 ` Arnaldo Carvalho de Melo
2023-06-12 21:16 ` Andi Kleen
2023-06-12 21:30 ` Arnaldo Carvalho de Melo
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=ZIMzkkxp0RFgjIwW@kernel.org \
--to=acme@kernel.org \
--cc=9erthalion6@gmail.com \
--cc=adrian.hunter@intel.com \
--cc=ak@linux.intel.com \
--cc=alexander.shishkin@linux.intel.com \
--cc=alisaidi@amazon.com \
--cc=atrajeev@linux.vnet.ibm.com \
--cc=brianrob@linux.microsoft.com \
--cc=changbin.du@huawei.com \
--cc=coresight@lists.linaro.org \
--cc=german.gomez@arm.com \
--cc=irogers@google.com \
--cc=ivan@cloudflare.com \
--cc=james.clark@arm.com \
--cc=john.g.garry@oracle.com \
--cc=jolsa@kernel.org \
--cc=kan.liang@linux.intel.com \
--cc=kprateek.nayak@amd.com \
--cc=leo.yan@linaro.org \
--cc=liam.howlett@oracle.com \
--cc=linux-arm-kernel@lists.infradead.org \
--cc=linux-kernel@vger.kernel.org \
--cc=linux-perf-users@vger.kernel.org \
--cc=liuwenyu7@huawei.com \
--cc=mark.rutland@arm.com \
--cc=maskray@google.com \
--cc=mike.leach@linaro.org \
--cc=mingo@redhat.com \
--cc=namhyung@kernel.org \
--cc=naveen.n.rao@linux.vnet.ibm.com \
--cc=ojeda@kernel.org \
--cc=peterz@infradead.org \
--cc=ravi.bangoria@amd.com \
--cc=renyu.zj@linux.alibaba.com \
--cc=seanjc@google.com \
--cc=sesse@google.com \
--cc=suzuki.poulose@arm.com \
--cc=will@kernel.org \
--cc=yangjihong1@huawei.com \
--cc=ye.xingchen@zte.com.cn \
--cc=yuancan@huawei.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for read-only IMAP folder(s) and NNTP newsgroup(s).