From: Eric Wong <e@80x24.org>
To: mwrap-public@80x24.org
Subject: [PATCH 10/19] allow analyzing live allocations via Mwrap[location]
Date: Mon, 16 Jul 2018 21:19:24 +0000 [thread overview]
Message-ID: <20180716211933.5835-11-e@80x24.org> (raw)
In-Reply-To: <20180716211933.5835-1-e@80x24.org>
This can be useful in apps to analyze what's live and
what's not.
---
ext/mwrap/mwrap.c | 124 +++++++++++++++++++++++++++++++++++++++++++--
test/test_mwrap.rb | 28 ++++++++++
2 files changed, 147 insertions(+), 5 deletions(-)
diff --git a/ext/mwrap/mwrap.c b/ext/mwrap/mwrap.c
index 73d5a80..1216c44 100644
--- a/ext/mwrap/mwrap.c
+++ b/ext/mwrap/mwrap.c
@@ -28,6 +28,7 @@ extern int __attribute__((weak)) ruby_thread_has_gvl_p(void);
extern void * __attribute__((weak)) ruby_current_execution_context_ptr;
extern void * __attribute__((weak)) ruby_current_vm_ptr; /* for rb_gc_count */
extern size_t __attribute__((weak)) rb_gc_count(void);
+extern VALUE __attribute__((weak)) rb_cObject;
/* true for glibc/dlmalloc/ptmalloc, not sure about jemalloc */
#define ASSUMED_MALLOC_ALIGNMENT (sizeof(void *) * 2)
@@ -209,6 +210,8 @@ struct alloc_hdr {
size_t size;
};
+static char kbuf[PATH_MAX + INT2STR_MAX + sizeof(struct alloc_hdr) + 2];
+
static struct alloc_hdr *ptr2hdr(void *p)
{
return (struct alloc_hdr *)((uintptr_t)p - sizeof(struct alloc_hdr));
@@ -292,7 +295,6 @@ static struct src_loc *update_stats_rcu(size_t size, uintptr_t caller)
const char *ptr = rb_source_location_cstr(&line);
size_t len;
size_t int_size = INT2STR_MAX;
- static char buf[PATH_MAX + INT2STR_MAX + sizeof(*k) + 2];
generation = rb_gc_count();
@@ -300,7 +302,7 @@ static struct src_loc *update_stats_rcu(size_t size, uintptr_t caller)
/* avoid vsnprintf or anything which could call malloc here: */
len = strlen(ptr);
- k = (void *)buf;
+ k = (void *)kbuf;
k->total = size;
dst = mempcpy(k->k, ptr, len);
*dst++ = ':';
@@ -347,7 +349,7 @@ void free(void *p)
if (!real_free) return; /* oh well, leak a little */
if (h->as.live.loc) {
- h->size = 0;
+ uatomic_set(&h->size, 0);
mutex_lock(h->as.live.loc->mtx);
cds_list_del_rcu(&h->anode);
mutex_unlock(h->as.live.loc->mtx);
@@ -739,7 +741,7 @@ static VALUE mwrap_reset(VALUE mod)
return Qnil;
}
-static VALUE dump_ensure(VALUE ignored)
+static VALUE rcu_unlock_ensure(VALUE ignored)
{
rcu_read_unlock();
--locating;
@@ -801,7 +803,116 @@ static VALUE mwrap_each(int argc, VALUE * argv, VALUE mod)
++locating;
rcu_read_lock();
- return rb_ensure(dump_each_rcu, (VALUE)&a, dump_ensure, 0);
+ return rb_ensure(dump_each_rcu, (VALUE)&a, rcu_unlock_ensure, 0);
+}
+
+static size_t
+src_loc_memsize(const void *p)
+{
+ return sizeof(struct src_loc);
+}
+
+static const rb_data_type_t src_loc_type = {
+ "source_location",
+ /* no marking, no freeing */
+ { 0, 0, src_loc_memsize, /* reserved */ },
+ /* parent, data, [ flags ] */
+};
+
+static VALUE cSrcLoc;
+
+/*
+ * call-seq:
+ * Mwrap[location] -> Mwrap::SourceLocation
+ *
+ * Returns the associated Mwrap::SourceLocation given the +location+
+ * String. +location+ is either a Ruby source location path:line
+ * (e.g. "/path/to/foo.rb:5") or a hexadecimal memory address with
+ * square-braces part yielded by Mwrap.dump (e.g. "[0xdeadbeef]")
+ */
+static VALUE mwrap_aref(VALUE mod, VALUE loc)
+{
+ const char *str = StringValueCStr(loc);
+ long len = RSTRING_LEN(loc);
+ struct src_loc *k = 0;
+ uintptr_t p;
+ struct cds_lfht_iter iter;
+ struct cds_lfht_node *cur;
+ struct cds_lfht *t;
+ struct src_loc *l;
+ VALUE val = Qnil;
+ const char *c;
+
+ if ((c = memchr(str, '[', len)) && sscanf(c, "[%p]", (void **)&p)) {
+ k = (void *)kbuf;
+ memcpy(k->k, &p, sizeof(p));
+ k->capa = 0;
+ k->hval = jhash(k->k, sizeof(p), 0xdeadbeef);
+ } else {
+ k = (void *)kbuf;
+ memcpy(k->k, str, len + 1);
+ k->capa = len + 1;
+ k->hval = jhash(k->k, k->capa, 0xdeadbeef);
+ }
+
+ if (!k) return val;
+
+ rcu_read_lock();
+ t = rcu_dereference(totals);
+ if (!t) goto out_unlock;
+
+ cds_lfht_lookup(t, k->hval, loc_eq, k, &iter);
+ cur = cds_lfht_iter_get_node(&iter);
+ if (cur) {
+ l = caa_container_of(cur, struct src_loc, hnode);
+ val = TypedData_Wrap_Struct(cSrcLoc, &src_loc_type, l);
+ }
+out_unlock:
+ rcu_read_unlock();
+ return val;
+}
+
+static VALUE src_loc_each_i(VALUE p)
+{
+ struct alloc_hdr *h;
+ struct src_loc *l = (struct src_loc *)p;
+
+ cds_list_for_each_entry_rcu(h, &l->allocs, anode) {
+ size_t gen = uatomic_read(&h->as.live.gen);
+ size_t size = uatomic_read(&h->size);
+
+ if (size) {
+ VALUE v[2];
+ v[0] = SIZET2NUM(size);
+ v[1] = SIZET2NUM(gen);
+
+ rb_yield_values2(2, v);
+ }
+ }
+
+ return Qfalse;
+}
+
+/*
+ * call-seq:
+ * loc = Mwrap[location]
+ * loc.each { |size,generation| ... }
+ *
+ * Iterates through live allocations for a given Mwrap::SourceLocation,
+ * yielding the +size+ (in bytes) and +generation+ of each allocation.
+ * The +generation+ is the value of the GC.count method at the time
+ * the allocation was made.
+ */
+static VALUE src_loc_each(VALUE self)
+{
+ struct src_loc *l;
+ TypedData_Get_Struct(self, struct src_loc, &src_loc_type, l);
+
+ assert(locating == 0 && "forgot to clear locating");
+ ++locating;
+ rcu_read_lock();
+ rb_ensure(src_loc_each_i, (VALUE)l, rcu_unlock_ensure, 0);
+ return self;
}
/*
@@ -831,10 +942,13 @@ void Init_mwrap(void)
VALUE mod = rb_define_module("Mwrap");
id_uminus = rb_intern("-@");
+ cSrcLoc = rb_define_class_under(mod, "SourceLocation", rb_cObject);
rb_define_singleton_method(mod, "dump", mwrap_dump, -1);
rb_define_singleton_method(mod, "clear", mwrap_clear, 0);
rb_define_singleton_method(mod, "reset", mwrap_reset, 0);
rb_define_singleton_method(mod, "each", mwrap_each, -1);
+ rb_define_singleton_method(mod, "[]", mwrap_aref, 1);
+ rb_define_method(cSrcLoc, "each", src_loc_each, 0);
}
/* rb_cloexec_open isn't usable by non-Ruby processes */
diff --git a/test/test_mwrap.rb b/test/test_mwrap.rb
index d0af0f7..686d87d 100644
--- a/test/test_mwrap.rb
+++ b/test/test_mwrap.rb
@@ -163,6 +163,34 @@ class TestMwrap < Test::Unit::TestCase
end
end
+ def test_aref_each
+ cmd = @@cmd + %w(
+ -e count=GC.count
+ -e GC.disable
+ -e keep=("0"*10000)
+ -e loc=Mwrap["-e:3"]
+ -e loc.each{|size,gen|p([size,gen,count])}
+ )
+ buf = IO.popen(@@env, cmd, &:read)
+ assert_predicate $?, :success?
+ assert_match(/\A\[\s*\d+,\s*\d+,\s*\d+\]\s*\z/s, buf)
+ size, gen, count = eval(buf)
+ assert_operator size, :>=, 10000
+ assert_operator gen, :>=, count
+
+ cmd = @@cmd + %w(
+ -e count=GC.count
+ -e locs=""
+ -e Mwrap.each(1){|loc,tot,calls|locs<<loc}
+ -e m=locs.match(/(\[0x[a-f0-9]+\])/i)
+ -e p(loc=Mwrap["bobloblaw\t#{m[1]}"])
+ -e loc.each{|size,gen|p([size,gen,count])}
+ )
+ buf = IO.popen(@@env, cmd, &:read)
+ assert_predicate $?, :success?
+ assert_match(/\bMwrap::SourceLocation\b/, buf)
+ end
+
def test_benchmark
cmd = @@cmd + %w(-rbenchmark
-e puts(Benchmark.measure{1000000.times{Time.now}}))
--
EW
next prev parent reply other threads:[~2018-07-16 21:19 UTC|newest]
Thread overview: 20+ messages / expand[flat|nested] mbox.gz Atom feed top
2018-07-16 21:19 [PATCH 0/19] the heavy version of mwrap Eric Wong
2018-07-16 21:19 ` [PATCH 01/19] support per-allocation headers for per-alloc tracking Eric Wong
2018-07-16 21:19 ` [PATCH 02/19] mwrap: use malloc to do our own memalign Eric Wong
2018-07-16 21:19 ` [PATCH 03/19] hold RCU read lock to insert each allocation Eric Wong
2018-07-16 21:19 ` [PATCH 04/19] realloc: do not copy if allocation failed Eric Wong
2018-07-16 21:19 ` [PATCH 05/19] internal_memalign: do not assume real_malloc succeeds Eric Wong
2018-07-16 21:19 ` [PATCH 06/19] ensure ENOMEM is preserved in errno when appropriate Eric Wong
2018-07-16 21:19 ` [PATCH 07/19] memalign: check alignment on all public functions Eric Wong
2018-07-16 21:19 ` [PATCH 08/19] reduce stack usage from file names Eric Wong
2018-07-16 21:19 ` [PATCH 09/19] resolve real_malloc earlier for C++ programs Eric Wong
2018-07-16 21:19 ` Eric Wong [this message]
2018-07-16 21:19 ` [PATCH 11/19] alias Mwrap.clear to Mwrap.reset Eric Wong
2018-07-16 21:19 ` [PATCH 12/19] implement accessors for SourceLocation Eric Wong
2018-07-16 21:19 ` [PATCH 13/19] mwrap_aref: quiet -Wshorten-64-to-32 warning Eric Wong
2018-07-16 21:19 ` [PATCH 14/19] fixes for FreeBSD 11.1 Eric Wong
2018-07-16 21:19 ` [PATCH 15/19] use memrchr to extract address under glibc Eric Wong
2018-07-16 21:19 ` [PATCH 16/19] do not track allocations for constructor and Init_ Eric Wong
2018-07-16 21:19 ` [PATCH 17/19] disable memalign tracking by default Eric Wong
2018-07-16 21:19 ` [PATCH 18/19] support Mwrap.quiet to temporarily disable allocation tracking Eric Wong
2018-07-16 21:19 ` [PATCH 19/19] mwrap_rack: Rack app to track live allocations Eric Wong
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
List information: https://80x24.org/mwrap/
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20180716211933.5835-11-e@80x24.org \
--to=e@80x24.org \
--cc=mwrap-public@80x24.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
Code repositories for project(s) associated with this public inbox
https://80x24.org/mwrap.git/
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for read-only IMAP folder(s) and NNTP newsgroup(s).