• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 
2 /*--------------------------------------------------------------------*/
3 /*--- Store and compare stack backtraces            m_execontext.c ---*/
4 /*--------------------------------------------------------------------*/
5 
6 /*
7    This file is part of Valgrind, a dynamic binary instrumentation
8    framework.
9 
10    Copyright (C) 2000-2012 Julian Seward
11       jseward@acm.org
12 
13    This program is free software; you can redistribute it and/or
14    modify it under the terms of the GNU General Public License as
15    published by the Free Software Foundation; either version 2 of the
16    License, or (at your option) any later version.
17 
18    This program is distributed in the hope that it will be useful, but
19    WITHOUT ANY WARRANTY; without even the implied warranty of
20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
21    General Public License for more details.
22 
23    You should have received a copy of the GNU General Public License
24    along with this program; if not, write to the Free Software
25    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
26    02111-1307, USA.
27 
28    The GNU General Public License is contained in the file COPYING.
29 */
30 
31 #include "pub_core_basics.h"
32 #include "pub_core_debuglog.h"
33 #include "pub_core_libcassert.h"
34 #include "pub_core_libcprint.h"     // For VG_(message)()
35 #include "pub_core_mallocfree.h"
36 #include "pub_core_options.h"
37 #include "pub_core_stacktrace.h"
38 #include "pub_core_machine.h"       // VG_(get_IP)
39 #include "pub_core_vki.h"           // To keep pub_core_threadstate.h happy
40 #include "pub_core_libcsetjmp.h"    // Ditto
41 #include "pub_core_threadstate.h"   // VG_(is_valid_tid)
42 #include "pub_core_execontext.h"    // self
43 
44 /*------------------------------------------------------------*/
45 /*--- Low-level ExeContext storage.                        ---*/
46 /*------------------------------------------------------------*/
47 
48 /* The first 4 IP values are used in comparisons to remove duplicate
49    errors, and for comparing against suppression specifications.  The
50    rest are purely informational (but often important).
51 
52    The contexts are stored in a traditional chained hash table, so as
53    to allow quick determination of whether a new context already
54    exists.  The hash table starts small and expands dynamically, so as
55    to keep the load factor below 1.0.
56 
57    The idea is only to ever store any one context once, so as to save
58    space and make exact comparisons faster. */
59 
60 
61 /* Primes for the hash table */
62 
63 #define N_EC_PRIMES 18
64 
65 static SizeT ec_primes[N_EC_PRIMES] = {
66          769UL,         1543UL,         3079UL,          6151UL,
67        12289UL,        24593UL,        49157UL,         98317UL,
68       196613UL,       393241UL,       786433UL,       1572869UL,
69      3145739UL,      6291469UL,     12582917UL,      25165843UL,
70     50331653UL,    100663319UL
71 };
72 
73 
74 /* Each element is present in a hash chain, and also contains a
75    variable length array of guest code addresses (the useful part). */
76 
77 struct _ExeContext {
78    struct _ExeContext* chain;
79    /* A 32-bit unsigned integer that uniquely identifies this
80       ExeContext.  Memcheck uses these for origin tracking.  Values
81       must be nonzero (else Memcheck's origin tracking is hosed), must
82       be a multiple of four, and must be unique.  Hence they start at
83       4. */
84    UInt ecu;
85    /* Variable-length array.  The size is 'n_ips'; at
86       least 1, at most VG_DEEPEST_BACKTRACE.  [0] is the current IP,
87       [1] is its caller, [2] is the caller of [1], etc. */
88    UInt n_ips;
89    Addr ips[0];
90 };
91 
92 
93 /* This is the dynamically expanding hash table. */
94 static ExeContext** ec_htab; /* array [ec_htab_size] of ExeContext* */
95 static SizeT        ec_htab_size;     /* one of the values in ec_primes */
96 static SizeT        ec_htab_size_idx; /* 0 .. N_EC_PRIMES-1 */
97 
98 /* ECU serial number */
99 static UInt ec_next_ecu = 4; /* We must never issue zero */
100 
101 
102 /* Stats only: the number of times the system was searched to locate a
103    context. */
104 static ULong ec_searchreqs;
105 
106 /* Stats only: the number of full context comparisons done. */
107 static ULong ec_searchcmps;
108 
109 /* Stats only: total number of stored contexts. */
110 static ULong ec_totstored;
111 
112 /* Number of 2, 4 and (fast) full cmps done. */
113 static ULong ec_cmp2s;
114 static ULong ec_cmp4s;
115 static ULong ec_cmpAlls;
116 
117 
118 /*------------------------------------------------------------*/
119 /*--- Exported functions.                                  ---*/
120 /*------------------------------------------------------------*/
121 
122 
123 /* Initialise this subsystem. */
init_ExeContext_storage(void)124 static void init_ExeContext_storage ( void )
125 {
126    Int i;
127    static Bool init_done = False;
128    if (LIKELY(init_done))
129       return;
130    ec_searchreqs = 0;
131    ec_searchcmps = 0;
132    ec_totstored = 0;
133    ec_cmp2s = 0;
134    ec_cmp4s = 0;
135    ec_cmpAlls = 0;
136 
137    ec_htab_size_idx = 0;
138    ec_htab_size = ec_primes[ec_htab_size_idx];
139    ec_htab = VG_(arena_malloc)(VG_AR_EXECTXT, "execontext.iEs1",
140                                sizeof(ExeContext*) * ec_htab_size);
141    for (i = 0; i < ec_htab_size; i++)
142       ec_htab[i] = NULL;
143 
144    init_done = True;
145 }
146 
147 
148 /* Print stats. */
VG_(print_ExeContext_stats)149 void VG_(print_ExeContext_stats) ( void )
150 {
151    init_ExeContext_storage();
152    VG_(message)(Vg_DebugMsg,
153       "   exectx: %'lu lists, %'llu contexts (avg %'llu per list)\n",
154       ec_htab_size, ec_totstored, ec_totstored / (ULong)ec_htab_size
155    );
156    VG_(message)(Vg_DebugMsg,
157       "   exectx: %'llu searches, %'llu full compares (%'llu per 1000)\n",
158       ec_searchreqs, ec_searchcmps,
159       ec_searchreqs == 0
160          ? 0ULL
161          : ( (ec_searchcmps * 1000ULL) / ec_searchreqs )
162    );
163    VG_(message)(Vg_DebugMsg,
164       "   exectx: %'llu cmp2, %'llu cmp4, %'llu cmpAll\n",
165       ec_cmp2s, ec_cmp4s, ec_cmpAlls
166    );
167 }
168 
169 
170 /* Print an ExeContext. */
VG_(pp_ExeContext)171 void VG_(pp_ExeContext) ( ExeContext* ec )
172 {
173    VG_(pp_StackTrace)( ec->ips, ec->n_ips );
174 }
175 
176 
177 /* Compare two ExeContexts.  Number of callers considered depends on res. */
VG_(eq_ExeContext)178 Bool VG_(eq_ExeContext) ( VgRes res, ExeContext* e1, ExeContext* e2 )
179 {
180    Int i;
181 
182    if (e1 == NULL || e2 == NULL)
183       return False;
184 
185    // Must be at least one address in each trace.
186    tl_assert(e1->n_ips >= 1 && e2->n_ips >= 1);
187 
188    switch (res) {
189    case Vg_LowRes:
190       /* Just compare the top two callers. */
191       ec_cmp2s++;
192       for (i = 0; i < 2; i++) {
193          if ( (e1->n_ips <= i) &&  (e2->n_ips <= i)) return True;
194          if ( (e1->n_ips <= i) && !(e2->n_ips <= i)) return False;
195          if (!(e1->n_ips <= i) &&  (e2->n_ips <= i)) return False;
196          if (e1->ips[i] != e2->ips[i])               return False;
197       }
198       return True;
199 
200    case Vg_MedRes:
201       /* Just compare the top four callers. */
202       ec_cmp4s++;
203       for (i = 0; i < 4; i++) {
204          if ( (e1->n_ips <= i) &&  (e2->n_ips <= i)) return True;
205          if ( (e1->n_ips <= i) && !(e2->n_ips <= i)) return False;
206          if (!(e1->n_ips <= i) &&  (e2->n_ips <= i)) return False;
207          if (e1->ips[i] != e2->ips[i])               return False;
208       }
209       return True;
210 
211    case Vg_HighRes:
212       ec_cmpAlls++;
213       /* Compare them all -- just do pointer comparison. */
214       if (e1 != e2) return False;
215       return True;
216 
217    default:
218       VG_(core_panic)("VG_(eq_ExeContext): unrecognised VgRes");
219    }
220 }
221 
222 /* VG_(record_ExeContext) is the head honcho here.  Take a snapshot of
223    the client's stack.  Search our collection of ExeContexts to see if
224    we already have it, and if not, allocate a new one.  Either way,
225    return a pointer to the context.  If there is a matching context we
226    guarantee to not allocate a new one.  Thus we never store
227    duplicates, and so exact equality can be quickly done as equality
228    on the returned ExeContext* values themselves.  Inspired by Hugs's
229    Text type.
230 
231    Also checks whether the hash table needs expanding, and expands it
232    if so. */
233 
ROLW(UWord w,Int n)234 static inline UWord ROLW ( UWord w, Int n )
235 {
236    Int bpw = 8 * sizeof(UWord);
237    w = (w << n) | (w >> (bpw-n));
238    return w;
239 }
240 
calc_hash(Addr * ips,UInt n_ips,UWord htab_sz)241 static UWord calc_hash ( Addr* ips, UInt n_ips, UWord htab_sz )
242 {
243    UInt  i;
244    UWord hash = 0;
245    vg_assert(htab_sz > 0);
246    for (i = 0; i < n_ips; i++) {
247       hash ^= ips[i];
248       hash = ROLW(hash, 19);
249    }
250    return hash % htab_sz;
251 }
252 
resize_ec_htab(void)253 static void resize_ec_htab ( void )
254 {
255    SizeT        i;
256    SizeT        new_size;
257    ExeContext** new_ec_htab;
258 
259    vg_assert(ec_htab_size_idx >= 0 && ec_htab_size_idx < N_EC_PRIMES);
260    if (ec_htab_size_idx == N_EC_PRIMES-1)
261       return; /* out of primes - can't resize further */
262 
263    new_size = ec_primes[ec_htab_size_idx + 1];
264    new_ec_htab = VG_(arena_malloc)(VG_AR_EXECTXT, "execontext.reh1",
265                                    sizeof(ExeContext*) * new_size);
266 
267    VG_(debugLog)(
268       1, "execontext",
269          "resizing htab from size %lu to %lu (idx %lu)  Total#ECs=%llu\n",
270          ec_htab_size, new_size, ec_htab_size_idx + 1, ec_totstored);
271 
272    for (i = 0; i < new_size; i++)
273       new_ec_htab[i] = NULL;
274 
275    for (i = 0; i < ec_htab_size; i++) {
276       ExeContext* cur = ec_htab[i];
277       while (cur) {
278          ExeContext* next = cur->chain;
279          UWord hash = calc_hash(cur->ips, cur->n_ips, new_size);
280          vg_assert(hash < new_size);
281          cur->chain = new_ec_htab[hash];
282          new_ec_htab[hash] = cur;
283          cur = next;
284       }
285    }
286 
287    VG_(arena_free)(VG_AR_EXECTXT, ec_htab);
288    ec_htab      = new_ec_htab;
289    ec_htab_size = new_size;
290    ec_htab_size_idx++;
291 }
292 
293 /* Do the first part of getting a stack trace: actually unwind the
294    stack, and hand the results off to the duplicate-trace-finder
295    (_wrk2). */
296 static ExeContext* record_ExeContext_wrk2 ( Addr* ips, UInt n_ips ); /*fwds*/
record_ExeContext_wrk(ThreadId tid,Word first_ip_delta,Bool first_ip_only)297 static ExeContext* record_ExeContext_wrk ( ThreadId tid, Word first_ip_delta,
298                                            Bool first_ip_only )
299 {
300    Addr ips[VG_(clo_backtrace_size)];
301    UInt n_ips;
302 
303    init_ExeContext_storage();
304 
305    vg_assert(sizeof(void*) == sizeof(UWord));
306    vg_assert(sizeof(void*) == sizeof(Addr));
307 
308    vg_assert(VG_(is_valid_tid)(tid));
309 
310    if (first_ip_only) {
311       n_ips = 1;
312       ips[0] = VG_(get_IP)(tid) + first_ip_delta;
313    } else {
314       n_ips = VG_(get_StackTrace)( tid, ips, VG_(clo_backtrace_size),
315                                    NULL/*array to dump SP values in*/,
316                                    NULL/*array to dump FP values in*/,
317                                    first_ip_delta );
318    }
319 
320    return record_ExeContext_wrk2 ( ips, n_ips );
321 }
322 
323 /* Do the second part of getting a stack trace: ips[0 .. n_ips-1]
324    holds a proposed trace.  Find or allocate a suitable ExeContext.
325    Note that callers must have done init_ExeContext_storage() before
326    getting to this point. */
record_ExeContext_wrk2(Addr * ips,UInt n_ips)327 static ExeContext* record_ExeContext_wrk2 ( Addr* ips, UInt n_ips )
328 {
329    Int         i;
330    Bool        same;
331    UWord       hash;
332    ExeContext* new_ec;
333    ExeContext* list;
334    ExeContext  *prev2, *prev;
335 
336    static UInt ctr = 0;
337 
338    tl_assert(n_ips >= 1 && n_ips <= VG_(clo_backtrace_size));
339 
340    /* Now figure out if we've seen this one before.  First hash it so
341       as to determine the list number. */
342    hash = calc_hash( ips, n_ips, ec_htab_size );
343 
344    /* And (the expensive bit) look a for matching entry in the list. */
345 
346    ec_searchreqs++;
347 
348    prev2 = NULL;
349    prev  = NULL;
350    list  = ec_htab[hash];
351 
352    while (True) {
353       if (list == NULL) break;
354       ec_searchcmps++;
355       same = True;
356       for (i = 0; i < n_ips; i++) {
357          if (list->ips[i] != ips[i]) {
358             same = False;
359             break;
360          }
361       }
362       if (same) break;
363       prev2 = prev;
364       prev  = list;
365       list  = list->chain;
366    }
367 
368    if (list != NULL) {
369       /* Yay!  We found it.  Once every 8 searches, move it one step
370          closer to the start of the list to make future searches
371          cheaper. */
372       if (0 == ((ctr++) & 7)) {
373          if (prev2 != NULL && prev != NULL) {
374             /* Found at 3rd or later position in the chain. */
375             vg_assert(prev2->chain == prev);
376             vg_assert(prev->chain  == list);
377             prev2->chain = list;
378             prev->chain  = list->chain;
379             list->chain  = prev;
380          }
381          else if (prev2 == NULL && prev != NULL) {
382             /* Found at 2nd position in the chain. */
383             vg_assert(ec_htab[hash] == prev);
384             vg_assert(prev->chain == list);
385             prev->chain = list->chain;
386             list->chain = prev;
387             ec_htab[hash] = list;
388          }
389       }
390       return list;
391    }
392 
393    /* Bummer.  We have to allocate a new context record. */
394    ec_totstored++;
395 
396    new_ec = VG_(arena_malloc)( VG_AR_EXECTXT, "execontext.rEw2.2",
397                                sizeof(struct _ExeContext)
398                                + n_ips * sizeof(Addr) );
399 
400    for (i = 0; i < n_ips; i++)
401       new_ec->ips[i] = ips[i];
402 
403    vg_assert(VG_(is_plausible_ECU)(ec_next_ecu));
404    new_ec->ecu = ec_next_ecu;
405    ec_next_ecu += 4;
406    if (ec_next_ecu == 0) {
407       /* Urr.  Now we're hosed; we emitted 2^30 ExeContexts already
408          and have run out of numbers.  Not sure what to do. */
409       VG_(core_panic)("m_execontext: more than 2^30 ExeContexts created");
410    }
411 
412    new_ec->n_ips = n_ips;
413    new_ec->chain = ec_htab[hash];
414    ec_htab[hash] = new_ec;
415 
416    /* Resize the hash table, maybe? */
417    if ( ((ULong)ec_totstored) > ((ULong)ec_htab_size) ) {
418       vg_assert(ec_htab_size_idx >= 0 && ec_htab_size_idx < N_EC_PRIMES);
419       if (ec_htab_size_idx < N_EC_PRIMES-1)
420          resize_ec_htab();
421    }
422 
423    return new_ec;
424 }
425 
VG_(record_ExeContext)426 ExeContext* VG_(record_ExeContext)( ThreadId tid, Word first_ip_delta ) {
427    return record_ExeContext_wrk( tid, first_ip_delta,
428                                       False/*!first_ip_only*/ );
429 }
430 
VG_(record_depth_1_ExeContext)431 ExeContext* VG_(record_depth_1_ExeContext)( ThreadId tid, Word first_ip_delta )
432 {
433    return record_ExeContext_wrk( tid, first_ip_delta,
434                                       True/*first_ip_only*/ );
435 }
436 
VG_(make_depth_1_ExeContext_from_Addr)437 ExeContext* VG_(make_depth_1_ExeContext_from_Addr)( Addr a ) {
438    init_ExeContext_storage();
439    return record_ExeContext_wrk2( &a, 1 );
440 }
441 
VG_(get_ExeContext_StackTrace)442 StackTrace VG_(get_ExeContext_StackTrace) ( ExeContext* e ) {
443    return e->ips;
444 }
445 
VG_(get_ECU_from_ExeContext)446 UInt VG_(get_ECU_from_ExeContext)( ExeContext* e ) {
447    vg_assert(VG_(is_plausible_ECU)(e->ecu));
448    return e->ecu;
449 }
450 
VG_(get_ExeContext_n_ips)451 Int VG_(get_ExeContext_n_ips)( ExeContext* e ) {
452    vg_assert(e->n_ips >= 1);
453    return e->n_ips;
454 }
455 
VG_(get_ExeContext_from_ECU)456 ExeContext* VG_(get_ExeContext_from_ECU)( UInt ecu )
457 {
458    UWord i;
459    ExeContext* ec;
460    vg_assert(VG_(is_plausible_ECU)(ecu));
461    vg_assert(ec_htab_size > 0);
462    for (i = 0; i < ec_htab_size; i++) {
463       for (ec = ec_htab[i]; ec; ec = ec->chain) {
464          if (ec->ecu == ecu)
465             return ec;
466       }
467    }
468    return NULL;
469 }
470 
VG_(make_ExeContext_from_StackTrace)471 ExeContext* VG_(make_ExeContext_from_StackTrace)( Addr* ips, UInt n_ips )
472 {
473    return record_ExeContext_wrk2(ips, n_ips);
474 }
475 
476 /*--------------------------------------------------------------------*/
477 /*--- end                                           m_execontext.c ---*/
478 /*--------------------------------------------------------------------*/
479