blob: e586b1bc092ec5d54d8e1e366aee400bf2838b07 [file] [log] [blame]
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -08001/*
2 * Copyright (C) 2009 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
29/*
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080030 * Contains implementation of memory allocation routines instrumented for
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -080031 * usage in the emulator to detect memory allocation violations, such as
32 * memory leaks, buffer overruns, etc.
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080033 * Code, implemented here is intended to run in the emulated environment only,
34 * and serves simply as hooks into memory allocation routines. Main job of this
35 * code is to notify the emulator about memory being allocated/deallocated,
36 * providing information about each allocation. The idea is that emulator will
37 * keep list of currently allocated blocks, and, knowing boundaries of each
38 * block it will be able to verify that ld/st access to these blocks don't step
39 * over boundaries set for the user. To enforce that, each memory block
40 * allocated by this code is guarded with "prefix" and "suffix" areas, so
41 * every time emulator detects access to any of these guarding areas, it can be
42 * considered as access violation.
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -080043 */
44
45#include <stdlib.h>
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080046#include <stddef.h>
47#include <stdio.h>
48#include <fcntl.h>
49#include <sys/mman.h>
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -080050#include <pthread.h>
51#include <unistd.h>
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080052#include <errno.h>
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -080053#include "dlmalloc.h"
54#include "logd.h"
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080055#include "malloc_debug_common.h"
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -080056
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080057/* This file should be included into the build only when
58 * MALLOC_QEMU_INSTRUMENT macro is defined. */
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -080059#ifndef MALLOC_QEMU_INSTRUMENT
60#error MALLOC_QEMU_INSTRUMENT is not defined.
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080061#endif // !MALLOC_QEMU_INSTRUMENT
62
63/* Controls access violation test performed to make sure that we catch AVs
64 * all the time they occur. See test_access_violation for more info. This macro
65 * is used for internal testing purposes and should always be set to zero for
66 * the production builds. */
67#define TEST_ACCESS_VIOLATIONS 0
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -080068
69// =============================================================================
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080070// Communication structures
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -080071// =============================================================================
72
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080073/* Describes memory block allocated from the heap. This structure is passed
74 * along with TRACE_DEV_REG_MALLOC event. This descriptor is used to inform
75 * the emulator about new memory block being allocated from the heap. The entire
76 * structure is initialized by the guest system before event is fired up. It is
77 * important to remember that same structure (an exact copy, except for
78 * replacing pointers with target_ulong) is also declared in the emulator's
79 * sources (file memcheck/memcheck_common.h). So, every time a change is made to
80 * any of these two declaration, another one must be also updated accordingly.
81 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -070082struct MallocDesc {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080083 /* Pointer to the memory block actually allocated from the heap. Note that
84 * this is not the pointer that is returned to the malloc's caller. Pointer
85 * returned to the caller is calculated by adding value stored in this field
86 * to the value stored in prefix_size field of this structure.
87 */
88 void* ptr;
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -080089
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -080090 /* Number of bytes requested by the malloc's caller. */
91 uint32_t requested_bytes;
92
93 /* Byte size of the prefix data. Actual pointer returned to the malloc's
94 * caller is calculated by adding value stored in this field to the value
95 * stored in in the ptr field of this structure.
96 */
97 uint32_t prefix_size;
98
99 /* Byte size of the suffix data. */
100 uint32_t suffix_size;
101
102 /* Id of the process that initialized libc instance, in which allocation
103 * has occurred. This field is used by the emulator to report errors in
104 * the course of TRACE_DEV_REG_MALLOC event handling. In case of an error,
105 * emulator sets this field to zero (invalid value for a process ID).
106 */
107 uint32_t libc_pid;
108
109 /* Id of the process in context of which allocation has occurred.
110 * Value in this field may differ from libc_pid value, if process that
111 * is doing allocation has been forked from the process that initialized
112 * libc instance.
113 */
114 uint32_t allocator_pid;
115
116 /* Number of access violations detected on this allocation. */
117 uint32_t av_count;
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700118};
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800119
120/* Describes memory block info queried from emulator. This structure is passed
121 * along with TRACE_DEV_REG_QUERY_MALLOC event. When handling free and realloc
122 * calls, it is required that we have information about memory blocks that were
123 * actually allocated in previous calls to malloc, calloc, memalign, or realloc.
124 * Since we don't keep this information directly in the allocated block, but
125 * rather we keep it in the emulator, we need to query emulator for that
126 * information with TRACE_DEV_REG_QUERY_MALLOC query. The entire structure is
127 * initialized by the guest system before event is fired up. It is important to
128 * remember that same structure (an exact copy, except for replacing pointers
129 * with target_ulong) is also declared in the emulator's sources (file
130 * memcheck/memecheck_common.h). So, every time a change is made to any of these
131 * two declaration, another one must be also updated accordingly.
132 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700133struct MallocDescQuery {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800134 /* Pointer, for which information is queried. Note that this pointer doesn't
135 * have to be exact pointer returned to malloc's caller, but can point
136 * anywhere inside an allocated block, including guarding areas. Emulator
137 * will respond with information about allocated block that contains this
138 * pointer.
139 */
140 void* ptr;
141
142 /* Id of the process that initialized libc instance, in which this query
143 * is called. This field is used by the emulator to report errors in
144 * the course of TRACE_DEV_REG_QUERY_MALLOC event handling. In case of an
145 * error, emulator sets this field to zero (invalid value for a process ID).
146 */
147 uint32_t libc_pid;
148
149 /* Process ID in context of which query is made. */
150 uint32_t query_pid;
151
152 /* Code of the allocation routine, in context of which query has been made:
153 * 1 - free
154 * 2 - realloc
155 */
156 uint32_t routine;
157
158 /* Address of memory allocation descriptor for the queried pointer.
159 * Descriptor, addressed by this field is initialized by the emulator in
160 * response to the query.
161 */
162 MallocDesc* desc;
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700163};
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800164
165/* Describes memory block that is being freed back to the heap. This structure
166 * is passed along with TRACE_DEV_REG_FREE_PTR event. The entire structure is
167 * initialized by the guest system before event is fired up. It is important to
168 * remember that same structure (an exact copy, except for replacing pointers
169 * with target_ulong) is also declared in the emulator's sources (file
170 * memcheck/memecheck_common.h). So, every time a change is made to any of these
171 * two declaration, another one must be also updated accordingly.
172 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700173struct MallocFree {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800174 /* Pointer to be freed. */
175 void* ptr;
176
177 /* Id of the process that initialized libc instance, in which this free
178 * is called. This field is used by the emulator to report errors in
179 * the course of TRACE_DEV_REG_FREE_PTR event handling. In case of an
180 * error, emulator sets this field to zero (invalid value for a process ID).
181 */
182 uint32_t libc_pid;
183
184 /* Process ID in context of which memory is being freed. */
185 uint32_t free_pid;
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700186};
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800187
188// =============================================================================
189// Communication events
190// =============================================================================
191
192/* Notifies the emulator that libc has been initialized for a process.
193 * Event's value parameter is PID for the process in context of which libc has
194 * been initialized.
195 */
196#define TRACE_DEV_REG_LIBC_INIT 1536
197
198/* Notifies the emulator about new memory block been allocated.
199 * Event's value parameter points to MallocDesc instance that contains
200 * allocated block information. Note that 'libc_pid' field of the descriptor
201 * is used by emulator to report failure in handling this event. In case
202 * of a failure emulator will zero that field before completing this event.
203 */
204#define TRACE_DEV_REG_MALLOC 1537
205
206/* Notifies the emulator about memory block being freed.
207 * Event's value parameter points to MallocFree descriptor that contains
208 * information about block that's being freed. Note that 'libc_pid' field
209 * of the descriptor is used by emulator to report failure in handling this
210 * event. In case of a failure emulator will zero that field before completing
211 * this event.
212 */
213#define TRACE_DEV_REG_FREE_PTR 1538
214
215/* Queries the emulator about allocated memory block information.
216 * Event's value parameter points to MallocDescQuery descriptor that contains
217 * query parameters. Note that 'libc_pid' field of the descriptor is used by
218 * emulator to report failure in handling this event. In case of a failure
219 * emulator will zero that field before completing this event.
220 */
221#define TRACE_DEV_REG_QUERY_MALLOC 1539
222
223/* Queries the emulator to print a string to its stdout.
224 * Event's value parameter points to a zero-terminated string to be printed.
225 */
226#define TRACE_DEV_REG_PRINT_USER_STR 1540
227
228static void notify_qemu_string(const char* str);
229static void qemu_log(int prio, const char* fmt, ...);
230static void dump_malloc_descriptor(char* str,
231 size_t str_buf_size,
232 const MallocDesc* desc);
233
234// =============================================================================
235// Macros
236// =============================================================================
237
238/* Defines default size of allocation prefix.
239 * Note that we make prefix area quite large in order to increase chances of
240 * catching buffer overflow. */
241#define DEFAULT_PREFIX_SIZE (malloc_alignment * 4)
242
243/* Defines default size of allocation suffix.
244 * Note that we make suffix area quite large in order to increase chances of
245 * catching buffer overflow. */
246#define DEFAULT_SUFFIX_SIZE (malloc_alignment * 4)
247
248/* Debug tracing has been enabled by the emulator. */
249#define DEBUG_TRACING_ENABLED 0x00000001
250/* Error tracing has been enabled by the emulator. */
251#define ERROR_TRACING_ENABLED 0x00000002
252/* Info tracing has been enabled by the emulator. */
253#define INFO_TRACING_ENABLED 0x00000004
254/* All tracing flags combined. */
255#define ALL_TRACING_ENABLED (DEBUG_TRACING_ENABLED | \
256 ERROR_TRACING_ENABLED | \
257 INFO_TRACING_ENABLED)
258
259/* Prints a string to the emulator's stdout.
260 * In early stages of system loading, logging mesages via
261 * __libc_android_log_print API is not available, because ADB API has not been
262 * hooked up yet. So, in order to see such messages we need to print them to
263 * the emulator's stdout.
264 * Parameters passed to this macro are the same as parameters for printf
265 * routine.
266 */
267#define TR(...) \
268 do { \
269 char tr_str[4096]; \
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700270 snprintf(tr_str, sizeof(tr_str), __VA_ARGS__); \
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800271 tr_str[sizeof(tr_str) - 1] = '\0'; \
272 notify_qemu_string(&tr_str[0]); \
273 } while (0)
274
275// =============================================================================
276// Logging macros. Note that we simultaneously log messages to ADB and emulator.
277// =============================================================================
278
279/*
280 * Helper macros for checking if particular trace level is enabled.
281 */
282#define debug_LOG_ENABLED ((tracing_flags & DEBUG_TRACING_ENABLED) != 0)
283#define error_LOG_ENABLED ((tracing_flags & ERROR_TRACING_ENABLED) != 0)
284#define info_LOG_ENABLED ((tracing_flags & INFO_TRACING_ENABLED) != 0)
285#define tracing_enabled(type) (type##_LOG_ENABLED)
286
287/*
288 * Logging helper macros.
289 */
Iliyan Malcheve1dd3c22012-05-29 14:22:42 -0700290#define qemu_debug_log(format, ...) \
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800291 do { \
292 __libc_android_log_print(ANDROID_LOG_DEBUG, "memcheck", \
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700293 (format), ##__VA_ARGS__); \
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800294 if (tracing_flags & DEBUG_TRACING_ENABLED) { \
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700295 qemu_log(ANDROID_LOG_DEBUG, (format), ##__VA_ARGS__); \
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800296 } \
297 } while (0)
298
Iliyan Malcheve1dd3c22012-05-29 14:22:42 -0700299#define qemu_error_log(format, ...) \
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800300 do { \
301 __libc_android_log_print(ANDROID_LOG_ERROR, "memcheck", \
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700302 (format), ##__VA_ARGS__); \
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800303 if (tracing_flags & ERROR_TRACING_ENABLED) { \
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700304 qemu_log(ANDROID_LOG_ERROR, (format), ##__VA_ARGS__); \
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800305 } \
306 } while (0)
307
Iliyan Malcheve1dd3c22012-05-29 14:22:42 -0700308#define qemu_info_log(format, ...) \
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800309 do { \
310 __libc_android_log_print(ANDROID_LOG_INFO, "memcheck", \
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700311 (format), ##__VA_ARGS__); \
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800312 if (tracing_flags & INFO_TRACING_ENABLED) { \
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700313 qemu_log(ANDROID_LOG_INFO, (format), ##__VA_ARGS__); \
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800314 } \
315 } while (0)
316
317/* Logs message dumping MallocDesc instance at the end of the message.
318 * Param:
319 * type - Message type: debug, error, or info
320 * desc - MallocDesc instance to dump.
321 * frmt + rest - Formats message preceding dumped descriptor.
322*/
323#define log_mdesc(type, desc, frmt, ...) \
324 do { \
325 if (tracing_enabled(type)) { \
326 char log_str[4096]; \
327 size_t str_len; \
328 snprintf(log_str, sizeof(log_str), frmt, ##__VA_ARGS__); \
329 log_str[sizeof(log_str) - 1] = '\0'; \
330 str_len = strlen(log_str); \
331 dump_malloc_descriptor(log_str + str_len, \
332 sizeof(log_str) - str_len, \
333 (desc)); \
334 type##_log(log_str); \
335 } \
336 } while (0)
337
338// =============================================================================
339// Static data
340// =============================================================================
341
342/* Emulator's magic page address.
343 * This page (mapped on /dev/qemu_trace device) is used to fire up events
344 * in the emulator. */
345static volatile void* qtrace = NULL;
346
347/* Cached PID of the process in context of which this libc instance
348 * has been initialized. */
349static uint32_t malloc_pid = 0;
350
351/* Memory allocation alignment that is used in dlmalloc.
352 * This variable is updated by memcheck_initialize routine. */
353static uint32_t malloc_alignment = 8;
354
355/* Tracing flags. These flags control which types of logging messages are
356 * enabled by the emulator. See XXX_TRACING_ENABLED for the values of flags
357 * stored in this variable. This variable is updated by memcheck_initialize
358 * routine. */
359static uint32_t tracing_flags = 0;
360
361// =============================================================================
362// Static routines
363// =============================================================================
364
365/* Gets pointer, returned to malloc caller for the given allocation decriptor.
366 * Param:
367 * desc - Allocation descriptor.
368 * Return:
369 * Pointer to the allocated memory returned to the malloc caller.
370 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700371static inline void* mallocdesc_user_ptr(const MallocDesc* desc) {
372 return static_cast<char*>(desc->ptr) + desc->prefix_size;
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -0800373}
374
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800375/* Gets size of memory block actually allocated from the heap for the given
376 * allocation decriptor.
377 * Param:
378 * desc - Allocation descriptor.
379 * Return:
380 * Size of memory block actually allocated from the heap.
381 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700382static inline uint32_t mallocdesc_alloc_size(const MallocDesc* desc) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800383 return desc->prefix_size + desc->requested_bytes + desc->suffix_size;
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -0800384}
385
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800386/* Gets pointer to the end of the allocated block for the given descriptor.
387 * Param:
388 * desc - Descriptor for the memory block, allocated in malloc handler.
389 * Return:
390 * Pointer to the end of (one byte past) the allocated block.
391 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700392static inline void* mallocdesc_alloc_end(const MallocDesc* desc) {
393 return static_cast<char*>(desc->ptr) + mallocdesc_alloc_size(desc);
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -0800394}
395
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800396/* Fires up an event in the emulator.
397 * Param:
398 * code - Event code (one of the TRACE_DEV_XXX).
399 * val - Event's value parameter.
400 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700401static inline void notify_qemu(uint32_t code, uint32_t val) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800402 if (NULL != qtrace) {
403 *(volatile uint32_t*)((uint32_t)qtrace + ((code - 1024) << 2)) = val;
404 }
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -0800405}
406
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800407/* Prints a zero-terminated string to the emulator's stdout (fires up
408 * TRACE_DEV_REG_PRINT_USER_STR event in the emulator).
409 * Param:
410 * str - Zero-terminated string to print.
411 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700412static void notify_qemu_string(const char* str) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800413 if (str != NULL) {
414 notify_qemu(TRACE_DEV_REG_PRINT_USER_STR, (uint32_t)str);
415 }
416}
417
418/* Fires up TRACE_DEV_REG_LIBC_INIT event in the emulator.
419 * Param:
420 * pid - ID of the process that initialized libc.
421 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700422static void notify_qemu_libc_initialized(uint32_t pid) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800423 notify_qemu(TRACE_DEV_REG_LIBC_INIT, pid);
424}
425
426/* Fires up TRACE_DEV_REG_MALLOC event in the emulator.
427 * Param:
428 * desc - Pointer to MallocDesc instance containing allocated block
429 * information.
430 * Return:
431 * Zero on success, or -1 on failure. Note that on failure libc_pid field of
432 * the desc parameter passed to this routine has been zeroed out by the
433 * emulator.
434 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700435static inline int notify_qemu_malloc(volatile MallocDesc* desc) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800436 desc->libc_pid = malloc_pid;
437 desc->allocator_pid = getpid();
438 desc->av_count = 0;
439 notify_qemu(TRACE_DEV_REG_MALLOC, (uint32_t)desc);
440
441 /* Emulator reports failure by zeroing libc_pid field of the
442 * descriptor. */
443 return desc->libc_pid != 0 ? 0 : -1;
444}
445
446/* Fires up TRACE_DEV_REG_FREE_PTR event in the emulator.
447 * Param:
448 * ptr - Pointer to the memory block that's being freed.
449 * Return:
450 * Zero on success, or -1 on failure.
451 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700452static inline int notify_qemu_free(void* ptr_to_free) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800453 volatile MallocFree free_desc;
454
455 free_desc.ptr = ptr_to_free;
456 free_desc.libc_pid = malloc_pid;
457 free_desc.free_pid = getpid();
458 notify_qemu(TRACE_DEV_REG_FREE_PTR, (uint32_t)&free_desc);
459
460 /* Emulator reports failure by zeroing libc_pid field of the
461 * descriptor. */
462 return free_desc.libc_pid != 0 ? 0 : -1;
463}
464
465/* Fires up TRACE_DEV_REG_QUERY_MALLOC event in the emulator.
466 * Param:
467 * ptr - Pointer to request allocation information for.
468 * desc - Pointer to MallocDesc instance that will receive allocation
469 * information.
470 * routine - Code of the allocation routine, in context of which query is made:
471 * 1 - free
472 * 2 - realloc
473 * Return:
474 * Zero on success, or -1 on failure.
475 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700476static inline int query_qemu_malloc_info(void* ptr, MallocDesc* desc, uint32_t routine) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800477 volatile MallocDescQuery query;
478
479 query.ptr = ptr;
480 query.libc_pid = malloc_pid;
481 query.query_pid = getpid();
482 query.routine = routine;
483 query.desc = desc;
484 notify_qemu(TRACE_DEV_REG_QUERY_MALLOC, (uint32_t)&query);
485
486 /* Emulator reports failure by zeroing libc_pid field of the
487 * descriptor. */
488 return query.libc_pid != 0 ? 0 : -1;
489}
490
491/* Logs a message to emulator's stdout.
492 * Param:
493 * prio - Message priority (debug, info, or error)
494 * fmt + rest - Message format and parameters.
495 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700496static void qemu_log(int prio, const char* fmt, ...) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800497 va_list ap;
498 char buf[4096];
499 const char* prefix;
500
501 /* Choose message prefix depending on the priority value. */
502 switch (prio) {
503 case ANDROID_LOG_ERROR:
504 if (!tracing_enabled(error)) {
505 return;
506 }
507 prefix = "E";
508 break;
509 case ANDROID_LOG_INFO:
510 if (!tracing_enabled(info)) {
511 return;
512 }
513 prefix = "I";
514 break;
515 case ANDROID_LOG_DEBUG:
516 default:
517 if (!tracing_enabled(debug)) {
518 return;
519 }
520 prefix = "D";
521 break;
522 }
523
524 va_start(ap, fmt);
525 vsnprintf(buf, sizeof(buf), fmt, ap);
526 va_end(ap);
527 buf[sizeof(buf) - 1] = '\0';
528
529 TR("%s/memcheck: %s\n", prefix, buf);
530}
531
532/* Dumps content of memory allocation descriptor to a string.
533 * Param:
534 * str - String to dump descriptor to.
535 * str_buf_size - Size of string's buffer.
536 * desc - Descriptor to dump.
537 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700538static void dump_malloc_descriptor(char* str, size_t str_buf_size, const MallocDesc* desc) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800539 if (str_buf_size) {
540 snprintf(str, str_buf_size,
541 "MDesc: %p: %X <-> %X [%u + %u + %u] by pid=%03u in libc_pid=%03u",
542 mallocdesc_user_ptr(desc), (uint32_t)desc->ptr,
543 (uint32_t)mallocdesc_alloc_end(desc), desc->prefix_size,
544 desc->requested_bytes, desc->suffix_size, desc->allocator_pid,
545 desc->libc_pid);
546 str[str_buf_size - 1] = '\0';
547 }
548}
549
550#if TEST_ACCESS_VIOLATIONS
551/* Causes an access violation on allocation descriptor, and verifies that
552 * violation has been detected by memory checker in the emulator.
553 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700554static void test_access_violation(const MallocDesc* desc) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800555 MallocDesc desc_chk;
556 char ch;
557 volatile char* prefix = (volatile char*)desc->ptr;
558 volatile char* suffix = (volatile char*)mallocdesc_user_ptr(desc) +
559 desc->requested_bytes;
560 /* We're causing AV by reading from the prefix and suffix areas of the
561 * allocated block. This should produce two access violations, so when we
562 * get allocation descriptor from QEMU, av_counter should be bigger than
563 * av_counter of the original descriptor by 2. */
564 ch = *prefix;
565 ch = *suffix;
566 if (!query_qemu_malloc_info(mallocdesc_user_ptr(desc), &desc_chk, 2) &&
567 desc_chk.av_count != (desc->av_count + 2)) {
568 log_mdesc(error, &desc_chk,
569 "<libc_pid=%03u, pid=%03u>: malloc: Access violation test failed:\n"
570 "Expected violations count %u is not equal to the actually reported %u",
571 malloc_pid, getpid(), desc->av_count + 2,
572 desc_chk.av_count);
573 }
574}
575#endif // TEST_ACCESS_VIOLATIONS
576
577// =============================================================================
578// API routines
579// =============================================================================
580
581void* qemu_instrumented_malloc(size_t bytes);
582void qemu_instrumented_free(void* mem);
583void* qemu_instrumented_calloc(size_t n_elements, size_t elem_size);
584void* qemu_instrumented_realloc(void* mem, size_t bytes);
585void* qemu_instrumented_memalign(size_t alignment, size_t bytes);
586
587/* Initializes malloc debugging instrumentation for the emulator.
588 * This routine is called from malloc_init_impl routine implemented in
589 * bionic/libc/bionic/malloc_debug_common.c when malloc debugging gets
590 * initialized for a process. The way malloc debugging implementation is
591 * done, it is guaranteed that this routine will be called just once per
592 * process.
593 * Return:
594 * 0 on success, or -1 on failure.
595*/
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700596int malloc_debug_initialize() {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800597 /* We will be using emulator's magic page to report memory allocation
598 * activities. In essence, what magic page does, it translates writes to
599 * the memory mapped spaces into writes to an I/O port that emulator
600 * "listens to" on the other end. Note that until we open and map that
601 * device, logging to emulator's stdout will not be available. */
602 int fd = open("/dev/qemu_trace", O_RDWR);
603 if (fd < 0) {
604 error_log("Unable to open /dev/qemu_trace");
605 return -1;
606 } else {
607 qtrace = mmap(0, PAGESIZE, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
608 close(fd);
609
610 if (qtrace == MAP_FAILED) {
611 qtrace = NULL;
612 error_log("Unable to mmap /dev/qemu_trace");
613 return -1;
614 }
615 }
616
617 /* Cache pid of the process this library has been initialized for. */
618 malloc_pid = getpid();
619
620 return 0;
621}
622
623/* Completes malloc debugging instrumentation for the emulator.
624 * Note that this routine is called after successful return from
625 * malloc_debug_initialize, which means that connection to the emulator via
626 * "magic page" has been established.
627 * Param:
628 * alignment - Alignment requirement set for memiry allocations.
629 * memcheck_param - Emulator's -memcheck option parameters. This string
630 * contains abbreviation for guest events that are enabled for tracing.
631 * Return:
632 * 0 on success, or -1 on failure.
633*/
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700634int memcheck_initialize(int alignment, const char* memcheck_param) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800635 malloc_alignment = alignment;
636
637 /* Parse -memcheck parameter for the guest tracing flags. */
638 while (*memcheck_param != '\0') {
639 switch (*memcheck_param) {
640 case 'a':
641 // Enable all messages from the guest.
642 tracing_flags |= ALL_TRACING_ENABLED;
643 break;
644 case 'd':
645 // Enable debug messages from the guest.
646 tracing_flags |= DEBUG_TRACING_ENABLED;
647 break;
648 case 'e':
649 // Enable error messages from the guest.
650 tracing_flags |= ERROR_TRACING_ENABLED;
651 break;
652 case 'i':
653 // Enable info messages from the guest.
654 tracing_flags |= INFO_TRACING_ENABLED;
655 break;
656 default:
657 break;
658 }
659 if (tracing_flags == ALL_TRACING_ENABLED) {
660 break;
661 }
662 memcheck_param++;
663 }
664
665 notify_qemu_libc_initialized(malloc_pid);
666
Iliyan Malcheve1dd3c22012-05-29 14:22:42 -0700667 qemu_debug_log("Instrumented for pid=%03u: malloc=%p, free=%p, calloc=%p, realloc=%p, memalign=%p",
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800668 malloc_pid, qemu_instrumented_malloc, qemu_instrumented_free,
669 qemu_instrumented_calloc, qemu_instrumented_realloc,
670 qemu_instrumented_memalign);
671
672 return 0;
673}
674
675/* This routine serves as entry point for 'malloc'.
676 * Primary responsibility of this routine is to allocate requested number of
677 * bytes (plus prefix, and suffix guards), and report allocation to the
678 * emulator.
679 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700680void* qemu_instrumented_malloc(size_t bytes) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800681 MallocDesc desc;
682
683 /* Initialize block descriptor and allocate memory. Note that dlmalloc
684 * returns a valid pointer on zero allocation. Lets mimic this behavior. */
685 desc.prefix_size = DEFAULT_PREFIX_SIZE;
686 desc.requested_bytes = bytes;
687 desc.suffix_size = DEFAULT_SUFFIX_SIZE;
688 desc.ptr = dlmalloc(mallocdesc_alloc_size(&desc));
689 if (desc.ptr == NULL) {
Iliyan Malcheve1dd3c22012-05-29 14:22:42 -0700690 qemu_error_log("<libc_pid=%03u, pid=%03u> malloc(%u): dlmalloc(%u) failed.",
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800691 malloc_pid, getpid(), bytes, mallocdesc_alloc_size(&desc));
692 return NULL;
693 }
694
695 // Fire up event in the emulator.
696 if (notify_qemu_malloc(&desc)) {
697 log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: malloc: notify_malloc failed for ",
698 malloc_pid, getpid());
699 dlfree(desc.ptr);
700 return NULL;
701 } else {
702#if TEST_ACCESS_VIOLATIONS
703 test_access_violation(&desc);
704#endif // TEST_ACCESS_VIOLATIONS
705 log_mdesc(info, &desc, "+++ <libc_pid=%03u, pid=%03u> malloc(%u) -> ",
706 malloc_pid, getpid(), bytes);
707 return mallocdesc_user_ptr(&desc);
708 }
709}
710
711/* This routine serves as entry point for 'malloc'.
712 * Primary responsibility of this routine is to free requested memory, and
713 * report free block to the emulator.
714 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700715void qemu_instrumented_free(void* mem) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800716 MallocDesc desc;
717
718 if (mem == NULL) {
719 // Just let go NULL free
720 dlfree(mem);
721 return;
722 }
723
724 // Query emulator for the freeing block information.
725 if (query_qemu_malloc_info(mem, &desc, 1)) {
726 error_log("<libc_pid=%03u, pid=%03u>: free(%p) query_info failed.",
727 malloc_pid, getpid(), mem);
728 return;
729 }
730
731#if TEST_ACCESS_VIOLATIONS
732 test_access_violation(&desc);
733#endif // TEST_ACCESS_VIOLATIONS
734
735 /* Make sure that pointer that's being freed matches what we expect
736 * for this memory block. Note that this violation should be already
737 * caught in the emulator. */
738 if (mem != mallocdesc_user_ptr(&desc)) {
739 log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: free(%p) is invalid for ",
740 malloc_pid, getpid(), mem);
741 return;
742 }
743
744 // Fire up event in the emulator and free block that was actually allocated.
745 if (notify_qemu_free(mem)) {
746 log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: free(%p) notify_free failed for ",
747 malloc_pid, getpid(), mem);
748 } else {
749 log_mdesc(info, &desc, "--- <libc_pid=%03u, pid=%03u> free(%p) -> ",
750 malloc_pid, getpid(), mem);
751 dlfree(desc.ptr);
752 }
753}
754
755/* This routine serves as entry point for 'calloc'.
756 * This routine behaves similarly to qemu_instrumented_malloc.
757 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700758void* qemu_instrumented_calloc(size_t n_elements, size_t elem_size) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800759 if (n_elements == 0 || elem_size == 0) {
760 // Just let go zero bytes allocation.
Iliyan Malcheve1dd3c22012-05-29 14:22:42 -0700761 qemu_info_log("::: <libc_pid=%03u, pid=%03u>: Zero calloc redir to malloc",
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800762 malloc_pid, getpid());
763 return qemu_instrumented_malloc(0);
764 }
765
766 /* Fail on overflow - just to be safe even though this code runs only
767 * within the debugging C library, not the production one */
768 if (n_elements && MAX_SIZE_T / n_elements < elem_size) {
769 return NULL;
770 }
771
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700772 MallocDesc desc;
773
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800774 /* Calculating prefix size. The trick here is to make sure that
775 * first element (returned to the caller) is properly aligned. */
776 if (DEFAULT_PREFIX_SIZE >= elem_size) {
777 /* If default alignment is bigger than element size, we will
778 * set our prefix size to the default alignment size. */
779 desc.prefix_size = DEFAULT_PREFIX_SIZE;
780 /* For the suffix we will use whatever bytes remain from the prefix
781 * allocation size, aligned to the size of an element, plus the usual
782 * default suffix size. */
783 desc.suffix_size = (DEFAULT_PREFIX_SIZE % elem_size) +
784 DEFAULT_SUFFIX_SIZE;
785 } else {
786 /* Make sure that prefix, and suffix sizes is at least elem_size,
787 * and first element returned to the caller is properly aligned. */
788 desc.prefix_size = elem_size + DEFAULT_PREFIX_SIZE - 1;
789 desc.prefix_size &= ~(malloc_alignment - 1);
790 desc.suffix_size = DEFAULT_SUFFIX_SIZE;
791 }
792 desc.requested_bytes = n_elements * elem_size;
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700793 size_t total_size = desc.requested_bytes + desc.prefix_size + desc.suffix_size;
794 size_t total_elements = total_size / elem_size;
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800795 total_size %= elem_size;
796 if (total_size != 0) {
797 // Add extra to the suffix area.
798 total_elements++;
799 desc.suffix_size += (elem_size - total_size);
800 }
801 desc.ptr = dlcalloc(total_elements, elem_size);
802 if (desc.ptr == NULL) {
803 error_log("<libc_pid=%03u, pid=%03u> calloc: dlcalloc(%u(%u), %u) (prx=%u, sfx=%u) failed.",
804 malloc_pid, getpid(), n_elements, total_elements, elem_size,
805 desc.prefix_size, desc.suffix_size);
806 return NULL;
807 }
808
809 if (notify_qemu_malloc(&desc)) {
810 log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: calloc(%u(%u), %u): notify_malloc failed for ",
811 malloc_pid, getpid(), n_elements, total_elements, elem_size);
812 dlfree(desc.ptr);
813 return NULL;
814 } else {
815#if TEST_ACCESS_VIOLATIONS
816 test_access_violation(&desc);
817#endif // TEST_ACCESS_VIOLATIONS
818 log_mdesc(info, &desc, "### <libc_pid=%03u, pid=%03u> calloc(%u(%u), %u) -> ",
819 malloc_pid, getpid(), n_elements, total_elements, elem_size);
820 return mallocdesc_user_ptr(&desc);
821 }
822}
823
824/* This routine serves as entry point for 'realloc'.
825 * This routine behaves similarly to qemu_instrumented_free +
826 * qemu_instrumented_malloc. Note that this modifies behavior of "shrinking" an
827 * allocation, but overall it doesn't seem to matter, as caller of realloc
828 * should not expect that pointer returned after shrinking will remain the same.
829 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700830void* qemu_instrumented_realloc(void* mem, size_t bytes) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800831 MallocDesc new_desc;
832 MallocDesc cur_desc;
833 size_t to_copy;
834 void* ret;
835
836 if (mem == NULL) {
837 // Nothing to realloc. just do regular malloc.
Iliyan Malcheve1dd3c22012-05-29 14:22:42 -0700838 qemu_info_log("::: <libc_pid=%03u, pid=%03u>: realloc(%p, %u) redir to malloc",
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800839 malloc_pid, getpid(), mem, bytes);
840 return qemu_instrumented_malloc(bytes);
841 }
842
843 if (bytes == 0) {
844 // This is a "free" condition.
Iliyan Malcheve1dd3c22012-05-29 14:22:42 -0700845 qemu_info_log("::: <libc_pid=%03u, pid=%03u>: realloc(%p, %u) redir to free and malloc",
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800846 malloc_pid, getpid(), mem, bytes);
847 qemu_instrumented_free(mem);
848
849 // This is what dlrealloc does for a "free" realloc.
850 return NULL;
851 }
852
853 // Query emulator for the reallocating block information.
854 if (query_qemu_malloc_info(mem, &cur_desc, 2)) {
855 // Note that this violation should be already caught in the emulator.
856 error_log("<libc_pid=%03u, pid=%03u>: realloc(%p, %u) query_info failed.",
857 malloc_pid, getpid(), mem, bytes);
858 return NULL;
859 }
860
861#if TEST_ACCESS_VIOLATIONS
862 test_access_violation(&cur_desc);
863#endif // TEST_ACCESS_VIOLATIONS
864
865 /* Make sure that reallocating pointer value is what we would expect
866 * for this memory block. Note that this violation should be already caught
867 * in the emulator.*/
868 if (mem != mallocdesc_user_ptr(&cur_desc)) {
869 log_mdesc(error, &cur_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u) is invalid for ",
870 malloc_pid, getpid(), mem, bytes);
871 return NULL;
872 }
873
874 /* TODO: We're a bit inefficient here, always allocating new block from
875 * the heap. If this realloc shrinks current buffer, we can just do the
876 * shrinking "in place", adjusting suffix_size in the allocation descriptor
877 * for this block that is stored in the emulator. */
878
879 // Initialize descriptor for the new block.
880 new_desc.prefix_size = DEFAULT_PREFIX_SIZE;
881 new_desc.requested_bytes = bytes;
882 new_desc.suffix_size = DEFAULT_SUFFIX_SIZE;
883 new_desc.ptr = dlmalloc(mallocdesc_alloc_size(&new_desc));
884 if (new_desc.ptr == NULL) {
885 log_mdesc(error, &cur_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u): dlmalloc(%u) failed on ",
886 malloc_pid, getpid(), mem, bytes,
887 mallocdesc_alloc_size(&new_desc));
888 return NULL;
889 }
890 ret = mallocdesc_user_ptr(&new_desc);
891
892 // Copy user data from old block to the new one.
893 to_copy = bytes < cur_desc.requested_bytes ? bytes :
894 cur_desc.requested_bytes;
895 if (to_copy != 0) {
896 memcpy(ret, mallocdesc_user_ptr(&cur_desc), to_copy);
897 }
898
899 // Register new block with emulator.
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700900 if (notify_qemu_malloc(&new_desc)) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800901 log_mdesc(error, &new_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u) notify_malloc failed -> ",
902 malloc_pid, getpid(), mem, bytes);
903 log_mdesc(error, &cur_desc, " <- ");
904 dlfree(new_desc.ptr);
905 return NULL;
906 }
907
908#if TEST_ACCESS_VIOLATIONS
909 test_access_violation(&new_desc);
910#endif // TEST_ACCESS_VIOLATIONS
911
912 // Free old block.
913 if (notify_qemu_free(mem)) {
914 log_mdesc(error, &cur_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u): notify_free failed for ",
915 malloc_pid, getpid(), mem, bytes);
916 /* Since we registered new decriptor with the emulator, we need
917 * to unregister it before freeing newly allocated block. */
918 notify_qemu_free(mallocdesc_user_ptr(&new_desc));
919 dlfree(new_desc.ptr);
920 return NULL;
921 }
922 dlfree(cur_desc.ptr);
923
924 log_mdesc(info, &new_desc, "=== <libc_pid=%03u, pid=%03u>: realloc(%p, %u) -> ",
925 malloc_pid, getpid(), mem, bytes);
926 log_mdesc(info, &cur_desc, " <- ");
927
928 return ret;
929}
930
931/* This routine serves as entry point for 'memalign'.
932 * This routine behaves similarly to qemu_instrumented_malloc.
933 */
Elliott Hughesc4d1fec2012-08-28 14:15:04 -0700934void* qemu_instrumented_memalign(size_t alignment, size_t bytes) {
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800935 MallocDesc desc;
936
937 if (bytes == 0) {
938 // Just let go zero bytes allocation.
Iliyan Malcheve1dd3c22012-05-29 14:22:42 -0700939 qemu_info_log("::: <libc_pid=%03u, pid=%03u>: memalign(%X, %u) redir to malloc",
Vladimir Chtchetkine75fba682010-02-12 08:59:58 -0800940 malloc_pid, getpid(), alignment, bytes);
941 return qemu_instrumented_malloc(0);
942 }
943
944 /* Prefix size for aligned allocation must be equal to the alignment used
945 * for allocation in order to ensure proper alignment of the returned
946 * pointer, in case that alignment requirement is greater than prefix
947 * size. */
948 desc.prefix_size = alignment > DEFAULT_PREFIX_SIZE ? alignment :
949 DEFAULT_PREFIX_SIZE;
950 desc.requested_bytes = bytes;
951 desc.suffix_size = DEFAULT_SUFFIX_SIZE;
952 desc.ptr = dlmemalign(desc.prefix_size, mallocdesc_alloc_size(&desc));
953 if (desc.ptr == NULL) {
954 error_log("<libc_pid=%03u, pid=%03u> memalign(%X, %u): dlmalloc(%u) failed.",
955 malloc_pid, getpid(), alignment, bytes,
956 mallocdesc_alloc_size(&desc));
957 return NULL;
958 }
959 if (notify_qemu_malloc(&desc)) {
960 log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: memalign(%X, %u): notify_malloc failed for ",
961 malloc_pid, getpid(), alignment, bytes);
962 dlfree(desc.ptr);
963 return NULL;
964 }
965
966#if TEST_ACCESS_VIOLATIONS
967 test_access_violation(&desc);
968#endif // TEST_ACCESS_VIOLATIONS
969
970 log_mdesc(info, &desc, "@@@ <libc_pid=%03u, pid=%03u> memalign(%X, %u) -> ",
971 malloc_pid, getpid(), alignment, bytes);
972 return mallocdesc_user_ptr(&desc);
Vladimir Chtchetkineb74ceb22009-11-17 14:13:38 -0800973}