blob: 97e390bca80ed2c1298f8f8304852f49884a4c2b [file] [log] [blame]
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001/*
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002 * Copyright (C) 2008 The Android Open Source Project
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
Dmitriy Ivanov19133522015-06-02 17:36:54 -070029#include <android/api-level.h>
Elliott Hughes46882792012-08-03 16:49:39 -070030#include <dlfcn.h>
31#include <errno.h>
32#include <fcntl.h>
Elliott Hughes0266ae52014-02-10 17:46:57 -080033#include <inttypes.h>
Elliott Hughes46882792012-08-03 16:49:39 -070034#include <pthread.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080035#include <stdio.h>
36#include <stdlib.h>
37#include <string.h>
Elliott Hughes46882792012-08-03 16:49:39 -070038#include <sys/mman.h>
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -080039#include <sys/param.h>
Elliott Hughes46882792012-08-03 16:49:39 -070040#include <unistd.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080041
Dmitriy Ivanov0d150942014-08-22 12:25:04 -070042#include <new>
Dmitriy Ivanovd165f562015-03-23 18:43:02 -070043#include <string>
44#include <vector>
Dmitriy Ivanov0d150942014-08-22 12:25:04 -070045
Elliott Hughes46882792012-08-03 16:49:39 -070046// Private C library headers.
Elliott Hugheseb847bc2013-10-09 15:50:50 -070047#include "private/bionic_tls.h"
48#include "private/KernelArgumentBlock.h"
49#include "private/ScopedPthreadMutexLocker.h"
Dmitriy Ivanov14669a92014-09-05 16:42:53 -070050#include "private/ScopeGuard.h"
51#include "private/UniquePtr.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080052
53#include "linker.h"
Dmitriy Ivanovc9ce70d2015-03-10 15:30:26 -070054#include "linker_block_allocator.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080055#include "linker_debug.h"
Dmitriy Ivanov18870d32015-04-22 13:10:04 -070056#include "linker_sleb128.h"
David 'Digit' Turner23363ed2012-06-18 18:13:49 +020057#include "linker_phdr.h"
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -080058#include "linker_relocs.h"
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -080059#include "linker_reloc_iterators.h"
Simon Baldwinaef71952015-01-16 13:22:54 +000060#include "ziparchive/zip_archive.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080061
Elliott Hughes1801db32015-06-08 18:04:00 -070062extern void __libc_init_AT_SECURE(KernelArgumentBlock&);
63
64// Override macros to use C++ style casts.
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -080065#undef ELF_ST_TYPE
66#define ELF_ST_TYPE(x) (static_cast<uint32_t>(x) & 0xf)
67
Elliott Hughes0266ae52014-02-10 17:46:57 -080068static ElfW(Addr) get_elf_exec_load_bias(const ElfW(Ehdr)* elf);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080069
Dmitriy Ivanov600bc3c2015-03-10 15:43:50 -070070static LinkerTypeAllocator<soinfo> g_soinfo_allocator;
71static LinkerTypeAllocator<LinkedListEntry<soinfo>> g_soinfo_links_allocator;
Magnus Malmbornba98d922012-09-12 13:00:55 +020072
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -070073static soinfo* solist;
74static soinfo* sonext;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -070075static soinfo* somain; // main process, always the one after libdl_info
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080076
Elliott Hughes1728b232014-05-14 10:02:03 -070077static const char* const kDefaultLdPaths[] = {
Elliott Hughes4eeb1f12013-10-25 17:38:02 -070078#if defined(__LP64__)
Elliott Hughes011bc0b2013-10-08 14:27:10 -070079 "/vendor/lib64",
80 "/system/lib64",
81#else
Elliott Hughes124fae92012-10-31 14:20:03 -070082 "/vendor/lib",
83 "/system/lib",
Elliott Hughes011bc0b2013-10-08 14:27:10 -070084#endif
Dmitriy Ivanov851135b2014-08-29 12:02:36 -070085 nullptr
Elliott Hughes124fae92012-10-31 14:20:03 -070086};
David Bartleybc3a5c22009-06-02 18:27:28 -070087
Evgenii Stepanovd640b222015-07-10 17:54:01 -070088static const char* const kAsanDefaultLdPaths[] = {
89#if defined(__LP64__)
90 "/data/vendor/lib64",
91 "/vendor/lib64",
92 "/data/lib64",
93 "/system/lib64",
94#else
95 "/data/vendor/lib",
96 "/vendor/lib",
97 "/data/lib",
98 "/system/lib",
99#endif
100 nullptr
101};
102
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700103static const ElfW(Versym) kVersymNotNeeded = 0;
104static const ElfW(Versym) kVersymGlobal = 1;
105
Evgenii Stepanovd640b222015-07-10 17:54:01 -0700106static const char* const* g_default_ld_paths;
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700107static std::vector<std::string> g_ld_library_paths;
108static std::vector<std::string> g_ld_preload_names;
Elliott Hughesa4aafd12014-01-13 16:37:47 -0800109
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700110static std::vector<soinfo*> g_ld_preloads;
Matt Fischer4fd42c12009-12-31 12:09:10 -0600111
Elliott Hughes1728b232014-05-14 10:02:03 -0700112__LIBC_HIDDEN__ int g_ld_debug_verbosity;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800113
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700114__LIBC_HIDDEN__ abort_msg_t* g_abort_message = nullptr; // For debuggerd.
Elliott Hughes0d787c12013-04-04 13:46:46 -0700115
Evgenii Stepanov68650822015-06-10 13:38:39 -0700116static std::string dirname(const char *path) {
117 const char* last_slash = strrchr(path, '/');
118 if (last_slash == path) return "/";
119 else if (last_slash == nullptr) return ".";
120 else
121 return std::string(path, last_slash - path);
122}
123
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800124#if STATS
Elliott Hughesbedfe382012-08-14 14:07:59 -0700125struct linker_stats_t {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700126 int count[kRelocMax];
Elliott Hughesbedfe382012-08-14 14:07:59 -0700127};
128
129static linker_stats_t linker_stats;
130
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800131void count_relocation(RelocationKind kind) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700132 ++linker_stats.count[kind];
Elliott Hughesbedfe382012-08-14 14:07:59 -0700133}
134#else
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800135void count_relocation(RelocationKind) {
Elliott Hughesbedfe382012-08-14 14:07:59 -0700136}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800137#endif
138
139#if COUNT_PAGES
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800140uint32_t bitmask[4096];
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800141#endif
142
Dima Zavin2e855792009-05-20 18:28:09 -0700143static char __linker_dl_err_buf[768];
Dima Zavin2e855792009-05-20 18:28:09 -0700144
Elliott Hughes650be4e2013-03-05 18:47:58 -0800145char* linker_get_error_buffer() {
Elliott Hughes5419b942012-10-16 15:54:46 -0700146 return &__linker_dl_err_buf[0];
Dima Zavin2e855792009-05-20 18:28:09 -0700147}
148
Elliott Hughes650be4e2013-03-05 18:47:58 -0800149size_t linker_get_error_buffer_size() {
150 return sizeof(__linker_dl_err_buf);
151}
152
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700153// This function is an empty stub where GDB locates a breakpoint to get notified
154// about linker activity.
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -0700155extern "C"
156void __attribute__((noinline)) __attribute__((visibility("default"))) rtld_db_dlactivity();
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800157
Elliott Hughes1728b232014-05-14 10:02:03 -0700158static pthread_mutex_t g__r_debug_mutex = PTHREAD_MUTEX_INITIALIZER;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -0700159static r_debug _r_debug =
160 {1, nullptr, reinterpret_cast<uintptr_t>(&rtld_db_dlactivity), r_debug::RT_CONSISTENT, 0};
161
Elliott Hughes3a9c5d62014-02-10 13:31:13 -0800162static link_map* r_debug_tail = 0;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800163
Elliott Hughes3a9c5d62014-02-10 13:31:13 -0800164static void insert_soinfo_into_debug_map(soinfo* info) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700165 // Copy the necessary fields into the debug structure.
166 link_map* map = &(info->link_map_head);
167 map->l_addr = info->load_bias;
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700168 // link_map l_name field is not const.
169 map->l_name = const_cast<char*>(info->get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700170 map->l_ld = info->dynamic;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800171
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700172 // Stick the new library at the end of the list.
173 // gdb tends to care more about libc than it does
174 // about leaf libraries, and ordering it this way
175 // reduces the back-and-forth over the wire.
176 if (r_debug_tail) {
177 r_debug_tail->l_next = map;
178 map->l_prev = r_debug_tail;
179 map->l_next = 0;
180 } else {
181 _r_debug.r_map = map;
182 map->l_prev = 0;
183 map->l_next = 0;
184 }
185 r_debug_tail = map;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800186}
187
Elliott Hughesbedfe382012-08-14 14:07:59 -0700188static void remove_soinfo_from_debug_map(soinfo* info) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700189 link_map* map = &(info->link_map_head);
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700190
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700191 if (r_debug_tail == map) {
192 r_debug_tail = map->l_prev;
193 }
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700194
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700195 if (map->l_prev) {
196 map->l_prev->l_next = map->l_next;
197 }
198 if (map->l_next) {
199 map->l_next->l_prev = map->l_prev;
200 }
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700201}
202
Elliott Hughesbedfe382012-08-14 14:07:59 -0700203static void notify_gdb_of_load(soinfo* info) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -0800204 if (info->is_main_executable()) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700205 // GDB already knows about the main executable
206 return;
207 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800208
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700209 ScopedPthreadMutexLocker locker(&g__r_debug_mutex);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800210
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700211 _r_debug.r_state = r_debug::RT_ADD;
212 rtld_db_dlactivity();
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800213
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700214 insert_soinfo_into_debug_map(info);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800215
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700216 _r_debug.r_state = r_debug::RT_CONSISTENT;
217 rtld_db_dlactivity();
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700218}
219
Elliott Hughesbedfe382012-08-14 14:07:59 -0700220static void notify_gdb_of_unload(soinfo* info) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -0800221 if (info->is_main_executable()) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700222 // GDB already knows about the main executable
223 return;
224 }
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700225
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700226 ScopedPthreadMutexLocker locker(&g__r_debug_mutex);
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700227
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700228 _r_debug.r_state = r_debug::RT_DELETE;
229 rtld_db_dlactivity();
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700230
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700231 remove_soinfo_from_debug_map(info);
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700232
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700233 _r_debug.r_state = r_debug::RT_CONSISTENT;
234 rtld_db_dlactivity();
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800235}
236
Elliott Hughes18a206c2012-10-29 17:37:13 -0700237void notify_gdb_of_libraries() {
Elliott Hughes3a9c5d62014-02-10 13:31:13 -0800238 _r_debug.r_state = r_debug::RT_ADD;
239 rtld_db_dlactivity();
240 _r_debug.r_state = r_debug::RT_CONSISTENT;
241 rtld_db_dlactivity();
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800242}
243
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700244LinkedListEntry<soinfo>* SoinfoListAllocator::alloc() {
245 return g_soinfo_links_allocator.alloc();
246}
247
248void SoinfoListAllocator::free(LinkedListEntry<soinfo>* entry) {
249 g_soinfo_links_allocator.free(entry);
250}
251
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -0700252static soinfo* soinfo_alloc(const char* name, struct stat* file_stat,
253 off64_t file_offset, uint32_t rtld_flags) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700254 if (strlen(name) >= PATH_MAX) {
Magnus Malmbornba98d922012-09-12 13:00:55 +0200255 DL_ERR("library name \"%s\" too long", name);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700256 return nullptr;
Magnus Malmbornba98d922012-09-12 13:00:55 +0200257 }
258
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -0700259 soinfo* si = new (g_soinfo_allocator.alloc()) soinfo(name, file_stat, file_offset, rtld_flags);
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700260
Magnus Malmbornba98d922012-09-12 13:00:55 +0200261 sonext->next = si;
262 sonext = si;
263
Elliott Hughesca0c11b2013-03-12 10:40:45 -0700264 TRACE("name %s: allocated soinfo @ %p", name, si);
Magnus Malmbornba98d922012-09-12 13:00:55 +0200265 return si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800266}
267
Elliott Hughesfaf05ba2014-02-11 16:59:37 -0800268static void soinfo_free(soinfo* si) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700269 if (si == nullptr) {
270 return;
271 }
272
273 if (si->base != 0 && si->size != 0) {
274 munmap(reinterpret_cast<void*>(si->base), si->size);
275 }
276
277 soinfo *prev = nullptr, *trav;
278
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700279 TRACE("name %s: freeing soinfo @ %p", si->get_realpath(), si);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700280
281 for (trav = solist; trav != nullptr; trav = trav->next) {
282 if (trav == si) {
283 break;
Elliott Hughes46882792012-08-03 16:49:39 -0700284 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700285 prev = trav;
286 }
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800287
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700288 if (trav == nullptr) {
289 // si was not in solist
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700290 DL_ERR("name \"%s\"@%p is not in solist!", si->get_realpath(), si);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700291 return;
292 }
Elliott Hughes46882792012-08-03 16:49:39 -0700293
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700294 // clear links to/from si
295 si->remove_all_links();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700296
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700297 // prev will never be null, because the first entry in solist is
298 // always the static libdl_info.
299 prev->next = si->next;
300 if (si == sonext) {
301 sonext = prev;
302 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800303
Dmitriy Ivanov609f11b2015-07-08 15:26:46 -0700304 si->~soinfo();
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700305 g_soinfo_allocator.free(si);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800306}
307
Elliott Hughescade4c32012-12-20 14:42:14 -0800308static void parse_path(const char* path, const char* delimiters,
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700309 std::vector<std::string>* paths) {
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700310 if (path == nullptr) {
Elliott Hughescade4c32012-12-20 14:42:14 -0800311 return;
312 }
313
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700314 paths->clear();
Elliott Hughescade4c32012-12-20 14:42:14 -0800315
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700316 for (const char *p = path; ; ++p) {
317 size_t len = strcspn(p, delimiters);
318 // skip empty tokens
319 if (len == 0) {
320 continue;
Elliott Hughescade4c32012-12-20 14:42:14 -0800321 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800322
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700323 paths->push_back(std::string(p, len));
324 p += len;
325
326 if (*p == '\0') {
327 break;
328 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800329 }
330}
331
332static void parse_LD_LIBRARY_PATH(const char* path) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700333 parse_path(path, ":", &g_ld_library_paths);
Elliott Hughescade4c32012-12-20 14:42:14 -0800334}
335
Evgenii Stepanov68650822015-06-10 13:38:39 -0700336void soinfo::set_dt_runpath(const char* path) {
337 if (!has_min_version(2)) return;
338 parse_path(path, ":", &dt_runpath_);
339
340 std::string origin = dirname(get_realpath());
341 // FIXME: add $LIB and $PLATFORM.
342 std::pair<std::string, std::string> substs[] = {{"ORIGIN", origin}};
343 for (std::string& s : dt_runpath_) {
344 size_t pos = 0;
345 while (pos < s.size()) {
346 pos = s.find("$", pos);
347 if (pos == std::string::npos) break;
348 for (const auto& subst : substs) {
349 const std::string& token = subst.first;
350 const std::string& replacement = subst.second;
351 if (s.substr(pos + 1, token.size()) == token) {
352 s.replace(pos, token.size() + 1, replacement);
353 // -1 to compensate for the ++pos below.
354 pos += replacement.size() - 1;
355 break;
356 } else if (s.substr(pos + 1, token.size() + 2) == "{" + token + "}") {
357 s.replace(pos, token.size() + 3, replacement);
358 pos += replacement.size() - 1;
359 break;
360 }
361 }
362 // Skip $ in case it did not match any of the known substitutions.
363 ++pos;
364 }
365 }
366}
367
Elliott Hughescade4c32012-12-20 14:42:14 -0800368static void parse_LD_PRELOAD(const char* path) {
369 // We have historically supported ':' as well as ' ' in LD_PRELOAD.
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700370 parse_path(path, " :", &g_ld_preload_names);
Elliott Hughescade4c32012-12-20 14:42:14 -0800371}
372
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700373static bool realpath_fd(int fd, std::string* realpath) {
374 std::vector<char> buf(PATH_MAX), proc_self_fd(PATH_MAX);
375 snprintf(&proc_self_fd[0], proc_self_fd.size(), "/proc/self/fd/%d", fd);
376 if (readlink(&proc_self_fd[0], &buf[0], buf.size()) == -1) {
Dmitriy Ivanov087005f2015-05-28 11:44:31 -0700377 PRINT("readlink('%s') failed: %s [fd=%d]", &proc_self_fd[0], strerror(errno), fd);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700378 return false;
379 }
380
381 *realpath = std::string(&buf[0]);
382 return true;
383}
384
Elliott Hughes4eeb1f12013-10-25 17:38:02 -0700385#if defined(__arm__)
Elliott Hughes46882792012-08-03 16:49:39 -0700386
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700387// For a given PC, find the .so that it belongs to.
388// Returns the base address of the .ARM.exidx section
389// for that .so, and the number of 8-byte entries
390// in that section (via *pcount).
391//
392// Intended to be called by libc's __gnu_Unwind_Find_exidx().
393//
394// This function is exposed via dlfcn.cpp and libdl.so.
Elliott Hughesfaf05ba2014-02-11 16:59:37 -0800395_Unwind_Ptr dl_unwind_find_exidx(_Unwind_Ptr pc, int* pcount) {
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -0800396 uintptr_t addr = reinterpret_cast<uintptr_t>(pc);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800397
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700398 for (soinfo* si = solist; si != 0; si = si->next) {
399 if ((addr >= si->base) && (addr < (si->base + si->size))) {
400 *pcount = si->ARM_exidx_count;
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -0800401 return reinterpret_cast<_Unwind_Ptr>(si->ARM_exidx);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800402 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700403 }
404 *pcount = 0;
405 return nullptr;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800406}
Elliott Hughes46882792012-08-03 16:49:39 -0700407
Christopher Ferris24053a42013-08-19 17:45:09 -0700408#endif
Elliott Hughes46882792012-08-03 16:49:39 -0700409
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700410// Here, we only have to provide a callback to iterate across all the
411// loaded libraries. gcc_eh does the rest.
Dmitriy Ivanov7271caf2015-06-29 14:48:25 -0700412int do_dl_iterate_phdr(int (*cb)(dl_phdr_info* info, size_t size, void* data), void* data) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700413 int rv = 0;
414 for (soinfo* si = solist; si != nullptr; si = si->next) {
415 dl_phdr_info dl_info;
416 dl_info.dlpi_addr = si->link_map_head.l_addr;
417 dl_info.dlpi_name = si->link_map_head.l_name;
418 dl_info.dlpi_phdr = si->phdr;
419 dl_info.dlpi_phnum = si->phnum;
420 rv = cb(&dl_info, sizeof(dl_phdr_info), data);
421 if (rv != 0) {
422 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800423 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700424 }
425 return rv;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800426}
Elliott Hughes46882792012-08-03 16:49:39 -0700427
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700428const ElfW(Versym)* soinfo::get_versym(size_t n) const {
429 if (has_min_version(2) && versym_ != nullptr) {
430 return versym_ + n;
431 }
432
433 return nullptr;
434}
435
436ElfW(Addr) soinfo::get_verneed_ptr() const {
437 if (has_min_version(2)) {
438 return verneed_ptr_;
439 }
440
441 return 0;
442}
443
444size_t soinfo::get_verneed_cnt() const {
445 if (has_min_version(2)) {
446 return verneed_cnt_;
447 }
448
449 return 0;
450}
451
452ElfW(Addr) soinfo::get_verdef_ptr() const {
453 if (has_min_version(2)) {
454 return verdef_ptr_;
455 }
456
457 return 0;
458}
459
460size_t soinfo::get_verdef_cnt() const {
461 if (has_min_version(2)) {
462 return verdef_cnt_;
463 }
464
465 return 0;
466}
467
468template<typename F>
469static bool for_each_verdef(const soinfo* si, F functor) {
470 if (!si->has_min_version(2)) {
471 return true;
472 }
473
474 uintptr_t verdef_ptr = si->get_verdef_ptr();
475 if (verdef_ptr == 0) {
476 return true;
477 }
478
479 size_t offset = 0;
480
481 size_t verdef_cnt = si->get_verdef_cnt();
482 for (size_t i = 0; i<verdef_cnt; ++i) {
483 const ElfW(Verdef)* verdef = reinterpret_cast<ElfW(Verdef)*>(verdef_ptr + offset);
484 size_t verdaux_offset = offset + verdef->vd_aux;
485 offset += verdef->vd_next;
486
487 if (verdef->vd_version != 1) {
Dmitriy Ivanov3d7bea12015-04-20 17:40:39 -0700488 DL_ERR("unsupported verdef[%zd] vd_version: %d (expected 1) library: %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700489 i, verdef->vd_version, si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700490 return false;
491 }
492
493 if ((verdef->vd_flags & VER_FLG_BASE) != 0) {
494 // "this is the version of the file itself. It must not be used for
495 // matching a symbol. It can be used to match references."
496 //
497 // http://www.akkadia.org/drepper/symbol-versioning
498 continue;
499 }
500
501 if (verdef->vd_cnt == 0) {
502 DL_ERR("invalid verdef[%zd] vd_cnt == 0 (version without a name)", i);
503 return false;
504 }
505
506 const ElfW(Verdaux)* verdaux = reinterpret_cast<ElfW(Verdaux)*>(verdef_ptr + verdaux_offset);
507
508 if (functor(i, verdef, verdaux) == true) {
509 break;
510 }
511 }
512
513 return true;
514}
515
516bool soinfo::find_verdef_version_index(const version_info* vi, ElfW(Versym)* versym) const {
517 if (vi == nullptr) {
518 *versym = kVersymNotNeeded;
519 return true;
520 }
521
522 *versym = kVersymGlobal;
523
524 return for_each_verdef(this,
525 [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
526 if (verdef->vd_hash == vi->elf_hash &&
527 strcmp(vi->name, get_string(verdaux->vda_name)) == 0) {
528 *versym = verdef->vd_ndx;
529 return true;
530 }
531
532 return false;
533 }
534 );
535}
536
537bool soinfo::find_symbol_by_name(SymbolName& symbol_name,
538 const version_info* vi,
539 const ElfW(Sym)** symbol) const {
540 uint32_t symbol_index;
541 bool success =
542 is_gnu_hash() ?
543 gnu_lookup(symbol_name, vi, &symbol_index) :
544 elf_lookup(symbol_name, vi, &symbol_index);
545
546 if (success) {
547 *symbol = symbol_index == 0 ? nullptr : symtab_ + symbol_index;
548 }
549
550 return success;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800551}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800552
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800553static bool is_symbol_global_and_defined(const soinfo* si, const ElfW(Sym)* s) {
554 if (ELF_ST_BIND(s->st_info) == STB_GLOBAL ||
555 ELF_ST_BIND(s->st_info) == STB_WEAK) {
556 return s->st_shndx != SHN_UNDEF;
557 } else if (ELF_ST_BIND(s->st_info) != STB_LOCAL) {
558 DL_WARN("unexpected ST_BIND value: %d for '%s' in '%s'",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700559 ELF_ST_BIND(s->st_info), si->get_string(s->st_name), si->get_realpath());
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800560 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800561
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800562 return false;
563}
564
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700565static const ElfW(Versym) kVersymHiddenBit = 0x8000;
566
567static inline bool is_versym_hidden(const ElfW(Versym)* versym) {
568 // the symbol is hidden if bit 15 of versym is set.
569 return versym != nullptr && (*versym & kVersymHiddenBit) != 0;
570}
571
572static inline bool check_symbol_version(const ElfW(Versym) verneed,
573 const ElfW(Versym)* verdef) {
574 return verneed == kVersymNotNeeded ||
575 verdef == nullptr ||
576 verneed == (*verdef & ~kVersymHiddenBit);
577}
578
579bool soinfo::gnu_lookup(SymbolName& symbol_name,
580 const version_info* vi,
581 uint32_t* symbol_index) const {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800582 uint32_t hash = symbol_name.gnu_hash();
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800583 uint32_t h2 = hash >> gnu_shift2_;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800584
585 uint32_t bloom_mask_bits = sizeof(ElfW(Addr))*8;
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800586 uint32_t word_num = (hash / bloom_mask_bits) & gnu_maskwords_;
587 ElfW(Addr) bloom_word = gnu_bloom_filter_[word_num];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800588
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700589 *symbol_index = 0;
590
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700591 TRACE_TYPE(LOOKUP, "SEARCH %s in %s@%p (gnu)",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700592 symbol_name.get_name(), get_realpath(), reinterpret_cast<void*>(base));
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700593
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800594 // test against bloom filter
595 if ((1 & (bloom_word >> (hash % bloom_mask_bits)) & (bloom_word >> (h2 % bloom_mask_bits))) == 0) {
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700596 TRACE_TYPE(LOOKUP, "NOT FOUND %s in %s@%p",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700597 symbol_name.get_name(), get_realpath(), reinterpret_cast<void*>(base));
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700598
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700599 return true;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800600 }
601
602 // bloom test says "probably yes"...
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700603 uint32_t n = gnu_bucket_[hash % gnu_nbucket_];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800604
605 if (n == 0) {
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700606 TRACE_TYPE(LOOKUP, "NOT FOUND %s in %s@%p",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700607 symbol_name.get_name(), get_realpath(), reinterpret_cast<void*>(base));
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700608
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700609 return true;
610 }
611
612 // lookup versym for the version definition in this library
613 // note the difference between "version is not requested" (vi == nullptr)
614 // and "version not found". In the first case verneed is kVersymNotNeeded
615 // which implies that the default version can be accepted; the second case results in
616 // verneed = 1 (kVersymGlobal) and implies that we should ignore versioned symbols
617 // for this library and consider only *global* ones.
618 ElfW(Versym) verneed = 0;
619 if (!find_verdef_version_index(vi, &verneed)) {
620 return false;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800621 }
622
623 do {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800624 ElfW(Sym)* s = symtab_ + n;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700625 const ElfW(Versym)* verdef = get_versym(n);
626 // skip hidden versions when verneed == kVersymNotNeeded (0)
627 if (verneed == kVersymNotNeeded && is_versym_hidden(verdef)) {
628 continue;
629 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700630 if (((gnu_chain_[n] ^ hash) >> 1) == 0 &&
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700631 check_symbol_version(verneed, verdef) &&
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800632 strcmp(get_string(s->st_name), symbol_name.get_name()) == 0 &&
633 is_symbol_global_and_defined(this, s)) {
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700634 TRACE_TYPE(LOOKUP, "FOUND %s in %s (%p) %zd",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700635 symbol_name.get_name(), get_realpath(), reinterpret_cast<void*>(s->st_value),
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700636 static_cast<size_t>(s->st_size));
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700637 *symbol_index = n;
638 return true;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800639 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700640 } while ((gnu_chain_[n++] & 1) == 0);
641
642 TRACE_TYPE(LOOKUP, "NOT FOUND %s in %s@%p",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700643 symbol_name.get_name(), get_realpath(), reinterpret_cast<void*>(base));
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800644
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700645 return true;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800646}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800647
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700648bool soinfo::elf_lookup(SymbolName& symbol_name,
649 const version_info* vi,
650 uint32_t* symbol_index) const {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800651 uint32_t hash = symbol_name.elf_hash();
652
653 TRACE_TYPE(LOOKUP, "SEARCH %s in %s@%p h=%x(elf) %zd",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700654 symbol_name.get_name(), get_realpath(),
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700655 reinterpret_cast<void*>(base), hash, hash % nbucket_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800656
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700657 ElfW(Versym) verneed = 0;
658 if (!find_verdef_version_index(vi, &verneed)) {
659 return false;
660 }
661
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800662 for (uint32_t n = bucket_[hash % nbucket_]; n != 0; n = chain_[n]) {
663 ElfW(Sym)* s = symtab_ + n;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700664 const ElfW(Versym)* verdef = get_versym(n);
665
666 // skip hidden versions when verneed == 0
667 if (verneed == kVersymNotNeeded && is_versym_hidden(verdef)) {
668 continue;
669 }
670
671 if (check_symbol_version(verneed, verdef) &&
672 strcmp(get_string(s->st_name), symbol_name.get_name()) == 0 &&
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -0700673 is_symbol_global_and_defined(this, s)) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800674 TRACE_TYPE(LOOKUP, "FOUND %s in %s (%p) %zd",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700675 symbol_name.get_name(), get_realpath(),
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700676 reinterpret_cast<void*>(s->st_value),
677 static_cast<size_t>(s->st_size));
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700678 *symbol_index = n;
679 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800680 }
Elliott Hughes0266ae52014-02-10 17:46:57 -0800681 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800682
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700683 TRACE_TYPE(LOOKUP, "NOT FOUND %s in %s@%p %x %zd",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700684 symbol_name.get_name(), get_realpath(),
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700685 reinterpret_cast<void*>(base), hash, hash % nbucket_);
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700686
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700687 *symbol_index = 0;
688 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800689}
690
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700691soinfo::soinfo(const char* realpath, const struct stat* file_stat,
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -0700692 off64_t file_offset, int rtld_flags) {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -0700693 memset(this, 0, sizeof(*this));
694
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700695 if (realpath != nullptr) {
696 realpath_ = realpath;
697 }
698
Dmitriy Ivanovab972b92014-11-29 13:57:41 -0800699 flags_ = FLAG_NEW_SOINFO;
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800700 version_ = SOINFO_VERSION;
Dmitriy Ivanov0d150942014-08-22 12:25:04 -0700701
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700702 if (file_stat != nullptr) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800703 this->st_dev_ = file_stat->st_dev;
704 this->st_ino_ = file_stat->st_ino;
705 this->file_offset_ = file_offset;
Dmitriy Ivanov0d150942014-08-22 12:25:04 -0700706 }
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -0700707
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800708 this->rtld_flags_ = rtld_flags;
Dmitriy Ivanov0d150942014-08-22 12:25:04 -0700709}
710
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800711
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800712uint32_t SymbolName::elf_hash() {
713 if (!has_elf_hash_) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700714 const uint8_t* name = reinterpret_cast<const uint8_t*>(name_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800715 uint32_t h = 0, g;
716
717 while (*name) {
718 h = (h << 4) + *name++;
719 g = h & 0xf0000000;
720 h ^= g;
721 h ^= g >> 24;
722 }
723
724 elf_hash_ = h;
725 has_elf_hash_ = true;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700726 }
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800727
728 return elf_hash_;
729}
730
731uint32_t SymbolName::gnu_hash() {
732 if (!has_gnu_hash_) {
733 uint32_t h = 5381;
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700734 const uint8_t* name = reinterpret_cast<const uint8_t*>(name_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800735 while (*name != 0) {
736 h += (h << 5) + *name++; // h*33 + c = h + h * 32 + c = h + h << 5 + c
737 }
738
739 gnu_hash_ = h;
740 has_gnu_hash_ = true;
741 }
742
743 return gnu_hash_;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800744}
745
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700746bool soinfo_do_lookup(soinfo* si_from, const char* name, const version_info* vi,
747 soinfo** si_found_in, const soinfo::soinfo_list_t& global_group,
748 const soinfo::soinfo_list_t& local_group, const ElfW(Sym)** symbol) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800749 SymbolName symbol_name(name);
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700750 const ElfW(Sym)* s = nullptr;
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700751
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700752 /* "This element's presence in a shared object library alters the dynamic linker's
753 * symbol resolution algorithm for references within the library. Instead of starting
754 * a symbol search with the executable file, the dynamic linker starts from the shared
755 * object itself. If the shared object fails to supply the referenced symbol, the
756 * dynamic linker then searches the executable file and other shared objects as usual."
757 *
758 * http://www.sco.com/developers/gabi/2012-12-31/ch5.dynamic.html
759 *
760 * Note that this is unlikely since static linker avoids generating
761 * relocations for -Bsymbolic linked dynamic executables.
762 */
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700763 if (si_from->has_DT_SYMBOLIC) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700764 DEBUG("%s: looking up %s in local scope (DT_SYMBOLIC)", si_from->get_realpath(), name);
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700765 if (!si_from->find_symbol_by_name(symbol_name, vi, &s)) {
766 return false;
767 }
768
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -0700769 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700770 *si_found_in = si_from;
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700771 }
772 }
773
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700774 // 1. Look for it in global_group
775 if (s == nullptr) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700776 bool error = false;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700777 global_group.visit([&](soinfo* global_si) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700778 DEBUG("%s: looking up %s in %s (from global group)",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700779 si_from->get_realpath(), name, global_si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700780 if (!global_si->find_symbol_by_name(symbol_name, vi, &s)) {
781 error = true;
782 return false;
783 }
784
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700785 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700786 *si_found_in = global_si;
787 return false;
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700788 }
Dmitriy Ivanovc2048942014-08-29 10:15:25 -0700789
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700790 return true;
791 });
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700792
793 if (error) {
794 return false;
795 }
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700796 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700797
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700798 // 2. Look for it in the local group
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700799 if (s == nullptr) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700800 bool error = false;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700801 local_group.visit([&](soinfo* local_si) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700802 if (local_si == si_from && si_from->has_DT_SYMBOLIC) {
Dmitriy Ivanove47b3f82014-10-23 14:19:07 -0700803 // we already did this - skip
804 return true;
805 }
806
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700807 DEBUG("%s: looking up %s in %s (from local group)",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700808 si_from->get_realpath(), name, local_si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700809 if (!local_si->find_symbol_by_name(symbol_name, vi, &s)) {
810 error = true;
811 return false;
812 }
813
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700814 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700815 *si_found_in = local_si;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700816 return false;
817 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700818
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700819 return true;
820 });
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700821
822 if (error) {
823 return false;
824 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700825 }
826
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700827 if (s != nullptr) {
828 TRACE_TYPE(LOOKUP, "si %s sym %s s->st_value = %p, "
829 "found in %s, base = %p, load bias = %p",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -0700830 si_from->get_realpath(), name, reinterpret_cast<void*>(s->st_value),
831 (*si_found_in)->get_realpath(), reinterpret_cast<void*>((*si_found_in)->base),
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700832 reinterpret_cast<void*>((*si_found_in)->load_bias));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700833 }
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700834
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700835 *symbol = s;
836 return true;
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700837}
838
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800839class ProtectedDataGuard {
840 public:
841 ProtectedDataGuard() {
842 if (ref_count_++ == 0) {
843 protect_data(PROT_READ | PROT_WRITE);
844 }
845 }
846
847 ~ProtectedDataGuard() {
848 if (ref_count_ == 0) { // overflow
849 __libc_fatal("Too many nested calls to dlopen()");
850 }
851
852 if (--ref_count_ == 0) {
853 protect_data(PROT_READ);
854 }
855 }
856 private:
857 void protect_data(int protection) {
858 g_soinfo_allocator.protect_all(protection);
859 g_soinfo_links_allocator.protect_all(protection);
860 }
861
862 static size_t ref_count_;
863};
864
865size_t ProtectedDataGuard::ref_count_ = 0;
866
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700867// Each size has it's own allocator.
868template<size_t size>
869class SizeBasedAllocator {
870 public:
871 static void* alloc() {
872 return allocator_.alloc();
873 }
Dmitriy Ivanov4bea4982014-08-29 14:01:48 -0700874
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700875 static void free(void* ptr) {
876 allocator_.free(ptr);
877 }
Dmitriy Ivanov4bea4982014-08-29 14:01:48 -0700878
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700879 private:
880 static LinkerBlockAllocator allocator_;
881};
882
883template<size_t size>
884LinkerBlockAllocator SizeBasedAllocator<size>::allocator_(size);
885
886template<typename T>
887class TypeBasedAllocator {
888 public:
889 static T* alloc() {
890 return reinterpret_cast<T*>(SizeBasedAllocator<sizeof(T)>::alloc());
891 }
892
893 static void free(T* ptr) {
894 SizeBasedAllocator<sizeof(T)>::free(ptr);
895 }
896};
897
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700898class LoadTask {
899 public:
900 struct deleter_t {
901 void operator()(LoadTask* t) {
902 TypeBasedAllocator<LoadTask>::free(t);
903 }
904 };
905
906 typedef UniquePtr<LoadTask, deleter_t> unique_ptr;
907
908 static deleter_t deleter;
909
910 static LoadTask* create(const char* name, soinfo* needed_by) {
911 LoadTask* ptr = TypeBasedAllocator<LoadTask>::alloc();
912 return new (ptr) LoadTask(name, needed_by);
913 }
914
915 const char* get_name() const {
916 return name_;
917 }
918
919 soinfo* get_needed_by() const {
920 return needed_by_;
921 }
922 private:
923 LoadTask(const char* name, soinfo* needed_by)
924 : name_(name), needed_by_(needed_by) {}
925
926 const char* name_;
927 soinfo* needed_by_;
928
929 DISALLOW_IMPLICIT_CONSTRUCTORS(LoadTask);
930};
931
Ningsheng Jiane93be992014-09-16 15:22:10 +0800932LoadTask::deleter_t LoadTask::deleter;
933
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700934template <typename T>
935using linked_list_t = LinkedList<T, TypeBasedAllocator<LinkedListEntry<T>>>;
936
937typedef linked_list_t<soinfo> SoinfoLinkedList;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700938typedef linked_list_t<const char> StringLinkedList;
939typedef linked_list_t<LoadTask> LoadTaskList;
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700940
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700941
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700942// This function walks down the tree of soinfo dependencies
943// in breadth-first order and
944// * calls action(soinfo* si) for each node, and
945// * terminates walk if action returns false.
946//
947// walk_dependencies_tree returns false if walk was terminated
948// by the action and true otherwise.
949template<typename F>
950static bool walk_dependencies_tree(soinfo* root_soinfos[], size_t root_soinfos_size, F action) {
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700951 SoinfoLinkedList visit_list;
952 SoinfoLinkedList visited;
953
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700954 for (size_t i = 0; i < root_soinfos_size; ++i) {
955 visit_list.push_back(root_soinfos[i]);
956 }
957
958 soinfo* si;
959 while ((si = visit_list.pop_front()) != nullptr) {
960 if (visited.contains(si)) {
Dmitriy Ivanov042426b2014-08-12 21:02:13 -0700961 continue;
962 }
963
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700964 if (!action(si)) {
965 return false;
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700966 }
967
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700968 visited.push_back(si);
969
970 si->get_children().for_each([&](soinfo* child) {
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700971 visit_list.push_back(child);
972 });
973 }
974
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700975 return true;
976}
977
978
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700979static const ElfW(Sym)* dlsym_handle_lookup(soinfo* root, soinfo* skip_until,
980 soinfo** found, SymbolName& symbol_name) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700981 const ElfW(Sym)* result = nullptr;
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700982 bool skip_lookup = skip_until != nullptr;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700983
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -0700984 walk_dependencies_tree(&root, 1, [&](soinfo* current_soinfo) {
985 if (skip_lookup) {
986 skip_lookup = current_soinfo != skip_until;
987 return true;
988 }
989
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700990 if (!current_soinfo->find_symbol_by_name(symbol_name, nullptr, &result)) {
991 result = nullptr;
992 return false;
993 }
994
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700995 if (result != nullptr) {
996 *found = current_soinfo;
997 return false;
998 }
999
1000 return true;
1001 });
1002
1003 return result;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001004}
1005
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -07001006// This is used by dlsym(3). It performs symbol lookup only within the
1007// specified soinfo object and its dependencies in breadth first order.
1008const ElfW(Sym)* dlsym_handle_lookup(soinfo* si, soinfo** found, const char* name) {
Dmitriy Ivanovf439b5a2015-05-30 13:04:39 -07001009 // According to man dlopen(3) and posix docs in the case when si is handle
1010 // of the main executable we need to search not only in the executable and its
1011 // dependencies but also in all libraries loaded with RTLD_GLOBAL.
1012 //
1013 // Since RTLD_GLOBAL is always set for the main executable and all dt_needed shared
1014 // libraries and they are loaded in breath-first (correct) order we can just execute
1015 // dlsym(RTLD_DEFAULT, ...); instead of doing two stage lookup.
1016 if (si == somain) {
1017 return dlsym_linear_lookup(name, found, nullptr, RTLD_DEFAULT);
1018 }
1019
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -07001020 SymbolName symbol_name(name);
1021 return dlsym_handle_lookup(si, nullptr, found, symbol_name);
1022}
1023
Brian Carlstromd4ee82d2013-02-28 15:58:45 -08001024/* This is used by dlsym(3) to performs a global symbol lookup. If the
1025 start value is null (for RTLD_DEFAULT), the search starts at the
1026 beginning of the global solist. Otherwise the search starts at the
1027 specified soinfo (for RTLD_NEXT).
Iliyan Malchev6ed80c82009-09-28 19:38:04 -07001028 */
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001029const ElfW(Sym)* dlsym_linear_lookup(const char* name,
1030 soinfo** found,
1031 soinfo* caller,
1032 void* handle) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001033 SymbolName symbol_name(name);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001034
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -07001035 soinfo* start = solist;
1036
1037 if (handle == RTLD_NEXT) {
Dmitriy Ivanovb96ac412015-05-22 12:34:42 -07001038 if (caller == nullptr) {
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -07001039 return nullptr;
1040 } else {
1041 start = caller->next;
1042 }
Elliott Hughescade4c32012-12-20 14:42:14 -08001043 }
1044
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001045 const ElfW(Sym)* s = nullptr;
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -07001046 for (soinfo* si = start; si != nullptr; si = si->next) {
Dmitriy Ivanov19133522015-06-02 17:36:54 -07001047 // Do not skip RTLD_LOCAL libraries in dlsym(RTLD_DEFAULT, ...)
1048 // if the library is opened by application with target api level <= 22
1049 // See http://b/21565766
1050 if ((si->get_rtld_flags() & RTLD_GLOBAL) == 0 && si->get_target_sdk_version() > 22) {
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07001051 continue;
1052 }
1053
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001054 if (!si->find_symbol_by_name(symbol_name, nullptr, &s)) {
1055 return nullptr;
1056 }
1057
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001058 if (s != nullptr) {
Elliott Hughescade4c32012-12-20 14:42:14 -08001059 *found = si;
1060 break;
Matt Fischer1698d9e2009-12-31 12:17:56 -06001061 }
Elliott Hughescade4c32012-12-20 14:42:14 -08001062 }
Matt Fischer1698d9e2009-12-31 12:17:56 -06001063
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -07001064 // If not found - use dlsym_handle_lookup for caller's
1065 // local_group unless it is part of the global group in which
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -07001066 // case we already did it.
1067 if (s == nullptr && caller != nullptr &&
1068 (caller->get_rtld_flags() & RTLD_GLOBAL) == 0) {
Dmitriy Ivanov697bd9f2015-05-12 11:12:27 -07001069 return dlsym_handle_lookup(caller->get_local_group_root(),
1070 (handle == RTLD_NEXT) ? caller : nullptr, found, symbol_name);
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -07001071 }
1072
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001073 if (s != nullptr) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001074 TRACE_TYPE(LOOKUP, "%s s->st_value = %p, found->base = %p",
1075 name, reinterpret_cast<void*>(s->st_value), reinterpret_cast<void*>((*found)->base));
Elliott Hughescade4c32012-12-20 14:42:14 -08001076 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001077
Elliott Hughescade4c32012-12-20 14:42:14 -08001078 return s;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001079}
1080
Kito Chengfa8c05d2013-03-12 14:58:06 +08001081soinfo* find_containing_library(const void* p) {
Elliott Hughes0266ae52014-02-10 17:46:57 -08001082 ElfW(Addr) address = reinterpret_cast<ElfW(Addr)>(p);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001083 for (soinfo* si = solist; si != nullptr; si = si->next) {
Kito Chengfa8c05d2013-03-12 14:58:06 +08001084 if (address >= si->base && address - si->base < si->size) {
1085 return si;
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001086 }
Kito Chengfa8c05d2013-03-12 14:58:06 +08001087 }
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001088 return nullptr;
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001089}
1090
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001091ElfW(Sym)* soinfo::find_symbol_by_address(const void* addr) {
1092 return is_gnu_hash() ? gnu_addr_lookup(addr) : elf_addr_lookup(addr);
1093}
1094
1095static bool symbol_matches_soaddr(const ElfW(Sym)* sym, ElfW(Addr) soaddr) {
1096 return sym->st_shndx != SHN_UNDEF &&
1097 soaddr >= sym->st_value &&
1098 soaddr < sym->st_value + sym->st_size;
1099}
1100
1101ElfW(Sym)* soinfo::gnu_addr_lookup(const void* addr) {
Chris Dearman8e553812013-11-13 17:22:33 -08001102 ElfW(Addr) soaddr = reinterpret_cast<ElfW(Addr)>(addr) - load_bias;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001103
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07001104 for (size_t i = 0; i < gnu_nbucket_; ++i) {
1105 uint32_t n = gnu_bucket_[i];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001106
1107 if (n == 0) {
1108 continue;
1109 }
1110
1111 do {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001112 ElfW(Sym)* sym = symtab_ + n;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001113 if (symbol_matches_soaddr(sym, soaddr)) {
1114 return sym;
1115 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07001116 } while ((gnu_chain_[n++] & 1) == 0);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001117 }
1118
1119 return nullptr;
1120}
1121
1122ElfW(Sym)* soinfo::elf_addr_lookup(const void* addr) {
Chris Dearman8e553812013-11-13 17:22:33 -08001123 ElfW(Addr) soaddr = reinterpret_cast<ElfW(Addr)>(addr) - load_bias;
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001124
Kito Chengfa8c05d2013-03-12 14:58:06 +08001125 // Search the library's symbol table for any defined symbol which
1126 // contains this address.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001127 for (size_t i = 0; i < nchain_; ++i) {
1128 ElfW(Sym)* sym = symtab_ + i;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001129 if (symbol_matches_soaddr(sym, soaddr)) {
Kito Chengfa8c05d2013-03-12 14:58:06 +08001130 return sym;
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001131 }
Kito Chengfa8c05d2013-03-12 14:58:06 +08001132 }
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001133
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001134 return nullptr;
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001135}
1136
Simon Baldwinaef71952015-01-16 13:22:54 +00001137static int open_library_in_zipfile(const char* const path,
1138 off64_t* file_offset) {
1139 TRACE("Trying zip file open from path '%s'", path);
1140
Dmitriy Ivanov402a7502015-06-09 13:46:51 -07001141 // Treat an '!/' separator inside a path as the separator between the name
Simon Baldwinaef71952015-01-16 13:22:54 +00001142 // of the zip file on disk and the subdirectory to search within it.
Dmitriy Ivanov402a7502015-06-09 13:46:51 -07001143 // For example, if path is "foo.zip!/bar/bas/x.so", then we search for
Simon Baldwinaef71952015-01-16 13:22:54 +00001144 // "bar/bas/x.so" within "foo.zip".
Dmitriy Ivanov402a7502015-06-09 13:46:51 -07001145 const char* separator = strstr(path, "!/");
Simon Baldwinaef71952015-01-16 13:22:54 +00001146 if (separator == nullptr) {
1147 return -1;
Elliott Hughes124fae92012-10-31 14:20:03 -07001148 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001149
1150 char buf[512];
1151 if (strlcpy(buf, path, sizeof(buf)) >= sizeof(buf)) {
1152 PRINT("Warning: ignoring very long library path: %s", path);
1153 return -1;
1154 }
1155
1156 buf[separator - path] = '\0';
1157
1158 const char* zip_path = buf;
Dmitriy Ivanov402a7502015-06-09 13:46:51 -07001159 const char* file_path = &buf[separator - path + 2];
Simon Baldwinaef71952015-01-16 13:22:54 +00001160 int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC));
1161 if (fd == -1) {
1162 return -1;
1163 }
1164
1165 ZipArchiveHandle handle;
1166 if (OpenArchiveFd(fd, "", &handle, false) != 0) {
1167 // invalid zip-file (?)
1168 close(fd);
1169 return -1;
1170 }
1171
1172 auto archive_guard = make_scope_guard([&]() {
1173 CloseArchive(handle);
1174 });
1175
1176 ZipEntry entry;
1177
Yusuke Sato56f40fb2015-06-25 14:56:07 -07001178 if (FindEntry(handle, ZipString(file_path), &entry) != 0) {
Simon Baldwinaef71952015-01-16 13:22:54 +00001179 // Entry was not found.
1180 close(fd);
1181 return -1;
1182 }
1183
1184 // Check if it is properly stored
1185 if (entry.method != kCompressStored || (entry.offset % PAGE_SIZE) != 0) {
1186 close(fd);
1187 return -1;
1188 }
1189
1190 *file_offset = entry.offset;
1191 return fd;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001192}
1193
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001194static bool format_path(char* buf, size_t buf_size, const char* path, const char* name) {
1195 int n = __libc_format_buffer(buf, buf_size, "%s/%s", path, name);
1196 if (n < 0 || n >= static_cast<int>(buf_size)) {
1197 PRINT("Warning: ignoring very long library path: %s/%s", path, name);
1198 return false;
1199 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001200
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001201 return true;
1202}
1203
1204static int open_library_on_default_path(const char* name, off64_t* file_offset) {
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001205 for (size_t i = 0; g_default_ld_paths[i] != nullptr; ++i) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001206 char buf[512];
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001207 if (!format_path(buf, sizeof(buf), g_default_ld_paths[i], name)) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001208 continue;
Simon Baldwinaef71952015-01-16 13:22:54 +00001209 }
1210
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001211 int fd = TEMP_FAILURE_RETRY(open(buf, O_RDONLY | O_CLOEXEC));
1212 if (fd != -1) {
1213 *file_offset = 0;
1214 return fd;
1215 }
1216 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001217
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001218 return -1;
1219}
1220
Evgenii Stepanov68650822015-06-10 13:38:39 -07001221static int open_library_on_paths(const char* name, off64_t* file_offset,
1222 const std::vector<std::string>& paths) {
1223 for (const auto& path_str : paths) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001224 char buf[512];
1225 const char* const path = path_str.c_str();
1226 if (!format_path(buf, sizeof(buf), path, name)) {
1227 continue;
1228 }
1229
1230 int fd = -1;
1231 if (strchr(buf, '!') != nullptr) {
Simon Baldwinaef71952015-01-16 13:22:54 +00001232 fd = open_library_in_zipfile(buf, file_offset);
1233 }
1234
1235 if (fd == -1) {
1236 fd = TEMP_FAILURE_RETRY(open(buf, O_RDONLY | O_CLOEXEC));
1237 if (fd != -1) {
1238 *file_offset = 0;
1239 }
1240 }
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001241
1242 if (fd != -1) {
1243 return fd;
1244 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001245 }
1246
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001247 return -1;
Simon Baldwinaef71952015-01-16 13:22:54 +00001248}
1249
Evgenii Stepanov68650822015-06-10 13:38:39 -07001250static int open_library(const char* name, soinfo *needed_by, off64_t* file_offset) {
Elliott Hughesca0c11b2013-03-12 10:40:45 -07001251 TRACE("[ opening %s ]", name);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001252
Elliott Hughes124fae92012-10-31 14:20:03 -07001253 // If the name contains a slash, we should attempt to open it directly and not search the paths.
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001254 if (strchr(name, '/') != nullptr) {
Simon Baldwinaef71952015-01-16 13:22:54 +00001255 if (strchr(name, '!') != nullptr) {
1256 int fd = open_library_in_zipfile(name, file_offset);
1257 if (fd != -1) {
1258 return fd;
1259 }
1260 }
1261
Elliott Hughes6971fe42012-11-01 22:59:19 -07001262 int fd = TEMP_FAILURE_RETRY(open(name, O_RDONLY | O_CLOEXEC));
1263 if (fd != -1) {
Simon Baldwinaef71952015-01-16 13:22:54 +00001264 *file_offset = 0;
Elliott Hughes6971fe42012-11-01 22:59:19 -07001265 }
Dmitriy Ivanove44fffd2015-03-17 17:12:18 -07001266 return fd;
Elliott Hughes124fae92012-10-31 14:20:03 -07001267 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001268
Elliott Hughes124fae92012-10-31 14:20:03 -07001269 // Otherwise we try LD_LIBRARY_PATH first, and fall back to the built-in well known paths.
Evgenii Stepanov68650822015-06-10 13:38:39 -07001270 int fd = open_library_on_paths(name, file_offset, g_ld_library_paths);
1271 if (fd == -1 && needed_by) {
1272 fd = open_library_on_paths(name, file_offset, needed_by->get_dt_runpath());
1273 }
Elliott Hughes124fae92012-10-31 14:20:03 -07001274 if (fd == -1) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001275 fd = open_library_on_default_path(name, file_offset);
Elliott Hughes124fae92012-10-31 14:20:03 -07001276 }
1277 return fd;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001278}
1279
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001280static const char* fix_dt_needed(const char* dt_needed, const char* sopath __unused) {
1281#if !defined(__LP64__)
1282 // Work around incorrect DT_NEEDED entries for old apps: http://b/21364029
Dmitriy Ivanov19133522015-06-02 17:36:54 -07001283 if (get_application_target_sdk_version() <= 22) {
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001284 const char* bname = basename(dt_needed);
1285 if (bname != dt_needed) {
1286 DL_WARN("'%s' library has invalid DT_NEEDED entry '%s'", sopath, dt_needed);
1287 }
1288
1289 return bname;
1290 }
1291#endif
1292 return dt_needed;
1293}
1294
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001295template<typename F>
1296static void for_each_dt_needed(const soinfo* si, F action) {
1297 for (ElfW(Dyn)* d = si->dynamic; d->d_tag != DT_NULL; ++d) {
1298 if (d->d_tag == DT_NEEDED) {
Dmitriy Ivanovd974e882015-05-27 18:29:41 -07001299 action(fix_dt_needed(si->get_string(d->d_un.d_val), si->get_realpath()));
Dima Zavin2e855792009-05-20 18:28:09 -07001300 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001301 }
1302}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001303
Spencer Low0346ad72015-04-22 18:06:51 -07001304static soinfo* load_library(int fd, off64_t file_offset,
1305 LoadTaskList& load_tasks,
Simon Baldwinaef71952015-01-16 13:22:54 +00001306 const char* name, int rtld_flags,
1307 const android_dlextinfo* extinfo) {
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001308 if ((file_offset % PAGE_SIZE) != 0) {
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001309 DL_ERR("file offset for the library \"%s\" is not page-aligned: %" PRId64, name, file_offset);
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001310 return nullptr;
1311 }
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001312 if (file_offset < 0) {
1313 DL_ERR("file offset for the library \"%s\" is negative: %" PRId64, name, file_offset);
1314 return nullptr;
1315 }
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001316
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001317 struct stat file_stat;
1318 if (TEMP_FAILURE_RETRY(fstat(fd, &file_stat)) != 0) {
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001319 DL_ERR("unable to stat file for the library \"%s\": %s", name, strerror(errno));
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001320 return nullptr;
1321 }
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001322 if (file_offset >= file_stat.st_size) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001323 DL_ERR("file offset for the library \"%s\" >= file size: %" PRId64 " >= %" PRId64,
1324 name, file_offset, file_stat.st_size);
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001325 return nullptr;
1326 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001327
1328 // Check for symlink and other situations where
Dmitriy Ivanov9b821362015-04-02 16:03:56 -07001329 // file can have different names, unless ANDROID_DLEXT_FORCE_LOAD is set
1330 if (extinfo == nullptr || (extinfo->flags & ANDROID_DLEXT_FORCE_LOAD) == 0) {
1331 for (soinfo* si = solist; si != nullptr; si = si->next) {
1332 if (si->get_st_dev() != 0 &&
1333 si->get_st_ino() != 0 &&
1334 si->get_st_dev() == file_stat.st_dev &&
1335 si->get_st_ino() == file_stat.st_ino &&
1336 si->get_file_offset() == file_offset) {
1337 TRACE("library \"%s\" is already loaded under different name/path \"%s\" - "
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001338 "will return existing soinfo", name, si->get_realpath());
Dmitriy Ivanov9b821362015-04-02 16:03:56 -07001339 return si;
1340 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001341 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001342 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001343
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07001344 if ((rtld_flags & RTLD_NOLOAD) != 0) {
Dmitriy Ivanova6ac54a2014-09-09 10:21:42 -07001345 DL_ERR("library \"%s\" wasn't loaded and RTLD_NOLOAD prevented it", name);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001346 return nullptr;
1347 }
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001348
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001349 std::string realpath = name;
1350 if (!realpath_fd(fd, &realpath)) {
Dmitriy Ivanov087005f2015-05-28 11:44:31 -07001351 PRINT("warning: unable to get realpath for the library \"%s\". Will use given name.", name);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001352 realpath = name;
1353 }
1354
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001355 // Read the ELF header and load the segments.
Dmitriy Ivanov3f987f52015-06-25 15:51:41 -07001356 ElfReader elf_reader(realpath.c_str(), fd, file_offset, file_stat.st_size);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001357 if (!elf_reader.Load(extinfo)) {
1358 return nullptr;
1359 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001360
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001361 soinfo* si = soinfo_alloc(realpath.c_str(), &file_stat, file_offset, rtld_flags);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001362 if (si == nullptr) {
1363 return nullptr;
1364 }
1365 si->base = elf_reader.load_start();
1366 si->size = elf_reader.load_size();
1367 si->load_bias = elf_reader.load_bias();
1368 si->phnum = elf_reader.phdr_count();
1369 si->phdr = elf_reader.loaded_phdr();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001370
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001371 if (!si->prelink_image()) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001372 soinfo_free(si);
1373 return nullptr;
1374 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001375
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001376 for_each_dt_needed(si, [&] (const char* name) {
1377 load_tasks.push_back(LoadTask::create(name, si));
1378 });
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001379
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001380 return si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001381}
1382
Evgenii Stepanov68650822015-06-10 13:38:39 -07001383static soinfo* load_library(LoadTaskList& load_tasks, const char* name,
1384 soinfo* needed_by, int rtld_flags,
Spencer Low0346ad72015-04-22 18:06:51 -07001385 const android_dlextinfo* extinfo) {
1386 if (extinfo != nullptr && (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) != 0) {
1387 off64_t file_offset = 0;
1388 if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
1389 file_offset = extinfo->library_fd_offset;
1390 }
1391 return load_library(extinfo->library_fd, file_offset, load_tasks, name, rtld_flags, extinfo);
1392 }
1393
1394 // Open the file.
1395 off64_t file_offset;
Evgenii Stepanov68650822015-06-10 13:38:39 -07001396 int fd = open_library(name, needed_by, &file_offset);
Spencer Low0346ad72015-04-22 18:06:51 -07001397 if (fd == -1) {
1398 DL_ERR("library \"%s\" not found", name);
1399 return nullptr;
1400 }
1401 soinfo* result = load_library(fd, file_offset, load_tasks, name, rtld_flags, extinfo);
1402 close(fd);
1403 return result;
1404}
1405
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001406// Returns true if library was found and false in 2 cases
1407// 1. The library was found but loaded under different target_sdk_version
1408// (*candidate != nullptr)
1409// 2. The library was not found by soname (*candidate is nullptr)
1410static bool find_loaded_library_by_soname(const char* name, soinfo** candidate) {
1411 *candidate = nullptr;
1412
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001413 // Ignore filename with path.
1414 if (strchr(name, '/') != nullptr) {
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001415 return false;
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001416 }
1417
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001418 uint32_t target_sdk_version = get_application_target_sdk_version();
1419
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001420 for (soinfo* si = solist; si != nullptr; si = si->next) {
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001421 const char* soname = si->get_soname();
1422 if (soname != nullptr && (strcmp(name, soname) == 0)) {
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001423 // If the library was opened under different target sdk version
1424 // skip this step and try to reopen it. The exceptions are
1425 // "libdl.so" and global group. There is no point in skipping
1426 // them because relocation process is going to use them
1427 // in any case.
1428 bool is_libdl = si == solist;
1429 if (is_libdl || (si->get_dt_flags_1() & DF_1_GLOBAL) != 0 ||
1430 !si->is_linked() || si->get_target_sdk_version() == target_sdk_version) {
1431 *candidate = si;
1432 return true;
1433 } else if (*candidate == nullptr) {
1434 // for the different sdk version - remember the first library.
1435 *candidate = si;
1436 }
Ard Biesheuvel12c78bb2012-08-14 12:30:09 +02001437 }
Dmitriy Ivanov489e4982014-05-19 15:19:52 -07001438 }
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001439
1440 return false;
Ard Biesheuvel12c78bb2012-08-14 12:30:09 +02001441}
1442
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001443static soinfo* find_library_internal(LoadTaskList& load_tasks, const char* name,
Evgenii Stepanov68650822015-06-10 13:38:39 -07001444 soinfo* needed_by, int rtld_flags,
1445 const android_dlextinfo* extinfo) {
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001446 soinfo* candidate;
1447
1448 if (find_loaded_library_by_soname(name, &candidate)) {
1449 return candidate;
1450 }
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001451
1452 // Library might still be loaded, the accurate detection
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001453 // of this fact is done by load_library.
Dmitriy Ivanova9703332015-06-16 15:38:21 -07001454 TRACE("[ '%s' find_loaded_library_by_soname returned false (*candidate=%s@%p). Trying harder...]",
1455 name, candidate == nullptr ? "n/a" : candidate->get_realpath(), candidate);
1456
1457 soinfo* si = load_library(load_tasks, name, needed_by, rtld_flags, extinfo);
1458
1459 // In case we were unable to load the library but there
1460 // is a candidate loaded under the same soname but different
1461 // sdk level - return it anyways.
1462 if (si == nullptr && candidate != nullptr) {
1463 si = candidate;
Elliott Hughesd23736e2012-11-01 15:16:56 -07001464 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001465
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001466 return si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001467}
1468
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001469static void soinfo_unload(soinfo* si);
1470
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001471// TODO: this is slightly unusual way to construct
1472// the global group for relocation. Not every RTLD_GLOBAL
1473// library is included in this group for backwards-compatibility
1474// reasons.
1475//
1476// This group consists of the main executable, LD_PRELOADs
1477// and libraries with the DF_1_GLOBAL flag set.
1478static soinfo::soinfo_list_t make_global_group() {
1479 soinfo::soinfo_list_t global_group;
1480 for (soinfo* si = somain; si != nullptr; si = si->next) {
1481 if ((si->get_dt_flags_1() & DF_1_GLOBAL) != 0) {
1482 global_group.push_back(si);
1483 }
1484 }
1485
1486 return global_group;
1487}
1488
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001489// add_as_children - add first-level loaded libraries (i.e. library_names[], but
1490// not their transitive dependencies) as children of the start_with library.
1491// This is false when find_libraries is called for dlopen(), when newly loaded
1492// libraries must form a disjoint tree.
1493static bool find_libraries(soinfo* start_with,
1494 const char* const library_names[],
1495 size_t library_names_count, soinfo* soinfos[],
1496 std::vector<soinfo*>* ld_preloads,
1497 size_t ld_preloads_count, int rtld_flags,
1498 const android_dlextinfo* extinfo,
1499 bool add_as_children) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001500 // Step 0: prepare.
1501 LoadTaskList load_tasks;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001502 for (size_t i = 0; i < library_names_count; ++i) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001503 const char* name = library_names[i];
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001504 load_tasks.push_back(LoadTask::create(name, start_with));
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001505 }
1506
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001507 // Construct global_group.
1508 soinfo::soinfo_list_t global_group = make_global_group();
1509
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001510 // If soinfos array is null allocate one on stack.
1511 // The array is needed in case of failure; for example
1512 // when library_names[] = {libone.so, libtwo.so} and libone.so
1513 // is loaded correctly but libtwo.so failed for some reason.
1514 // In this case libone.so should be unloaded on return.
1515 // See also implementation of failure_guard below.
1516
1517 if (soinfos == nullptr) {
1518 size_t soinfos_size = sizeof(soinfo*)*library_names_count;
1519 soinfos = reinterpret_cast<soinfo**>(alloca(soinfos_size));
1520 memset(soinfos, 0, soinfos_size);
1521 }
1522
1523 // list of libraries to link - see step 2.
1524 size_t soinfos_count = 0;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001525
Dmitriy Ivanovd9ff7222014-09-08 16:22:22 -07001526 auto failure_guard = make_scope_guard([&]() {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001527 // Housekeeping
1528 load_tasks.for_each([] (LoadTask* t) {
1529 LoadTask::deleter(t);
1530 });
1531
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001532 for (size_t i = 0; i<soinfos_count; ++i) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001533 soinfo_unload(soinfos[i]);
1534 }
1535 });
1536
1537 // Step 1: load and pre-link all DT_NEEDED libraries in breadth first order.
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001538 for (LoadTask::unique_ptr task(load_tasks.pop_front());
1539 task.get() != nullptr; task.reset(load_tasks.pop_front())) {
Evgenii Stepanov68650822015-06-10 13:38:39 -07001540 soinfo* needed_by = task->get_needed_by();
1541 soinfo* si = find_library_internal(load_tasks, task->get_name(), needed_by,
1542 rtld_flags, extinfo);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001543 if (si == nullptr) {
1544 return false;
1545 }
1546
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001547 if (needed_by != nullptr && (needed_by != start_with || add_as_children)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001548 needed_by->add_child(si);
1549 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001550
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001551 if (si->is_linked()) {
1552 si->increment_ref_count();
1553 }
1554
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001555 // When ld_preloads is not null, the first
1556 // ld_preloads_count libs are in fact ld_preloads.
1557 if (ld_preloads != nullptr && soinfos_count < ld_preloads_count) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001558 // Add LD_PRELOADed libraries to the global group for future runs.
1559 // There is no need to explicitly add them to the global group
1560 // for this run because they are going to appear in the local
1561 // group in the correct order.
1562 si->set_dt_flags_1(si->get_dt_flags_1() | DF_1_GLOBAL);
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001563 ld_preloads->push_back(si);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001564 }
1565
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001566 if (soinfos_count < library_names_count) {
1567 soinfos[soinfos_count++] = si;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001568 }
1569 }
1570
1571 // Step 2: link libraries.
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001572 soinfo::soinfo_list_t local_group;
1573 walk_dependencies_tree(
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001574 (start_with != nullptr && add_as_children) ? &start_with : soinfos,
1575 (start_with != nullptr && add_as_children) ? 1 : soinfos_count,
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001576 [&] (soinfo* si) {
1577 local_group.push_back(si);
1578 return true;
1579 });
1580
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001581 // We need to increment ref_count in case
1582 // the root of the local group was not linked.
1583 bool was_local_group_root_linked = local_group.front()->is_linked();
1584
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001585 bool linked = local_group.visit([&](soinfo* si) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001586 if (!si->is_linked()) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001587 if (!si->link_image(global_group, local_group, extinfo)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001588 return false;
1589 }
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001590 si->set_linked();
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001591 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001592
1593 return true;
1594 });
1595
1596 if (linked) {
1597 failure_guard.disable();
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001598 }
1599
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001600 if (!was_local_group_root_linked) {
1601 local_group.front()->increment_ref_count();
1602 }
1603
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001604 return linked;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001605}
1606
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001607static soinfo* find_library(const char* name, int rtld_flags,
1608 const android_dlextinfo* extinfo,
1609 soinfo* needed_by) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001610 soinfo* si;
1611
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001612 if (name == nullptr) {
1613 si = somain;
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001614 } else if (!find_libraries(needed_by, &name, 1, &si, nullptr, 0, rtld_flags,
1615 extinfo, /* add_as_children */ false)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001616 return nullptr;
1617 }
1618
Elliott Hughesd23736e2012-11-01 15:16:56 -07001619 return si;
1620}
Elliott Hughesbedfe382012-08-14 14:07:59 -07001621
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001622static void soinfo_unload(soinfo* root) {
1623 // Note that the library can be loaded but not linked;
1624 // in which case there is no root but we still need
1625 // to walk the tree and unload soinfos involved.
1626 //
1627 // This happens on unsuccessful dlopen, when one of
1628 // the DT_NEEDED libraries could not be linked/found.
1629 if (root->is_linked()) {
1630 root = root->get_local_group_root();
1631 }
1632
1633 if (!root->can_unload()) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001634 TRACE("not unloading '%s' - the binary is flagged with NODELETE", root->get_realpath());
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07001635 return;
1636 }
1637
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001638 size_t ref_count = root->is_linked() ? root->decrement_ref_count() : 0;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001639
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001640 if (ref_count == 0) {
1641 soinfo::soinfo_list_t local_unload_list;
1642 soinfo::soinfo_list_t external_unload_list;
1643 soinfo::soinfo_list_t depth_first_list;
1644 depth_first_list.push_back(root);
1645 soinfo* si = nullptr;
1646
1647 while ((si = depth_first_list.pop_front()) != nullptr) {
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001648 if (local_unload_list.contains(si)) {
1649 continue;
1650 }
1651
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001652 local_unload_list.push_back(si);
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001653
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001654 if (si->has_min_version(0)) {
1655 soinfo* child = nullptr;
1656 while ((child = si->get_children().pop_front()) != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001657 TRACE("%s@%p needs to unload %s@%p", si->get_realpath(), si,
1658 child->get_realpath(), child);
1659
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001660 if (local_unload_list.contains(child)) {
1661 continue;
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001662 } else if (child->is_linked() && child->get_local_group_root() != root) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001663 external_unload_list.push_back(child);
1664 } else {
1665 depth_first_list.push_front(child);
1666 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001667 }
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001668 } else {
Dmitriy Ivanov9185e042015-05-15 17:53:39 -07001669#if !defined(__work_around_b_19059885__)
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001670 __libc_fatal("soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001671#else
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001672 PRINT("warning: soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001673 for_each_dt_needed(si, [&] (const char* library_name) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001674 TRACE("deprecated (old format of soinfo): %s needs to unload %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001675 si->get_realpath(), library_name);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001676
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001677 soinfo* needed = find_library(library_name, RTLD_NOLOAD, nullptr, nullptr);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001678 if (needed != nullptr) {
1679 // Not found: for example if symlink was deleted between dlopen and dlclose
1680 // Since we cannot really handle errors at this point - print and continue.
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001681 PRINT("warning: couldn't find %s needed by %s on unload.",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001682 library_name, si->get_realpath());
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001683 return;
1684 } else if (local_unload_list.contains(needed)) {
1685 // already visited
1686 return;
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001687 } else if (needed->is_linked() && needed->get_local_group_root() != root) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001688 // external group
1689 external_unload_list.push_back(needed);
1690 } else {
1691 // local group
1692 depth_first_list.push_front(needed);
1693 }
1694 });
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001695#endif
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001696 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001697 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07001698
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001699 local_unload_list.for_each([](soinfo* si) {
1700 si->call_destructors();
1701 });
1702
1703 while ((si = local_unload_list.pop_front()) != nullptr) {
1704 notify_gdb_of_unload(si);
1705 soinfo_free(si);
1706 }
1707
1708 while ((si = external_unload_list.pop_front()) != nullptr) {
1709 soinfo_unload(si);
1710 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07001711 } else {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001712 TRACE("not unloading '%s' group, decrementing ref_count to %zd",
1713 root->get_realpath(), ref_count);
Dmitriy Ivanova2547052014-11-18 12:03:09 -08001714 }
1715}
1716
Elliott Hughesa4aafd12014-01-13 16:37:47 -08001717void do_android_get_LD_LIBRARY_PATH(char* buffer, size_t buffer_size) {
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001718 // Use basic string manipulation calls to avoid snprintf.
1719 // snprintf indirectly calls pthread_getspecific to get the size of a buffer.
1720 // When debug malloc is enabled, this call returns 0. This in turn causes
1721 // snprintf to do nothing, which causes libraries to fail to load.
1722 // See b/17302493 for further details.
1723 // Once the above bug is fixed, this code can be modified to use
1724 // snprintf again.
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001725 size_t required_len = 0;
1726 for (size_t i = 0; g_default_ld_paths[i] != nullptr; ++i) {
1727 required_len += strlen(g_default_ld_paths[i]) + 1;
1728 }
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001729 if (buffer_size < required_len) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001730 __libc_fatal("android_get_LD_LIBRARY_PATH failed, buffer too small: "
1731 "buffer len %zu, required len %zu", buffer_size, required_len);
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001732 }
Evgenii Stepanovd640b222015-07-10 17:54:01 -07001733 char* end = buffer;
1734 for (size_t i = 0; g_default_ld_paths[i] != nullptr; ++i) {
1735 if (i > 0) *end++ = ':';
1736 end = stpcpy(end, g_default_ld_paths[i]);
1737 }
Elliott Hughesa4aafd12014-01-13 16:37:47 -08001738}
1739
Elliott Hughescade4c32012-12-20 14:42:14 -08001740void do_android_update_LD_LIBRARY_PATH(const char* ld_library_path) {
Nick Kralevich6bb01b62015-03-07 13:37:05 -08001741 parse_LD_LIBRARY_PATH(ld_library_path);
Elliott Hughescade4c32012-12-20 14:42:14 -08001742}
1743
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001744soinfo* do_dlopen(const char* name, int flags, const android_dlextinfo* extinfo, soinfo *caller) {
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07001745 if ((flags & ~(RTLD_NOW|RTLD_LAZY|RTLD_LOCAL|RTLD_GLOBAL|RTLD_NODELETE|RTLD_NOLOAD)) != 0) {
Elliott Hughese66190d2012-12-18 15:57:55 -08001746 DL_ERR("invalid flags to dlopen: %x", flags);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001747 return nullptr;
Elliott Hughese66190d2012-12-18 15:57:55 -08001748 }
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001749 if (extinfo != nullptr) {
1750 if ((extinfo->flags & ~(ANDROID_DLEXT_VALID_FLAG_BITS)) != 0) {
1751 DL_ERR("invalid extended flags to android_dlopen_ext: 0x%" PRIx64, extinfo->flags);
1752 return nullptr;
1753 }
1754 if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) == 0 &&
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001755 (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001756 DL_ERR("invalid extended flag combination (ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET without "
1757 "ANDROID_DLEXT_USE_LIBRARY_FD): 0x%" PRIx64, extinfo->flags);
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001758 return nullptr;
1759 }
Torne (Richard Coles)012cb452014-02-06 14:34:21 +00001760 }
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08001761
1762 ProtectedDataGuard guard;
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07001763 soinfo* si = find_library(name, flags, extinfo, caller);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001764 if (si != nullptr) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001765 si->call_constructors();
Elliott Hughesd23736e2012-11-01 15:16:56 -07001766 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07001767 return si;
1768}
1769
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001770void do_dlclose(soinfo* si) {
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08001771 ProtectedDataGuard guard;
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001772 soinfo_unload(si);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001773}
1774
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07001775static ElfW(Addr) call_ifunc_resolver(ElfW(Addr) resolver_addr) {
1776 typedef ElfW(Addr) (*ifunc_resolver_t)(void);
1777 ifunc_resolver_t ifunc_resolver = reinterpret_cast<ifunc_resolver_t>(resolver_addr);
1778 ElfW(Addr) ifunc_addr = ifunc_resolver();
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001779 TRACE_TYPE(RELO, "Called ifunc_resolver@%p. The result is %p",
1780 ifunc_resolver, reinterpret_cast<void*>(ifunc_addr));
Brigid Smithc5a13ef2014-07-23 11:22:25 -07001781
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07001782 return ifunc_addr;
Brigid Smithc5a13ef2014-07-23 11:22:25 -07001783}
Brigid Smithc5a13ef2014-07-23 11:22:25 -07001784
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001785const version_info* VersionTracker::get_version_info(ElfW(Versym) source_symver) const {
1786 if (source_symver < 2 ||
1787 source_symver >= version_infos.size() ||
1788 version_infos[source_symver].name == nullptr) {
1789 return nullptr;
1790 }
1791
1792 return &version_infos[source_symver];
1793}
1794
1795void VersionTracker::add_version_info(size_t source_index,
1796 ElfW(Word) elf_hash,
1797 const char* ver_name,
1798 const soinfo* target_si) {
1799 if (source_index >= version_infos.size()) {
1800 version_infos.resize(source_index+1);
1801 }
1802
1803 version_infos[source_index].elf_hash = elf_hash;
1804 version_infos[source_index].name = ver_name;
1805 version_infos[source_index].target_si = target_si;
1806}
1807
1808bool VersionTracker::init_verneed(const soinfo* si_from) {
1809 uintptr_t verneed_ptr = si_from->get_verneed_ptr();
1810
1811 if (verneed_ptr == 0) {
1812 return true;
1813 }
1814
1815 size_t verneed_cnt = si_from->get_verneed_cnt();
1816
1817 for (size_t i = 0, offset = 0; i<verneed_cnt; ++i) {
1818 const ElfW(Verneed)* verneed = reinterpret_cast<ElfW(Verneed)*>(verneed_ptr + offset);
1819 size_t vernaux_offset = offset + verneed->vn_aux;
1820 offset += verneed->vn_next;
1821
1822 if (verneed->vn_version != 1) {
1823 DL_ERR("unsupported verneed[%zd] vn_version: %d (expected 1)", i, verneed->vn_version);
1824 return false;
1825 }
1826
1827 const char* target_soname = si_from->get_string(verneed->vn_file);
1828 // find it in dependencies
1829 soinfo* target_si = si_from->get_children().find_if([&](const soinfo* si) {
Dmitriy Ivanov406d9962015-05-06 11:05:27 -07001830 return si->get_soname() != nullptr && strcmp(si->get_soname(), target_soname) == 0;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001831 });
1832
1833 if (target_si == nullptr) {
1834 DL_ERR("cannot find \"%s\" from verneed[%zd] in DT_NEEDED list for \"%s\"",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001835 target_soname, i, si_from->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001836 return false;
1837 }
1838
1839 for (size_t j = 0; j<verneed->vn_cnt; ++j) {
1840 const ElfW(Vernaux)* vernaux = reinterpret_cast<ElfW(Vernaux)*>(verneed_ptr + vernaux_offset);
1841 vernaux_offset += vernaux->vna_next;
1842
1843 const ElfW(Word) elf_hash = vernaux->vna_hash;
1844 const char* ver_name = si_from->get_string(vernaux->vna_name);
1845 ElfW(Half) source_index = vernaux->vna_other;
1846
1847 add_version_info(source_index, elf_hash, ver_name, target_si);
1848 }
1849 }
1850
1851 return true;
1852}
1853
1854bool VersionTracker::init_verdef(const soinfo* si_from) {
1855 return for_each_verdef(si_from,
1856 [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
1857 add_version_info(verdef->vd_ndx, verdef->vd_hash,
1858 si_from->get_string(verdaux->vda_name), si_from);
1859 return false;
1860 }
1861 );
1862}
1863
1864bool VersionTracker::init(const soinfo* si_from) {
1865 if (!si_from->has_min_version(2)) {
1866 return true;
1867 }
1868
1869 return init_verneed(si_from) && init_verdef(si_from);
1870}
1871
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07001872bool soinfo::lookup_version_info(const VersionTracker& version_tracker, ElfW(Word) sym,
1873 const char* sym_name, const version_info** vi) {
1874 const ElfW(Versym)* sym_ver_ptr = get_versym(sym);
1875 ElfW(Versym) sym_ver = sym_ver_ptr == nullptr ? 0 : *sym_ver_ptr;
1876
1877 if (sym_ver != VER_NDX_LOCAL && sym_ver != VER_NDX_GLOBAL) {
1878 *vi = version_tracker.get_version_info(sym_ver);
1879
1880 if (*vi == nullptr) {
1881 DL_ERR("cannot find verneed/verdef for version index=%d "
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001882 "referenced by symbol \"%s\" at \"%s\"", sym_ver, sym_name, get_realpath());
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07001883 return false;
1884 }
1885 } else {
1886 // there is no version info
1887 *vi = nullptr;
1888 }
1889
1890 return true;
1891}
1892
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001893#if !defined(__mips__)
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07001894#if defined(USE_RELA)
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001895static ElfW(Addr) get_addend(ElfW(Rela)* rela, ElfW(Addr) reloc_addr __unused) {
1896 return rela->r_addend;
1897}
1898#else
1899static ElfW(Addr) get_addend(ElfW(Rel)* rel, ElfW(Addr) reloc_addr) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001900 if (ELFW(R_TYPE)(rel->r_info) == R_GENERIC_RELATIVE ||
1901 ELFW(R_TYPE)(rel->r_info) == R_GENERIC_IRELATIVE) {
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001902 return *reinterpret_cast<ElfW(Addr)*>(reloc_addr);
1903 }
1904 return 0;
1905}
1906#endif
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001907
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -08001908template<typename ElfRelIteratorT>
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07001909bool soinfo::relocate(const VersionTracker& version_tracker, ElfRelIteratorT&& rel_iterator,
1910 const soinfo_list_t& global_group, const soinfo_list_t& local_group) {
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -08001911 for (size_t idx = 0; rel_iterator.has_next(); ++idx) {
1912 const auto rel = rel_iterator.next();
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08001913 if (rel == nullptr) {
1914 return false;
1915 }
1916
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001917 ElfW(Word) type = ELFW(R_TYPE)(rel->r_info);
1918 ElfW(Word) sym = ELFW(R_SYM)(rel->r_info);
1919
1920 ElfW(Addr) reloc = static_cast<ElfW(Addr)>(rel->r_offset + load_bias);
Elliott Hughes0266ae52014-02-10 17:46:57 -08001921 ElfW(Addr) sym_addr = 0;
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001922 const char* sym_name = nullptr;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001923 ElfW(Addr) addend = get_addend(rel, reloc);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001924
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001925 DEBUG("Processing '%s' relocation at index %zd", get_realpath(), idx);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08001926 if (type == R_GENERIC_NONE) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001927 continue;
1928 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001929
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001930 const ElfW(Sym)* s = nullptr;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001931 soinfo* lsi = nullptr;
1932
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001933 if (sym != 0) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001934 sym_name = get_string(symtab_[sym].st_name);
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07001935 const version_info* vi = nullptr;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001936
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07001937 if (!lookup_version_info(version_tracker, sym, sym_name, &vi)) {
1938 return false;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001939 }
Dmitriy Ivanov31b408d2015-04-30 16:11:48 -07001940
1941 if (!soinfo_do_lookup(this, sym_name, vi, &lsi, global_group, local_group, &s)) {
1942 return false;
1943 }
1944
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001945 if (s == nullptr) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001946 // We only allow an undefined symbol if this is a weak reference...
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001947 s = &symtab_[sym];
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001948 if (ELF_ST_BIND(s->st_info) != STB_WEAK) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07001949 DL_ERR("cannot locate symbol \"%s\" referenced by \"%s\"...", sym_name, get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08001950 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001951 }
1952
1953 /* IHI0044C AAELF 4.5.1.1:
1954
1955 Libraries are not searched to resolve weak references.
1956 It is not an error for a weak reference to remain unsatisfied.
1957
1958 During linking, the value of an undefined weak reference is:
1959 - Zero if the relocation type is absolute
1960 - The address of the place if the relocation is pc-relative
1961 - The address of nominal base address if the relocation
1962 type is base-relative.
1963 */
1964
1965 switch (type) {
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08001966 case R_GENERIC_JUMP_SLOT:
1967 case R_GENERIC_GLOB_DAT:
1968 case R_GENERIC_RELATIVE:
1969 case R_GENERIC_IRELATIVE:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01001970#if defined(__aarch64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07001971 case R_AARCH64_ABS64:
1972 case R_AARCH64_ABS32:
1973 case R_AARCH64_ABS16:
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08001974#elif defined(__x86_64__)
1975 case R_X86_64_32:
1976 case R_X86_64_64:
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001977#elif defined(__arm__)
1978 case R_ARM_ABS32:
1979#elif defined(__i386__)
1980 case R_386_32:
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08001981#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07001982 /*
1983 * The sym_addr was initialized to be zero above, or the relocation
1984 * code below does not care about value of sym_addr.
1985 * No need to do anything.
1986 */
1987 break;
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08001988#if defined(__x86_64__)
Dimitry Ivanovd338aac2015-01-13 22:31:54 +00001989 case R_X86_64_PC32:
1990 sym_addr = reloc;
1991 break;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001992#elif defined(__i386__)
1993 case R_386_PC32:
1994 sym_addr = reloc;
1995 break;
1996#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07001997 default:
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001998 DL_ERR("unknown weak reloc type %d @ %p (%zu)", type, rel, idx);
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08001999 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002000 }
2001 } else {
2002 // We got a definition.
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002003 sym_addr = lsi->resolve_symbol_address(s);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002004 }
2005 count_relocation(kRelocSymbol);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002006 }
2007
2008 switch (type) {
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002009 case R_GENERIC_JUMP_SLOT:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002010 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002011 MARK(rel->r_offset);
2012 TRACE_TYPE(RELO, "RELO JMP_SLOT %16p <- %16p %s\n",
2013 reinterpret_cast<void*>(reloc),
2014 reinterpret_cast<void*>(sym_addr + addend), sym_name);
2015
2016 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002017 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002018 case R_GENERIC_GLOB_DAT:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002019 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002020 MARK(rel->r_offset);
2021 TRACE_TYPE(RELO, "RELO GLOB_DAT %16p <- %16p %s\n",
2022 reinterpret_cast<void*>(reloc),
2023 reinterpret_cast<void*>(sym_addr + addend), sym_name);
2024 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002025 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002026 case R_GENERIC_RELATIVE:
2027 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002028 MARK(rel->r_offset);
2029 TRACE_TYPE(RELO, "RELO RELATIVE %16p <- %16p\n",
2030 reinterpret_cast<void*>(reloc),
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002031 reinterpret_cast<void*>(load_bias + addend));
2032 *reinterpret_cast<ElfW(Addr)*>(reloc) = (load_bias + addend);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002033 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002034 case R_GENERIC_IRELATIVE:
2035 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002036 MARK(rel->r_offset);
2037 TRACE_TYPE(RELO, "RELO IRELATIVE %16p <- %16p\n",
2038 reinterpret_cast<void*>(reloc),
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002039 reinterpret_cast<void*>(load_bias + addend));
2040 *reinterpret_cast<ElfW(Addr)*>(reloc) = call_ifunc_resolver(load_bias + addend);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002041 break;
2042
2043#if defined(__aarch64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002044 case R_AARCH64_ABS64:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002045 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002046 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002047 TRACE_TYPE(RELO, "RELO ABS64 %16llx <- %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002048 reloc, (sym_addr + addend), sym_name);
2049 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002050 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002051 case R_AARCH64_ABS32:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002052 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002053 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002054 TRACE_TYPE(RELO, "RELO ABS32 %16llx <- %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002055 reloc, (sym_addr + addend), sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002056 {
2057 const ElfW(Addr) reloc_value = *reinterpret_cast<ElfW(Addr)*>(reloc);
2058 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN);
2059 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX);
2060 if ((min_value <= (reloc_value + (sym_addr + addend))) &&
2061 ((reloc_value + (sym_addr + addend)) <= max_value)) {
2062 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr + addend);
2063 } else {
2064 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
2065 (reloc_value + (sym_addr + addend)), min_value, max_value);
2066 return false;
2067 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002068 }
2069 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002070 case R_AARCH64_ABS16:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002071 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002072 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002073 TRACE_TYPE(RELO, "RELO ABS16 %16llx <- %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002074 reloc, (sym_addr + addend), sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002075 {
2076 const ElfW(Addr) reloc_value = *reinterpret_cast<ElfW(Addr)*>(reloc);
2077 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN);
2078 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX);
2079 if ((min_value <= (reloc_value + (sym_addr + addend))) &&
2080 ((reloc_value + (sym_addr + addend)) <= max_value)) {
2081 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr + addend);
2082 } else {
2083 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
2084 reloc_value + (sym_addr + addend), min_value, max_value);
2085 return false;
2086 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002087 }
2088 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002089 case R_AARCH64_PREL64:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002090 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002091 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002092 TRACE_TYPE(RELO, "RELO REL64 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002093 reloc, (sym_addr + addend), rel->r_offset, sym_name);
2094 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr + addend) - rel->r_offset;
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002095 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002096 case R_AARCH64_PREL32:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002097 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002098 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002099 TRACE_TYPE(RELO, "RELO REL32 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002100 reloc, (sym_addr + addend), rel->r_offset, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002101 {
2102 const ElfW(Addr) reloc_value = *reinterpret_cast<ElfW(Addr)*>(reloc);
2103 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN);
2104 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX);
2105 if ((min_value <= (reloc_value + ((sym_addr + addend) - rel->r_offset))) &&
2106 ((reloc_value + ((sym_addr + addend) - rel->r_offset)) <= max_value)) {
2107 *reinterpret_cast<ElfW(Addr)*>(reloc) += ((sym_addr + addend) - rel->r_offset);
2108 } else {
2109 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
2110 reloc_value + ((sym_addr + addend) - rel->r_offset), min_value, max_value);
2111 return false;
2112 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002113 }
2114 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002115 case R_AARCH64_PREL16:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002116 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002117 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002118 TRACE_TYPE(RELO, "RELO REL16 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002119 reloc, (sym_addr + addend), rel->r_offset, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002120 {
2121 const ElfW(Addr) reloc_value = *reinterpret_cast<ElfW(Addr)*>(reloc);
2122 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN);
2123 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX);
2124 if ((min_value <= (reloc_value + ((sym_addr + addend) - rel->r_offset))) &&
2125 ((reloc_value + ((sym_addr + addend) - rel->r_offset)) <= max_value)) {
2126 *reinterpret_cast<ElfW(Addr)*>(reloc) += ((sym_addr + addend) - rel->r_offset);
2127 } else {
2128 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
2129 reloc_value + ((sym_addr + addend) - rel->r_offset), min_value, max_value);
2130 return false;
2131 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002132 }
2133 break;
2134
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002135 case R_AARCH64_COPY:
Nick Kralevich76e289c2014-07-03 12:04:31 -07002136 /*
2137 * ET_EXEC is not supported so this should not happen.
2138 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002139 * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0056b/IHI0056B_aaelf64.pdf
Nick Kralevich76e289c2014-07-03 12:04:31 -07002140 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002141 * Section 4.6.11 "Dynamic relocations"
Nick Kralevich76e289c2014-07-03 12:04:31 -07002142 * R_AARCH64_COPY may only appear in executable objects where e_type is
2143 * set to ET_EXEC.
2144 */
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002145 DL_ERR("%s R_AARCH64_COPY relocations are not supported", get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002146 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002147 case R_AARCH64_TLS_TPREL64:
Elliott Hughes0266ae52014-02-10 17:46:57 -08002148 TRACE_TYPE(RELO, "RELO TLS_TPREL64 *** %16llx <- %16llx - %16llx\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002149 reloc, (sym_addr + addend), rel->r_offset);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002150 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002151 case R_AARCH64_TLS_DTPREL32:
Elliott Hughes0266ae52014-02-10 17:46:57 -08002152 TRACE_TYPE(RELO, "RELO TLS_DTPREL32 *** %16llx <- %16llx - %16llx\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002153 reloc, (sym_addr + addend), rel->r_offset);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002154 break;
2155#elif defined(__x86_64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002156 case R_X86_64_32:
2157 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002158 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002159 TRACE_TYPE(RELO, "RELO R_X86_64_32 %08zx <- +%08zx %s", static_cast<size_t>(reloc),
2160 static_cast<size_t>(sym_addr), sym_name);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002161 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002162 break;
2163 case R_X86_64_64:
2164 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002165 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002166 TRACE_TYPE(RELO, "RELO R_X86_64_64 %08zx <- +%08zx %s", static_cast<size_t>(reloc),
2167 static_cast<size_t>(sym_addr), sym_name);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002168 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002169 break;
2170 case R_X86_64_PC32:
2171 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002172 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002173 TRACE_TYPE(RELO, "RELO R_X86_64_PC32 %08zx <- +%08zx (%08zx - %08zx) %s",
2174 static_cast<size_t>(reloc), static_cast<size_t>(sym_addr - reloc),
2175 static_cast<size_t>(sym_addr), static_cast<size_t>(reloc), sym_name);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002176 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - reloc;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002177 break;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002178#elif defined(__arm__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002179 case R_ARM_ABS32:
2180 count_relocation(kRelocAbsolute);
2181 MARK(rel->r_offset);
2182 TRACE_TYPE(RELO, "RELO ABS %08x <- %08x %s", reloc, sym_addr, sym_name);
2183 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr;
2184 break;
2185 case R_ARM_REL32:
2186 count_relocation(kRelocRelative);
2187 MARK(rel->r_offset);
2188 TRACE_TYPE(RELO, "RELO REL32 %08x <- %08x - %08x %s",
2189 reloc, sym_addr, rel->r_offset, sym_name);
2190 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr - rel->r_offset;
2191 break;
2192 case R_ARM_COPY:
2193 /*
2194 * ET_EXEC is not supported so this should not happen.
2195 *
2196 * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0044d/IHI0044D_aaelf.pdf
2197 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002198 * Section 4.6.1.10 "Dynamic relocations"
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002199 * R_ARM_COPY may only appear in executable objects where e_type is
2200 * set to ET_EXEC.
2201 */
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002202 DL_ERR("%s R_ARM_COPY relocations are not supported", get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002203 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002204#elif defined(__i386__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002205 case R_386_32:
2206 count_relocation(kRelocRelative);
2207 MARK(rel->r_offset);
2208 TRACE_TYPE(RELO, "RELO R_386_32 %08x <- +%08x %s", reloc, sym_addr, sym_name);
2209 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr;
2210 break;
2211 case R_386_PC32:
2212 count_relocation(kRelocRelative);
2213 MARK(rel->r_offset);
2214 TRACE_TYPE(RELO, "RELO R_386_PC32 %08x <- +%08x (%08x - %08x) %s",
2215 reloc, (sym_addr - reloc), sym_addr, reloc, sym_name);
2216 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr - reloc);
2217 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002218#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002219 default:
2220 DL_ERR("unknown reloc type %d @ %p (%zu)", type, rel, idx);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002221 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002222 }
2223 }
2224 return true;
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07002225}
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002226#endif // !defined(__mips__)
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07002227
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002228void soinfo::call_array(const char* array_name __unused, linker_function_t* functions,
2229 size_t count, bool reverse) {
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002230 if (functions == nullptr) {
Elliott Hughesd23736e2012-11-01 15:16:56 -07002231 return;
2232 }
David 'Digit' Turner82156792009-05-18 14:37:41 +02002233
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002234 TRACE("[ Calling %s (size %zd) @ %p for '%s' ]", array_name, count, functions, get_realpath());
Elliott Hughesca0c11b2013-03-12 10:40:45 -07002235
2236 int begin = reverse ? (count - 1) : 0;
2237 int end = reverse ? -1 : count;
2238 int step = reverse ? -1 : 1;
2239
2240 for (int i = begin; i != end; i += step) {
2241 TRACE("[ %s[%d] == %p ]", array_name, i, functions[i]);
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002242 call_function("function", functions[i]);
Elliott Hughesd23736e2012-11-01 15:16:56 -07002243 }
David 'Digit' Turner82156792009-05-18 14:37:41 +02002244
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002245 TRACE("[ Done calling %s for '%s' ]", array_name, get_realpath());
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002246}
2247
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002248void soinfo::call_function(const char* function_name __unused, linker_function_t function) {
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002249 if (function == nullptr || reinterpret_cast<uintptr_t>(function) == static_cast<uintptr_t>(-1)) {
Elliott Hughesd23736e2012-11-01 15:16:56 -07002250 return;
2251 }
2252
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002253 TRACE("[ Calling %s @ %p for '%s' ]", function_name, function, get_realpath());
Elliott Hughesd23736e2012-11-01 15:16:56 -07002254 function();
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002255 TRACE("[ Done calling %s @ %p for '%s' ]", function_name, function, get_realpath());
Evgeniy Stepanov9181a5d2012-08-13 17:58:37 +04002256}
2257
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002258void soinfo::call_pre_init_constructors() {
Elliott Hughes8147d3c2013-05-09 14:19:58 -07002259 // DT_PREINIT_ARRAY functions are called before any other constructors for executables,
2260 // but ignored in a shared library.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002261 call_array("DT_PREINIT_ARRAY", preinit_array_, preinit_array_count_, false);
Elliott Hughesd23736e2012-11-01 15:16:56 -07002262}
Evgeniy Stepanove83c56d2011-12-21 13:03:54 +04002263
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002264void soinfo::call_constructors() {
Elliott Hughesd23736e2012-11-01 15:16:56 -07002265 if (constructors_called) {
2266 return;
2267 }
Jesse Hallf5d16932012-01-30 15:39:57 -08002268
Elliott Hughesd23736e2012-11-01 15:16:56 -07002269 // We set constructors_called before actually calling the constructors, otherwise it doesn't
2270 // protect against recursive constructor calls. One simple example of constructor recursion
2271 // is the libc debug malloc, which is implemented in libc_malloc_debug_leak.so:
2272 // 1. The program depends on libc, so libc's constructor is called here.
2273 // 2. The libc constructor calls dlopen() to load libc_malloc_debug_leak.so.
2274 // 3. dlopen() calls the constructors on the newly created
2275 // soinfo for libc_malloc_debug_leak.so.
2276 // 4. The debug .so depends on libc, so CallConstructors is
2277 // called again with the libc soinfo. If it doesn't trigger the early-
2278 // out above, the libc constructor will be called again (recursively!).
2279 constructors_called = true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002280
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002281 if (!is_main_executable() && preinit_array_ != nullptr) {
Elliott Hughes8147d3c2013-05-09 14:19:58 -07002282 // The GNU dynamic linker silently ignores these, but we warn the developer.
Elliott Hughesc6200592013-09-30 18:43:46 -07002283 PRINT("\"%s\": ignoring %zd-entry DT_PREINIT_ARRAY in shared library!",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002284 get_realpath(), preinit_array_count_);
Elliott Hughesd23736e2012-11-01 15:16:56 -07002285 }
2286
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002287 get_children().for_each([] (soinfo* si) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002288 si->call_constructors();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002289 });
Evgeniy Stepanove83c56d2011-12-21 13:03:54 +04002290
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002291 TRACE("\"%s\": calling constructors", get_realpath());
Elliott Hughes8147d3c2013-05-09 14:19:58 -07002292
2293 // DT_INIT should be called before DT_INIT_ARRAY if both are present.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002294 call_function("DT_INIT", init_func_);
2295 call_array("DT_INIT_ARRAY", init_array_, init_array_count_, false);
Evgeniy Stepanove83c56d2011-12-21 13:03:54 +04002296}
David 'Digit' Turner82156792009-05-18 14:37:41 +02002297
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002298void soinfo::call_destructors() {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002299 if (!constructors_called) {
2300 return;
2301 }
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002302 TRACE("\"%s\": calling destructors", get_realpath());
Elliott Hughes8147d3c2013-05-09 14:19:58 -07002303
2304 // DT_FINI_ARRAY must be parsed in reverse order.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002305 call_array("DT_FINI_ARRAY", fini_array_, fini_array_count_, true);
Elliott Hughes8147d3c2013-05-09 14:19:58 -07002306
2307 // DT_FINI should be called after DT_FINI_ARRAY if both are present.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002308 call_function("DT_FINI", fini_func_);
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07002309
2310 // This is needed on second call to dlopen
2311 // after library has been unloaded with RTLD_NODELETE
2312 constructors_called = false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002313}
2314
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002315void soinfo::add_child(soinfo* child) {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002316 if (has_min_version(0)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002317 child->parents_.push_back(this);
2318 this->children_.push_back(child);
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002319 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002320}
2321
2322void soinfo::remove_all_links() {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002323 if (!has_min_version(0)) {
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002324 return;
2325 }
2326
2327 // 1. Untie connected soinfos from 'this'.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002328 children_.for_each([&] (soinfo* child) {
2329 child->parents_.remove_if([&] (const soinfo* parent) {
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002330 return parent == this;
2331 });
2332 });
2333
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002334 parents_.for_each([&] (soinfo* parent) {
2335 parent->children_.remove_if([&] (const soinfo* child) {
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002336 return child == this;
2337 });
2338 });
2339
2340 // 2. Once everything untied - clear local lists.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002341 parents_.clear();
2342 children_.clear();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002343}
2344
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002345dev_t soinfo::get_st_dev() const {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002346 if (has_min_version(0)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002347 return st_dev_;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002348 }
2349
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002350 return 0;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002351};
2352
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002353ino_t soinfo::get_st_ino() const {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002354 if (has_min_version(0)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002355 return st_ino_;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002356 }
2357
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002358 return 0;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002359}
2360
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002361off64_t soinfo::get_file_offset() const {
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07002362 if (has_min_version(1)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002363 return file_offset_;
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07002364 }
2365
2366 return 0;
2367}
2368
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002369uint32_t soinfo::get_rtld_flags() const {
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07002370 if (has_min_version(1)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002371 return rtld_flags_;
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07002372 }
2373
2374 return 0;
2375}
2376
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002377uint32_t soinfo::get_dt_flags_1() const {
2378 if (has_min_version(1)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002379 return dt_flags_1_;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002380 }
2381
2382 return 0;
2383}
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002384
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002385void soinfo::set_dt_flags_1(uint32_t dt_flags_1) {
2386 if (has_min_version(1)) {
2387 if ((dt_flags_1 & DF_1_GLOBAL) != 0) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002388 rtld_flags_ |= RTLD_GLOBAL;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002389 }
2390
2391 if ((dt_flags_1 & DF_1_NODELETE) != 0) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002392 rtld_flags_ |= RTLD_NODELETE;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002393 }
2394
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002395 dt_flags_1_ = dt_flags_1;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002396 }
2397}
2398
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002399const char* soinfo::get_realpath() const {
Dmitriy Ivanov9185e042015-05-15 17:53:39 -07002400#if defined(__work_around_b_19059885__)
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002401 if (has_min_version(2)) {
2402 return realpath_.c_str();
2403 } else {
2404 return old_name_;
2405 }
2406#else
2407 return realpath_.c_str();
2408#endif
2409}
2410
2411const char* soinfo::get_soname() const {
Dmitriy Ivanov9185e042015-05-15 17:53:39 -07002412#if defined(__work_around_b_19059885__)
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002413 if (has_min_version(2)) {
2414 return soname_;
2415 } else {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002416 return old_name_;
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002417 }
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002418#else
2419 return soname_;
2420#endif
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002421}
2422
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002423// This is a return on get_children()/get_parents() if
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002424// 'this->flags' does not have FLAG_NEW_SOINFO set.
2425static soinfo::soinfo_list_t g_empty_list;
2426
2427soinfo::soinfo_list_t& soinfo::get_children() {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002428 if (has_min_version(0)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002429 return children_;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002430 }
2431
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002432 return g_empty_list;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002433}
2434
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002435const soinfo::soinfo_list_t& soinfo::get_children() const {
2436 if (has_min_version(0)) {
2437 return children_;
2438 }
2439
2440 return g_empty_list;
2441}
2442
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002443soinfo::soinfo_list_t& soinfo::get_parents() {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002444 if (has_min_version(0)) {
2445 return parents_;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002446 }
2447
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002448 return g_empty_list;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002449}
2450
Evgenii Stepanov68650822015-06-10 13:38:39 -07002451static std::vector<std::string> g_empty_runpath;
2452
2453const std::vector<std::string>& soinfo::get_dt_runpath() const {
2454 if (has_min_version(2)) {
2455 return dt_runpath_;
2456 }
2457
2458 return g_empty_runpath;
2459}
2460
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002461ElfW(Addr) soinfo::resolve_symbol_address(const ElfW(Sym)* s) const {
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002462 if (ELF_ST_TYPE(s->st_info) == STT_GNU_IFUNC) {
2463 return call_ifunc_resolver(s->st_value + load_bias);
2464 }
2465
2466 return static_cast<ElfW(Addr)>(s->st_value + load_bias);
2467}
2468
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002469const char* soinfo::get_string(ElfW(Word) index) const {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002470 if (has_min_version(1) && (index >= strtab_size_)) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002471 __libc_fatal("%s: strtab out of bounds error; STRSZ=%zd, name=%d",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002472 get_realpath(), strtab_size_, index);
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002473 }
2474
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002475 return strtab_ + index;
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002476}
2477
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002478bool soinfo::is_gnu_hash() const {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002479 return (flags_ & FLAG_GNU_HASH) != 0;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002480}
2481
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07002482bool soinfo::can_unload() const {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002483 return (get_rtld_flags() & (RTLD_NODELETE | RTLD_GLOBAL)) == 0;
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07002484}
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002485
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002486bool soinfo::is_linked() const {
2487 return (flags_ & FLAG_LINKED) != 0;
2488}
2489
2490bool soinfo::is_main_executable() const {
2491 return (flags_ & FLAG_EXE) != 0;
2492}
2493
2494void soinfo::set_linked() {
2495 flags_ |= FLAG_LINKED;
2496}
2497
2498void soinfo::set_linker_flag() {
2499 flags_ |= FLAG_LINKER;
2500}
2501
2502void soinfo::set_main_executable() {
2503 flags_ |= FLAG_EXE;
2504}
2505
2506void soinfo::increment_ref_count() {
2507 local_group_root_->ref_count_++;
2508}
2509
2510size_t soinfo::decrement_ref_count() {
2511 return --local_group_root_->ref_count_;
2512}
2513
2514soinfo* soinfo::get_local_group_root() const {
2515 return local_group_root_;
2516}
2517
Dmitriy Ivanov19133522015-06-02 17:36:54 -07002518// This function returns api-level at the time of
2519// dlopen/load. Note that libraries opened by system
2520// will always have 'current' api level.
2521uint32_t soinfo::get_target_sdk_version() const {
2522 if (!has_min_version(2)) {
2523 return __ANDROID_API__;
2524 }
2525
2526 return local_group_root_->target_sdk_version_;
2527}
2528
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002529bool soinfo::prelink_image() {
Ningsheng Jiane93be992014-09-16 15:22:10 +08002530 /* Extract dynamic section */
2531 ElfW(Word) dynamic_flags = 0;
2532 phdr_table_get_dynamic_section(phdr, phnum, load_bias, &dynamic, &dynamic_flags);
Dmitriy Ivanov498eb182014-09-05 14:57:59 -07002533
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002534 /* We can't log anything until the linker is relocated */
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002535 bool relocating_linker = (flags_ & FLAG_LINKER) != 0;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002536 if (!relocating_linker) {
Dmitriy Ivanovf8093a92015-04-28 18:09:53 -07002537 INFO("[ linking %s ]", get_realpath());
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002538 DEBUG("si->base = %p si->flags = 0x%08x", reinterpret_cast<void*>(base), flags_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002539 }
2540
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002541 if (dynamic == nullptr) {
David 'Digit' Turnerb52e4382012-06-19 01:24:17 +02002542 if (!relocating_linker) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002543 DL_ERR("missing PT_DYNAMIC in \"%s\"", get_realpath());
David 'Digit' Turnerb52e4382012-06-19 01:24:17 +02002544 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002545 return false;
2546 } else {
2547 if (!relocating_linker) {
2548 DEBUG("dynamic = %p", dynamic);
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002549 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002550 }
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002551
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002552#if defined(__arm__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002553 (void) phdr_table_get_arm_exidx(phdr, phnum, load_bias,
2554 &ARM_exidx, &ARM_exidx_count);
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002555#endif
2556
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002557 // Extract useful information from dynamic section.
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002558 // Note that: "Except for the DT_NULL element at the end of the array,
2559 // and the relative order of DT_NEEDED elements, entries may appear in any order."
2560 //
2561 // source: http://www.sco.com/developers/gabi/1998-04-29/ch5.dynamic.html
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002562 uint32_t needed_count = 0;
2563 for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
2564 DEBUG("d = %p, d[0](tag) = %p d[1](val) = %p",
2565 d, reinterpret_cast<void*>(d->d_tag), reinterpret_cast<void*>(d->d_un.d_val));
2566 switch (d->d_tag) {
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002567 case DT_SONAME:
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002568 // this is parsed after we have strtab initialized (see below).
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002569 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002570
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002571 case DT_HASH:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002572 nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
2573 nchain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
2574 bucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8);
2575 chain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8 + nbucket_ * 4);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002576 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002577
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002578 case DT_GNU_HASH:
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002579 gnu_nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002580 // skip symndx
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002581 gnu_maskwords_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[2];
2582 gnu_shift2_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[3];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002583
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002584 gnu_bloom_filter_ = reinterpret_cast<ElfW(Addr)*>(load_bias + d->d_un.d_ptr + 16);
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002585 gnu_bucket_ = reinterpret_cast<uint32_t*>(gnu_bloom_filter_ + gnu_maskwords_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002586 // amend chain for symndx = header[1]
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002587 gnu_chain_ = gnu_bucket_ + gnu_nbucket_ -
2588 reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002589
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002590 if (!powerof2(gnu_maskwords_)) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002591 DL_ERR("invalid maskwords for gnu_hash = 0x%x, in \"%s\" expecting power to two",
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002592 gnu_maskwords_, get_realpath());
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002593 return false;
2594 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002595 --gnu_maskwords_;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002596
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002597 flags_ |= FLAG_GNU_HASH;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002598 break;
2599
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002600 case DT_STRTAB:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002601 strtab_ = reinterpret_cast<const char*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002602 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002603
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002604 case DT_STRSZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002605 strtab_size_ = d->d_un.d_val;
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002606 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002607
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002608 case DT_SYMTAB:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002609 symtab_ = reinterpret_cast<ElfW(Sym)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002610 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002611
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002612 case DT_SYMENT:
2613 if (d->d_un.d_val != sizeof(ElfW(Sym))) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002614 DL_ERR("invalid DT_SYMENT: %zd in \"%s\"",
2615 static_cast<size_t>(d->d_un.d_val), get_realpath());
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002616 return false;
2617 }
2618 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002619
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002620 case DT_PLTREL:
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002621#if defined(USE_RELA)
2622 if (d->d_un.d_val != DT_RELA) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002623 DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_RELA", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002624 return false;
2625 }
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002626#else
2627 if (d->d_un.d_val != DT_REL) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002628 DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_REL", get_realpath());
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002629 return false;
2630 }
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002631#endif
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002632 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002633
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002634 case DT_JMPREL:
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002635#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002636 plt_rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002637#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002638 plt_rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002639#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002640 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002641
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002642 case DT_PLTRELSZ:
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002643#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002644 plt_rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002645#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002646 plt_rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002647#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002648 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002649
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002650 case DT_PLTGOT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002651#if defined(__mips__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002652 // Used by mips and mips64.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002653 plt_got_ = reinterpret_cast<ElfW(Addr)**>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002654#endif
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002655 // Ignore for other platforms... (because RTLD_LAZY is not supported)
2656 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002657
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002658 case DT_DEBUG:
2659 // Set the DT_DEBUG entry to the address of _r_debug for GDB
2660 // if the dynamic table is writable
Chris Dearman99186652014-02-06 20:36:51 -08002661// FIXME: not working currently for N64
2662// The flags for the LOAD and DYNAMIC program headers do not agree.
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002663// The LOAD section containing the dynamic table has been mapped as
Chris Dearman99186652014-02-06 20:36:51 -08002664// read-only, but the DYNAMIC header claims it is writable.
2665#if !(defined(__mips__) && defined(__LP64__))
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002666 if ((dynamic_flags & PF_W) != 0) {
2667 d->d_un.d_val = reinterpret_cast<uintptr_t>(&_r_debug);
2668 }
Chris Dearman99186652014-02-06 20:36:51 -08002669#endif
Dmitriy Ivanovc6292ea2015-02-13 16:29:50 -08002670 break;
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002671#if defined(USE_RELA)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002672 case DT_RELA:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002673 rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002674 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002675
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002676 case DT_RELASZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002677 rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002678 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002679
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002680 case DT_ANDROID_RELA:
2681 android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
2682 break;
2683
2684 case DT_ANDROID_RELASZ:
2685 android_relocs_size_ = d->d_un.d_val;
2686 break;
2687
2688 case DT_ANDROID_REL:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002689 DL_ERR("unsupported DT_ANDROID_REL in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002690 return false;
2691
2692 case DT_ANDROID_RELSZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002693 DL_ERR("unsupported DT_ANDROID_RELSZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002694 return false;
2695
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002696 case DT_RELAENT:
2697 if (d->d_un.d_val != sizeof(ElfW(Rela))) {
Dmitriy Ivanovf240aa82014-09-16 23:34:20 -07002698 DL_ERR("invalid DT_RELAENT: %zd", static_cast<size_t>(d->d_un.d_val));
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002699 return false;
2700 }
2701 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002702
2703 // ignored (see DT_RELCOUNT comments for details)
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002704 case DT_RELACOUNT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002705 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002706
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002707 case DT_REL:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002708 DL_ERR("unsupported DT_REL in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002709 return false;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002710
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002711 case DT_RELSZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002712 DL_ERR("unsupported DT_RELSZ in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002713 return false;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002714
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002715#else
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002716 case DT_REL:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002717 rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002718 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002719
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002720 case DT_RELSZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002721 rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002722 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002723
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002724 case DT_RELENT:
2725 if (d->d_un.d_val != sizeof(ElfW(Rel))) {
Dmitriy Ivanovf240aa82014-09-16 23:34:20 -07002726 DL_ERR("invalid DT_RELENT: %zd", static_cast<size_t>(d->d_un.d_val));
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002727 return false;
2728 }
2729 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002730
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002731 case DT_ANDROID_REL:
2732 android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
2733 break;
2734
2735 case DT_ANDROID_RELSZ:
2736 android_relocs_size_ = d->d_un.d_val;
2737 break;
2738
2739 case DT_ANDROID_RELA:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002740 DL_ERR("unsupported DT_ANDROID_RELA in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002741 return false;
2742
2743 case DT_ANDROID_RELASZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002744 DL_ERR("unsupported DT_ANDROID_RELASZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002745 return false;
2746
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002747 // "Indicates that all RELATIVE relocations have been concatenated together,
2748 // and specifies the RELATIVE relocation count."
2749 //
2750 // TODO: Spec also mentions that this can be used to optimize relocation process;
2751 // Not currently used by bionic linker - ignored.
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002752 case DT_RELCOUNT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002753 break;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002754
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002755 case DT_RELA:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002756 DL_ERR("unsupported DT_RELA in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002757 return false;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002758
2759 case DT_RELASZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002760 DL_ERR("unsupported DT_RELASZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002761 return false;
2762
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002763#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002764 case DT_INIT:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002765 init_func_ = reinterpret_cast<linker_function_t>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002766 DEBUG("%s constructors (DT_INIT) found at %p", get_realpath(), init_func_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002767 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002768
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002769 case DT_FINI:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002770 fini_func_ = reinterpret_cast<linker_function_t>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002771 DEBUG("%s destructors (DT_FINI) found at %p", get_realpath(), fini_func_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002772 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002773
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002774 case DT_INIT_ARRAY:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002775 init_array_ = reinterpret_cast<linker_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002776 DEBUG("%s constructors (DT_INIT_ARRAY) found at %p", get_realpath(), init_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002777 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002778
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002779 case DT_INIT_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08002780 init_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002781 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002782
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002783 case DT_FINI_ARRAY:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002784 fini_array_ = reinterpret_cast<linker_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002785 DEBUG("%s destructors (DT_FINI_ARRAY) found at %p", get_realpath(), fini_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002786 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002787
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002788 case DT_FINI_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08002789 fini_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002790 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002791
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002792 case DT_PREINIT_ARRAY:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002793 preinit_array_ = reinterpret_cast<linker_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002794 DEBUG("%s constructors (DT_PREINIT_ARRAY) found at %p", get_realpath(), preinit_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002795 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002796
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002797 case DT_PREINIT_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08002798 preinit_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002799 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002800
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002801 case DT_TEXTREL:
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002802#if defined(__LP64__)
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002803 DL_ERR("text relocations (DT_TEXTREL) found in 64-bit ELF file \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002804 return false;
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002805#else
2806 has_text_relocations = true;
2807 break;
2808#endif
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002809
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002810 case DT_SYMBOLIC:
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -07002811 has_DT_SYMBOLIC = true;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002812 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002813
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002814 case DT_NEEDED:
2815 ++needed_count;
2816 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002817
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002818 case DT_FLAGS:
2819 if (d->d_un.d_val & DF_TEXTREL) {
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002820#if defined(__LP64__)
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002821 DL_ERR("text relocations (DF_TEXTREL) found in 64-bit ELF file \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002822 return false;
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002823#else
2824 has_text_relocations = true;
2825#endif
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002826 }
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -07002827 if (d->d_un.d_val & DF_SYMBOLIC) {
2828 has_DT_SYMBOLIC = true;
2829 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002830 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002831
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002832 case DT_FLAGS_1:
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002833 set_dt_flags_1(d->d_un.d_val);
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07002834
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002835 if ((d->d_un.d_val & ~SUPPORTED_DT_FLAGS_1) != 0) {
Dmitriy Ivanov087005f2015-05-28 11:44:31 -07002836 DL_WARN("%s: unsupported flags DT_FLAGS_1=%p", get_realpath(), reinterpret_cast<void*>(d->d_un.d_val));
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002837 }
2838 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002839#if defined(__mips__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002840 case DT_MIPS_RLD_MAP:
2841 // Set the DT_MIPS_RLD_MAP entry to the address of _r_debug for GDB.
2842 {
2843 r_debug** dp = reinterpret_cast<r_debug**>(load_bias + d->d_un.d_ptr);
2844 *dp = &_r_debug;
2845 }
2846 break;
Raghu Gandham68815722014-12-18 19:12:19 -08002847 case DT_MIPS_RLD_MAP2:
2848 // Set the DT_MIPS_RLD_MAP2 entry to the address of _r_debug for GDB.
2849 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002850 r_debug** dp = reinterpret_cast<r_debug**>(
2851 reinterpret_cast<ElfW(Addr)>(d) + d->d_un.d_val);
Raghu Gandham68815722014-12-18 19:12:19 -08002852 *dp = &_r_debug;
2853 }
2854 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002855
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002856 case DT_MIPS_RLD_VERSION:
2857 case DT_MIPS_FLAGS:
2858 case DT_MIPS_BASE_ADDRESS:
2859 case DT_MIPS_UNREFEXTNO:
2860 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002861
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002862 case DT_MIPS_SYMTABNO:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002863 mips_symtabno_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002864 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002865
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002866 case DT_MIPS_LOCAL_GOTNO:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002867 mips_local_gotno_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002868 break;
2869
2870 case DT_MIPS_GOTSYM:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002871 mips_gotsym_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002872 break;
2873#endif
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002874 // Ignored: "Its use has been superseded by the DF_BIND_NOW flag"
2875 case DT_BIND_NOW:
2876 break;
2877
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002878 case DT_VERSYM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002879 versym_ = reinterpret_cast<ElfW(Versym)*>(load_bias + d->d_un.d_ptr);
2880 break;
2881
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002882 case DT_VERDEF:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002883 verdef_ptr_ = load_bias + d->d_un.d_ptr;
2884 break;
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002885 case DT_VERDEFNUM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002886 verdef_cnt_ = d->d_un.d_val;
2887 break;
2888
Alexander Ivchenkoe8314332014-12-02 15:32:25 +03002889 case DT_VERNEED:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002890 verneed_ptr_ = load_bias + d->d_un.d_ptr;
2891 break;
2892
Alexander Ivchenkoe8314332014-12-02 15:32:25 +03002893 case DT_VERNEEDNUM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002894 verneed_cnt_ = d->d_un.d_val;
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002895 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002896
Evgenii Stepanov68650822015-06-10 13:38:39 -07002897 case DT_RUNPATH:
2898 // this is parsed after we have strtab initialized (see below).
2899 break;
2900
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002901 default:
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -07002902 if (!relocating_linker) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002903 DL_WARN("%s: unused DT entry: type %p arg %p", get_realpath(),
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -07002904 reinterpret_cast<void*>(d->d_tag), reinterpret_cast<void*>(d->d_un.d_val));
2905 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002906 break;
Brian Carlstromd4ee82d2013-02-28 15:58:45 -08002907 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002908 }
2909
Duane Sandbc425c72015-06-01 16:29:14 -07002910#if defined(__mips__) && !defined(__LP64__)
2911 if (!mips_check_and_adjust_fp_modes()) {
2912 return false;
2913 }
2914#endif
2915
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002916 DEBUG("si->base = %p, si->strtab = %p, si->symtab = %p",
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002917 reinterpret_cast<void*>(base), strtab_, symtab_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002918
2919 // Sanity checks.
2920 if (relocating_linker && needed_count != 0) {
2921 DL_ERR("linker cannot have DT_NEEDED dependencies on other libraries");
2922 return false;
2923 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002924 if (nbucket_ == 0 && gnu_nbucket_ == 0) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002925 DL_ERR("empty/missing DT_HASH/DT_GNU_HASH in \"%s\" "
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002926 "(new hash type from the future?)", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002927 return false;
2928 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002929 if (strtab_ == 0) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002930 DL_ERR("empty/missing DT_STRTAB in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002931 return false;
2932 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002933 if (symtab_ == 0) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002934 DL_ERR("empty/missing DT_SYMTAB in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002935 return false;
2936 }
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07002937
Dmitriy Ivanov624b8f12015-06-08 10:41:33 -07002938 // second pass - parse entries relying on strtab
2939 for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
Evgenii Stepanov68650822015-06-10 13:38:39 -07002940 switch (d->d_tag) {
2941 case DT_SONAME:
2942 soname_ = get_string(d->d_un.d_val);
Dmitriy Ivanov624b8f12015-06-08 10:41:33 -07002943#if defined(__work_around_b_19059885__)
Evgenii Stepanov68650822015-06-10 13:38:39 -07002944 strlcpy(old_name_, soname_, sizeof(old_name_));
Dmitriy Ivanov624b8f12015-06-08 10:41:33 -07002945#endif
Evgenii Stepanov68650822015-06-10 13:38:39 -07002946 break;
2947 case DT_RUNPATH:
2948 // FIXME: $LIB, $PLATFORM unsupported.
2949 set_dt_runpath(get_string(d->d_un.d_val));
2950 break;
Dmitriy Ivanov624b8f12015-06-08 10:41:33 -07002951 }
2952 }
2953
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07002954 // Before M release linker was using basename in place of soname.
Dmitriy Ivanov19133522015-06-02 17:36:54 -07002955 // In the case when dt_soname is absent some apps stop working
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07002956 // because they can't find dt_needed library by soname.
2957 // This workaround should keep them working. (applies only
Dmitriy Ivanov19133522015-06-02 17:36:54 -07002958 // for apps targeting sdk version <=22). Make an exception for
2959 // the main executable and linker; they do not need to have dt_soname
2960 if (soname_ == nullptr && this != somain && (flags_ & FLAG_LINKER) == 0 &&
2961 get_application_target_sdk_version() <= 22) {
Dmitriy Ivanov75108f42015-06-02 13:28:06 -07002962 soname_ = basename(realpath_.c_str());
2963 DL_WARN("%s: is missing DT_SONAME will use basename as a replacement: \"%s\"",
2964 get_realpath(), soname_);
2965 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002966 return true;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002967}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002968
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002969bool soinfo::link_image(const soinfo_list_t& global_group, const soinfo_list_t& local_group,
2970 const android_dlextinfo* extinfo) {
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002971
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002972 local_group_root_ = local_group.front();
2973 if (local_group_root_ == nullptr) {
2974 local_group_root_ = this;
2975 }
2976
Dmitriy Ivanov19133522015-06-02 17:36:54 -07002977 if ((flags_ & FLAG_LINKER) == 0 && local_group_root_ == this) {
2978 target_sdk_version_ = get_application_target_sdk_version();
2979 }
2980
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07002981 VersionTracker version_tracker;
2982
2983 if (!version_tracker.init(this)) {
2984 return false;
2985 }
2986
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002987#if !defined(__LP64__)
2988 if (has_text_relocations) {
Dmitriy Ivanove4ad91f2015-06-12 15:00:31 -07002989 // Fail if app is targeting sdk version > 22
2990 // TODO (dimitry): remove != __ANDROID_API__ check once http://b/20020312 is fixed
2991 if (get_application_target_sdk_version() != __ANDROID_API__
2992 && get_application_target_sdk_version() > 22) {
2993 DL_ERR("%s: has text relocations", get_realpath());
2994 return false;
2995 }
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002996 // Make segments writable to allow text relocations to work properly. We will later call
2997 // phdr_table_protect_segments() after all of them are applied and all constructors are run.
2998 DL_WARN("%s has text relocations. This is wasting memory and prevents "
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07002999 "security hardening. Please fix.", get_realpath());
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003000 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
3001 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003002 get_realpath(), strerror(errno));
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003003 return false;
3004 }
3005 }
3006#endif
3007
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003008 if (android_relocs_ != nullptr) {
3009 // check signature
3010 if (android_relocs_size_ > 3 &&
3011 android_relocs_[0] == 'A' &&
3012 android_relocs_[1] == 'P' &&
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003013 android_relocs_[2] == 'S' &&
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003014 android_relocs_[3] == '2') {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003015 DEBUG("[ android relocating %s ]", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003016
3017 bool relocated = false;
3018 const uint8_t* packed_relocs = android_relocs_ + 4;
3019 const size_t packed_relocs_size = android_relocs_size_ - 4;
3020
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003021 relocated = relocate(
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003022 version_tracker,
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07003023 packed_reloc_iterator<sleb128_decoder>(
3024 sleb128_decoder(packed_relocs, packed_relocs_size)),
3025 global_group, local_group);
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08003026
3027 if (!relocated) {
3028 return false;
3029 }
3030 } else {
3031 DL_ERR("bad android relocation header.");
3032 return false;
3033 }
3034 }
3035
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003036#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003037 if (rela_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003038 DEBUG("[ relocating %s ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003039 if (!relocate(version_tracker,
3040 plain_reloc_iterator(rela_, rela_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003041 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07003042 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003043 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003044 if (plt_rela_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003045 DEBUG("[ relocating %s plt ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003046 if (!relocate(version_tracker,
3047 plain_reloc_iterator(plt_rela_, plt_rela_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003048 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003049 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003050 }
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07003051#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003052 if (rel_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003053 DEBUG("[ relocating %s ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003054 if (!relocate(version_tracker,
3055 plain_reloc_iterator(rel_, rel_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003056 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003057 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003058 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003059 if (plt_rel_ != nullptr) {
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003060 DEBUG("[ relocating %s plt ]", get_realpath());
Dmitriy Ivanov7e4bbba2015-04-30 19:49:19 -07003061 if (!relocate(version_tracker,
3062 plain_reloc_iterator(plt_rel_, plt_rel_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003063 return false;
Brigid Smithc5a13ef2014-07-23 11:22:25 -07003064 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003065 }
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07003066#endif
Brigid Smithc5a13ef2014-07-23 11:22:25 -07003067
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003068#if defined(__mips__)
Dmitriy Ivanovf39cb632015-04-30 20:17:03 -07003069 if (!mips_relocate_got(version_tracker, global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003070 return false;
3071 }
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07003072#endif
3073
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003074 DEBUG("[ finished linking %s ]", get_realpath());
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003075
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003076#if !defined(__LP64__)
3077 if (has_text_relocations) {
3078 // All relocations are done, we can protect our segments back to read-only.
3079 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
3080 DL_ERR("can't protect segments for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003081 get_realpath(), strerror(errno));
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003082 return false;
3083 }
3084 }
3085#endif
3086
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003087 /* We can also turn on GNU RELRO protection */
3088 if (phdr_table_protect_gnu_relro(phdr, phnum, load_bias) < 0) {
3089 DL_ERR("can't enable GNU RELRO protection for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003090 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003091 return false;
3092 }
Nick Kralevich9ec0f032012-02-28 10:40:00 -08003093
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003094 /* Handle serializing/sharing the RELRO segment */
3095 if (extinfo && (extinfo->flags & ANDROID_DLEXT_WRITE_RELRO)) {
3096 if (phdr_table_serialize_gnu_relro(phdr, phnum, load_bias,
3097 extinfo->relro_fd) < 0) {
3098 DL_ERR("failed serializing GNU RELRO section for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003099 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003100 return false;
Torne (Richard Coles)183ad9d2014-02-27 13:18:00 +00003101 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003102 } else if (extinfo && (extinfo->flags & ANDROID_DLEXT_USE_RELRO)) {
3103 if (phdr_table_map_gnu_relro(phdr, phnum, load_bias,
3104 extinfo->relro_fd) < 0) {
3105 DL_ERR("failed mapping GNU RELRO section for \"%s\": %s",
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003106 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003107 return false;
3108 }
3109 }
Torne (Richard Coles)183ad9d2014-02-27 13:18:00 +00003110
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003111 notify_gdb_of_load(this);
3112 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003113}
3114
Nick Kralevich468319c2011-11-11 15:53:17 -08003115/*
Sergey Melnikovc45087b2013-01-25 16:40:13 +04003116 * This function add vdso to internal dso list.
3117 * It helps to stack unwinding through signal handlers.
3118 * Also, it makes bionic more like glibc.
3119 */
Kito Cheng812fd422014-03-25 22:53:56 +08003120static void add_vdso(KernelArgumentBlock& args __unused) {
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003121#if defined(AT_SYSINFO_EHDR)
Elliott Hughes0266ae52014-02-10 17:46:57 -08003122 ElfW(Ehdr)* ehdr_vdso = reinterpret_cast<ElfW(Ehdr)*>(args.getauxval(AT_SYSINFO_EHDR));
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07003123 if (ehdr_vdso == nullptr) {
Elliott Hughes0266ae52014-02-10 17:46:57 -08003124 return;
3125 }
Sergey Melnikovc45087b2013-01-25 16:40:13 +04003126
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07003127 soinfo* si = soinfo_alloc("[vdso]", nullptr, 0, 0);
Sergey Melnikovebd506c2013-10-31 18:02:12 +04003128
Elliott Hughes0266ae52014-02-10 17:46:57 -08003129 si->phdr = reinterpret_cast<ElfW(Phdr)*>(reinterpret_cast<char*>(ehdr_vdso) + ehdr_vdso->e_phoff);
3130 si->phnum = ehdr_vdso->e_phnum;
3131 si->base = reinterpret_cast<ElfW(Addr)>(ehdr_vdso);
3132 si->size = phdr_table_get_load_size(si->phdr, si->phnum);
Elliott Hughes0266ae52014-02-10 17:46:57 -08003133 si->load_bias = get_elf_exec_load_bias(ehdr_vdso);
Sergey Melnikovebd506c2013-10-31 18:02:12 +04003134
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003135 si->prelink_image();
3136 si->link_image(g_empty_list, soinfo::soinfo_list_t::make_list(si), nullptr);
Sergey Melnikovc45087b2013-01-25 16:40:13 +04003137#endif
3138}
3139
3140/*
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07003141 * This is linker soinfo for GDB. See details below.
3142 */
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07003143#if defined(__LP64__)
3144#define LINKER_PATH "/system/bin/linker64"
3145#else
3146#define LINKER_PATH "/system/bin/linker"
3147#endif
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003148
3149// This is done to avoid calling c-tor prematurely
3150// because soinfo c-tor needs memory allocator
3151// which might be initialized after global variables.
3152static uint8_t linker_soinfo_for_gdb_buf[sizeof(soinfo)] __attribute__((aligned(8)));
3153static soinfo* linker_soinfo_for_gdb = nullptr;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07003154
3155/* gdb expects the linker to be in the debug shared object list.
3156 * Without this, gdb has trouble locating the linker's ".text"
3157 * and ".plt" sections. Gdb could also potentially use this to
3158 * relocate the offset of our exported 'rtld_db_dlactivity' symbol.
3159 * Don't use soinfo_alloc(), because the linker shouldn't
3160 * be on the soinfo list.
3161 */
3162static void init_linker_info_for_gdb(ElfW(Addr) linker_base) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003163 linker_soinfo_for_gdb = new (linker_soinfo_for_gdb_buf) soinfo(LINKER_PATH, nullptr, 0, 0);
3164
Dmitriy Ivanov175dae92015-06-10 19:46:19 -07003165 linker_soinfo_for_gdb->load_bias = linker_base;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07003166
3167 /*
3168 * Set the dynamic field in the link map otherwise gdb will complain with
3169 * the following:
3170 * warning: .dynamic section for "/system/bin/linker" is not at the
3171 * expected address (wrong library or version mismatch?)
3172 */
3173 ElfW(Ehdr)* elf_hdr = reinterpret_cast<ElfW(Ehdr)*>(linker_base);
3174 ElfW(Phdr)* phdr = reinterpret_cast<ElfW(Phdr)*>(linker_base + elf_hdr->e_phoff);
3175 phdr_table_get_dynamic_section(phdr, elf_hdr->e_phnum, linker_base,
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003176 &linker_soinfo_for_gdb->dynamic, nullptr);
3177 insert_soinfo_into_debug_map(linker_soinfo_for_gdb);
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07003178}
3179
Evgenii Stepanovd640b222015-07-10 17:54:01 -07003180static void init_default_ld_library_path() {
3181 const char *interp = phdr_table_get_interpreter_name(somain->phdr, somain->phnum,
3182 somain->load_bias);
3183 const char* bname = basename(interp);
3184 if (bname && (strcmp(bname, "linker_asan") == 0 || strcmp(bname, "linker_asan64") == 0))
3185 g_default_ld_paths = kAsanDefaultLdPaths;
3186 else
3187 g_default_ld_paths = kDefaultLdPaths;
3188};
3189
Dmitriy Ivanovb4e50672015-04-28 15:49:26 -07003190extern "C" int __system_properties_init(void);
3191
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07003192/*
Nick Kralevich468319c2011-11-11 15:53:17 -08003193 * This code is called after the linker has linked itself and
3194 * fixed it's own GOT. It is safe to make references to externs
3195 * and other non-local data at this point.
3196 */
Elliott Hughes0266ae52014-02-10 17:46:57 -08003197static ElfW(Addr) __linker_init_post_relocation(KernelArgumentBlock& args, ElfW(Addr) linker_base) {
Evgeniy Stepanov1a78fbb2012-03-22 18:01:53 +04003198#if TIMING
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003199 struct timeval t0, t1;
3200 gettimeofday(&t0, 0);
Evgeniy Stepanov1a78fbb2012-03-22 18:01:53 +04003201#endif
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003202
Elliott Hughes1801db32015-06-08 18:04:00 -07003203 // Sanitize the environment.
3204 __libc_init_AT_SECURE(args);
David 'Digit' Turnerbe575592010-12-16 19:52:02 +01003205
Dmitriy Ivanovb4e50672015-04-28 15:49:26 -07003206 // Initialize system properties
3207 __system_properties_init(); // may use 'environ'
3208
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003209 debuggerd_init();
3210
3211 // Get a few environment variables.
Elliott Hughes1801db32015-06-08 18:04:00 -07003212 const char* LD_DEBUG = getenv("LD_DEBUG");
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003213 if (LD_DEBUG != nullptr) {
3214 g_ld_debug_verbosity = atoi(LD_DEBUG);
3215 }
3216
Elliott Hughes1801db32015-06-08 18:04:00 -07003217 // These should have been sanitized by __libc_init_AT_SECURE, but the test
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003218 // doesn't cost us anything.
3219 const char* ldpath_env = nullptr;
3220 const char* ldpreload_env = nullptr;
Elliott Hughes1801db32015-06-08 18:04:00 -07003221 if (!getauxval(AT_SECURE)) {
3222 ldpath_env = getenv("LD_LIBRARY_PATH");
3223 ldpreload_env = getenv("LD_PRELOAD");
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003224 }
3225
3226 INFO("[ android linker & debugger ]");
3227
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07003228 soinfo* si = soinfo_alloc(args.argv[0], nullptr, 0, RTLD_GLOBAL);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003229 if (si == nullptr) {
3230 exit(EXIT_FAILURE);
3231 }
3232
3233 /* bootstrap the link map, the main exe always needs to be first */
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08003234 si->set_main_executable();
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003235 link_map* map = &(si->link_map_head);
3236
3237 map->l_addr = 0;
3238 map->l_name = args.argv[0];
3239 map->l_prev = nullptr;
3240 map->l_next = nullptr;
3241
3242 _r_debug.r_map = map;
3243 r_debug_tail = map;
3244
3245 init_linker_info_for_gdb(linker_base);
3246
3247 // Extract information passed from the kernel.
3248 si->phdr = reinterpret_cast<ElfW(Phdr)*>(args.getauxval(AT_PHDR));
3249 si->phnum = args.getauxval(AT_PHNUM);
3250 si->entry = args.getauxval(AT_ENTRY);
3251
3252 /* Compute the value of si->base. We can't rely on the fact that
3253 * the first entry is the PHDR because this will not be true
3254 * for certain executables (e.g. some in the NDK unit test suite)
3255 */
3256 si->base = 0;
3257 si->size = phdr_table_get_load_size(si->phdr, si->phnum);
3258 si->load_bias = 0;
3259 for (size_t i = 0; i < si->phnum; ++i) {
3260 if (si->phdr[i].p_type == PT_PHDR) {
3261 si->load_bias = reinterpret_cast<ElfW(Addr)>(si->phdr) - si->phdr[i].p_vaddr;
3262 si->base = reinterpret_cast<ElfW(Addr)>(si->phdr) - si->phdr[i].p_offset;
3263 break;
Nick Kralevich8d3e91d2013-04-25 13:15:24 -07003264 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003265 }
3266 si->dynamic = nullptr;
Nick Kralevich8d3e91d2013-04-25 13:15:24 -07003267
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003268 ElfW(Ehdr)* elf_hdr = reinterpret_cast<ElfW(Ehdr)*>(si->base);
3269 if (elf_hdr->e_type != ET_DYN) {
3270 __libc_format_fd(2, "error: only position independent executables (PIE) are supported.\n");
3271 exit(EXIT_FAILURE);
3272 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003273
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003274 // Use LD_LIBRARY_PATH and LD_PRELOAD (but only if we aren't setuid/setgid).
3275 parse_LD_LIBRARY_PATH(ldpath_env);
3276 parse_LD_PRELOAD(ldpreload_env);
David 'Digit' Turnerbe575592010-12-16 19:52:02 +01003277
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003278 somain = si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003279
Evgenii Stepanovd640b222015-07-10 17:54:01 -07003280 init_default_ld_library_path();
3281
Dmitriy Ivanov67181252015-01-07 15:48:25 -08003282 if (!si->prelink_image()) {
3283 __libc_format_fd(2, "CANNOT LINK EXECUTABLE: %s\n", linker_get_error_buffer());
3284 exit(EXIT_FAILURE);
3285 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003286
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07003287 // add somain to global group
3288 si->set_dt_flags_1(si->get_dt_flags_1() | DF_1_GLOBAL);
3289
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003290 // Load ld_preloads and dependencies.
3291 StringLinkedList needed_library_name_list;
3292 size_t needed_libraries_count = 0;
3293 size_t ld_preloads_count = 0;
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07003294
3295 for (const auto& ld_preload_name : g_ld_preload_names) {
3296 needed_library_name_list.push_back(ld_preload_name.c_str());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003297 ++needed_libraries_count;
Dmitriy Ivanovf8093a92015-04-28 18:09:53 -07003298 ++ld_preloads_count;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003299 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003300
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003301 for_each_dt_needed(si, [&](const char* name) {
3302 needed_library_name_list.push_back(name);
3303 ++needed_libraries_count;
3304 });
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003305
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003306 const char* needed_library_names[needed_libraries_count];
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003307
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003308 memset(needed_library_names, 0, sizeof(needed_library_names));
3309 needed_library_name_list.copy_to_array(needed_library_names, needed_libraries_count);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003310
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07003311 if (needed_libraries_count > 0 &&
3312 !find_libraries(si, needed_library_names, needed_libraries_count, nullptr,
Evgenii Stepanov0cdef7e2015-07-06 17:56:31 -07003313 &g_ld_preloads, ld_preloads_count, RTLD_GLOBAL, nullptr,
3314 /* add_as_children */ true)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003315 __libc_format_fd(2, "CANNOT LINK EXECUTABLE: %s\n", linker_get_error_buffer());
3316 exit(EXIT_FAILURE);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08003317 } else if (needed_libraries_count == 0) {
3318 if (!si->link_image(g_empty_list, soinfo::soinfo_list_t::make_list(si), nullptr)) {
3319 __libc_format_fd(2, "CANNOT LINK EXECUTABLE: %s\n", linker_get_error_buffer());
3320 exit(EXIT_FAILURE);
3321 }
3322 si->increment_ref_count();
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003323 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003324
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003325 add_vdso(args);
Nick Kralevich2aebf542014-05-07 10:32:39 -07003326
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08003327 {
3328 ProtectedDataGuard guard;
Matt Fischer4fd42c12009-12-31 12:09:10 -06003329
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08003330 si->call_pre_init_constructors();
3331
3332 /* After the prelink_image, the si->load_bias is initialized.
3333 * For so lib, the map->l_addr will be updated in notify_gdb_of_load.
3334 * We need to update this value for so exe here. So Unwind_Backtrace
3335 * for some arch like x86 could work correctly within so exe.
3336 */
3337 map->l_addr = si->load_bias;
3338 si->call_constructors();
3339 }
Evgeniy Stepanove83c56d2011-12-21 13:03:54 +04003340
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003341#if TIMING
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003342 gettimeofday(&t1, nullptr);
3343 PRINT("LINKER TIME: %s: %d microseconds", args.argv[0], (int) (
3344 (((long long)t1.tv_sec * 1000000LL) + (long long)t1.tv_usec) -
3345 (((long long)t0.tv_sec * 1000000LL) + (long long)t0.tv_usec)));
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003346#endif
3347#if STATS
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003348 PRINT("RELO STATS: %s: %d abs, %d rel, %d copy, %d symbol", args.argv[0],
3349 linker_stats.count[kRelocAbsolute],
3350 linker_stats.count[kRelocRelative],
3351 linker_stats.count[kRelocCopy],
3352 linker_stats.count[kRelocSymbol]);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003353#endif
3354#if COUNT_PAGES
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003355 {
3356 unsigned n;
3357 unsigned i;
3358 unsigned count = 0;
3359 for (n = 0; n < 4096; n++) {
3360 if (bitmask[n]) {
3361 unsigned x = bitmask[n];
Marcus Oaklande365f9d2013-10-10 15:19:31 +01003362#if defined(__LP64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003363 for (i = 0; i < 32; i++) {
Marcus Oaklande365f9d2013-10-10 15:19:31 +01003364#else
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003365 for (i = 0; i < 8; i++) {
Marcus Oaklande365f9d2013-10-10 15:19:31 +01003366#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003367 if (x & 1) {
3368 count++;
3369 }
3370 x >>= 1;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003371 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003372 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003373 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003374 PRINT("PAGES MODIFIED: %s: %d (%dKB)", args.argv[0], count, count * 4);
3375 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003376#endif
3377
3378#if TIMING || STATS || COUNT_PAGES
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003379 fflush(stdout);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003380#endif
3381
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003382 TRACE("[ Ready to execute '%s' @ %p ]", si->get_realpath(), reinterpret_cast<void*>(si->entry));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003383 return si->entry;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003384}
Nick Kralevich468319c2011-11-11 15:53:17 -08003385
David 'Digit' Turnerbea23e52012-06-18 23:38:46 +02003386/* Compute the load-bias of an existing executable. This shall only
3387 * be used to compute the load bias of an executable or shared library
3388 * that was loaded by the kernel itself.
3389 *
3390 * Input:
3391 * elf -> address of ELF header, assumed to be at the start of the file.
3392 * Return:
3393 * load bias, i.e. add the value of any p_vaddr in the file to get
3394 * the corresponding address in memory.
3395 */
Elliott Hughes0266ae52014-02-10 17:46:57 -08003396static ElfW(Addr) get_elf_exec_load_bias(const ElfW(Ehdr)* elf) {
3397 ElfW(Addr) offset = elf->e_phoff;
Dmitriy Ivanov3edb9182015-05-07 10:48:00 -07003398 const ElfW(Phdr)* phdr_table =
3399 reinterpret_cast<const ElfW(Phdr)*>(reinterpret_cast<uintptr_t>(elf) + offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08003400 const ElfW(Phdr)* phdr_end = phdr_table + elf->e_phnum;
David 'Digit' Turnerbea23e52012-06-18 23:38:46 +02003401
Elliott Hughes0266ae52014-02-10 17:46:57 -08003402 for (const ElfW(Phdr)* phdr = phdr_table; phdr < phdr_end; phdr++) {
Kito Chengfa8c05d2013-03-12 14:58:06 +08003403 if (phdr->p_type == PT_LOAD) {
Elliott Hughes0266ae52014-02-10 17:46:57 -08003404 return reinterpret_cast<ElfW(Addr)>(elf) + phdr->p_offset - phdr->p_vaddr;
David 'Digit' Turnerbea23e52012-06-18 23:38:46 +02003405 }
Kito Chengfa8c05d2013-03-12 14:58:06 +08003406 }
3407 return 0;
David 'Digit' Turnerbea23e52012-06-18 23:38:46 +02003408}
3409
Dmitriy Ivanovefe13832014-07-28 15:05:51 -07003410extern "C" void _start();
3411
Nick Kralevich468319c2011-11-11 15:53:17 -08003412/*
3413 * This is the entry point for the linker, called from begin.S. This
3414 * method is responsible for fixing the linker's own relocations, and
3415 * then calling __linker_init_post_relocation().
3416 *
3417 * Because this method is called before the linker has fixed it's own
3418 * relocations, any attempt to reference an extern variable, extern
3419 * function, or other GOT reference will generate a segfault.
3420 */
Elliott Hughes0266ae52014-02-10 17:46:57 -08003421extern "C" ElfW(Addr) __linker_init(void* raw_args) {
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003422 KernelArgumentBlock args(raw_args);
Nick Kralevich468319c2011-11-11 15:53:17 -08003423
Elliott Hughes0266ae52014-02-10 17:46:57 -08003424 ElfW(Addr) linker_addr = args.getauxval(AT_BASE);
Dmitriy Ivanovefe13832014-07-28 15:05:51 -07003425 ElfW(Addr) entry_point = args.getauxval(AT_ENTRY);
Elliott Hughes0266ae52014-02-10 17:46:57 -08003426 ElfW(Ehdr)* elf_hdr = reinterpret_cast<ElfW(Ehdr)*>(linker_addr);
Elliott Hughesfaf05ba2014-02-11 16:59:37 -08003427 ElfW(Phdr)* phdr = reinterpret_cast<ElfW(Phdr)*>(linker_addr + elf_hdr->e_phoff);
Nick Kralevich468319c2011-11-11 15:53:17 -08003428
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003429 soinfo linker_so(nullptr, nullptr, 0, 0);
Nick Kralevich468319c2011-11-11 15:53:17 -08003430
Dmitriy Ivanovefe13832014-07-28 15:05:51 -07003431 // If the linker is not acting as PT_INTERP entry_point is equal to
3432 // _start. Which means that the linker is running as an executable and
3433 // already linked by PT_INTERP.
3434 //
3435 // This happens when user tries to run 'adb shell /system/bin/linker'
3436 // see also https://code.google.com/p/android/issues/detail?id=63174
3437 if (reinterpret_cast<ElfW(Addr)>(&_start) == entry_point) {
3438 __libc_fatal("This is %s, the helper program for shared library executables.\n", args.argv[0]);
3439 }
3440
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003441 linker_so.base = linker_addr;
3442 linker_so.size = phdr_table_get_load_size(phdr, elf_hdr->e_phnum);
3443 linker_so.load_bias = get_elf_exec_load_bias(elf_hdr);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07003444 linker_so.dynamic = nullptr;
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003445 linker_so.phdr = phdr;
3446 linker_so.phnum = elf_hdr->e_phnum;
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08003447 linker_so.set_linker_flag();
Elliott Hughes5419b942012-10-16 15:54:46 -07003448
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07003449 // This might not be obvious... The reasons why we pass g_empty_list
3450 // in place of local_group here are (1) we do not really need it, because
3451 // linker is built with DT_SYMBOLIC and therefore relocates its symbols against
3452 // itself without having to look into local_group and (2) allocators
3453 // are not yet initialized, and therefore we cannot use linked_list.push_*
3454 // functions at this point.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003455 if (!(linker_so.prelink_image() && linker_so.link_image(g_empty_list, g_empty_list, nullptr))) {
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003456 // It would be nice to print an error message, but if the linker
3457 // can't link itself, there's no guarantee that we'll be able to
Elliott Hughesb93702a2013-12-21 16:07:45 -08003458 // call write() (because it involves a GOT reference). We may as
3459 // well try though...
3460 const char* msg = "CANNOT LINK EXECUTABLE: ";
3461 write(2, msg, strlen(msg));
3462 write(2, __linker_dl_err_buf, strlen(__linker_dl_err_buf));
3463 write(2, "\n", 1);
3464 _exit(EXIT_FAILURE);
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003465 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07003466
Dmitriy Ivanov14241402014-08-26 14:16:52 -07003467 __libc_init_tls(args);
3468
Dmitriy Ivanovefe13832014-07-28 15:05:51 -07003469 // Initialize the linker's own global variables
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003470 linker_so.call_constructors();
Dmitriy Ivanov4151ea72014-07-24 15:33:25 -07003471
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07003472 // Initialize static variables. Note that in order to
3473 // get correct libdl_info we need to call constructors
3474 // before get_libdl_info().
3475 solist = get_libdl_info();
3476 sonext = get_libdl_info();
3477
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003478 // We have successfully fixed our own relocations. It's safe to run
3479 // the main part of the linker now.
Elliott Hughes1728b232014-05-14 10:02:03 -07003480 args.abort_message_ptr = &g_abort_message;
Elliott Hughes0266ae52014-02-10 17:46:57 -08003481 ElfW(Addr) start_address = __linker_init_post_relocation(args, linker_addr);
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003482
Elliott Hughes611f9562015-01-23 10:43:58 -08003483 INFO("[ jumping to _start ]");
3484
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003485 // Return the address that the calling assembly stub should jump to.
3486 return start_address;
Nick Kralevich468319c2011-11-11 15:53:17 -08003487}