blob: ed213659e3437238438d454ea143a923751ff62d [file] [log] [blame]
Brian Carlstromdb4d5402011-08-09 12:18:28 -07001/*
2 * Copyright (C) 2008 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_MEM_MAP_H_
18#define ART_RUNTIME_MEM_MAP_H_
Brian Carlstromdb4d5402011-08-09 12:18:28 -070019
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -070020#include "base/mutex.h"
21
Mathieu Chartier1c23e1e2012-10-12 14:14:11 -070022#include <string>
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -070023#include <map>
Mathieu Chartier1c23e1e2012-10-12 14:14:11 -070024
Brian Carlstrom27ec9612011-09-19 20:20:38 -070025#include <stddef.h>
Elliott Hughesa168c832012-06-12 15:34:20 -070026#include <sys/mman.h> // For the PROT_* and MAP_* constants.
Brian Carlstrom27ec9612011-09-19 20:20:38 -070027#include <sys/types.h>
Brian Carlstromdb4d5402011-08-09 12:18:28 -070028
Mathieu Chartierbad02672014-08-25 13:08:22 -070029#include "base/allocator.h"
Brian Carlstrom27ec9612011-09-19 20:20:38 -070030#include "globals.h"
Brian Carlstromdb4d5402011-08-09 12:18:28 -070031
32namespace art {
33
Ian Rogersc3ccc102014-06-25 11:52:14 -070034#if defined(__LP64__) && (!defined(__x86_64__) || defined(__APPLE__))
35#define USE_ART_LOW_4G_ALLOCATOR 1
36#else
37#define USE_ART_LOW_4G_ALLOCATOR 0
38#endif
39
Ian Rogersc5f17732014-06-05 20:48:42 -070040#ifdef __linux__
41static constexpr bool kMadviseZeroes = true;
42#else
43static constexpr bool kMadviseZeroes = false;
44#endif
45
Brian Carlstromdb4d5402011-08-09 12:18:28 -070046// Used to keep track of mmap segments.
Andreas Gamped8f26db2014-05-19 17:01:13 -070047//
48// On 64b systems not supporting MAP_32BIT, the implementation of MemMap will do a linear scan
49// for free pages. For security, the start of this scan should be randomized. This requires a
50// dynamic initializer.
51// For this to work, it is paramount that there are no other static initializers that access MemMap.
52// Otherwise, calls might see uninitialized values.
Brian Carlstromdb4d5402011-08-09 12:18:28 -070053class MemMap {
54 public:
Elliott Hughesecd3a6f2012-06-06 18:16:37 -070055 // Request an anonymous region of length 'byte_count' and a requested base address.
Mathieu Chartier2cebb242015-04-21 16:50:40 -070056 // Use null as the requested base address if you don't care.
Vladimir Marko5c42c292015-02-25 12:02:49 +000057 // "reuse" allows re-mapping an address range from an existing mapping.
Elliott Hughes6c9c06d2011-11-07 16:43:47 -080058 //
59 // The word "anonymous" in this context means "not backed by a file". The supplied
Nicolas Geoffraya25dce92016-01-12 16:41:10 +000060 // 'name' will be used -- on systems that support it -- to give the mapping
Elliott Hughes6c9c06d2011-11-07 16:43:47 -080061 // a name.
Brian Carlstrom4a289ed2011-08-16 17:17:49 -070062 //
Mathieu Chartier2cebb242015-04-21 16:50:40 -070063 // On success, returns returns a MemMap instance. On failure, returns null.
Nicolas Geoffraya25dce92016-01-12 16:41:10 +000064 static MemMap* MapAnonymous(const char* name,
Mathieu Chartier42bddce2015-11-09 15:16:56 -080065 uint8_t* addr,
66 size_t byte_count,
67 int prot,
68 bool low_4gb,
69 bool reuse,
Nicolas Geoffraya25dce92016-01-12 16:41:10 +000070 std::string* error_msg,
71 bool use_ashmem = true);
Brian Carlstromdb4d5402011-08-09 12:18:28 -070072
David Srbecky1baabf02015-06-16 17:12:34 +000073 // Create placeholder for a region allocated by direct call to mmap.
74 // This is useful when we do not have control over the code calling mmap,
75 // but when we still want to keep track of it in the list.
76 // The region is not considered to be owned and will not be unmmaped.
77 static MemMap* MapDummy(const char* name, uint8_t* addr, size_t byte_count);
78
Brian Carlstromdb4d5402011-08-09 12:18:28 -070079 // Map part of a file, taking care of non-page aligned offsets. The
80 // "start" offset is absolute, not relative.
81 //
Mathieu Chartier2cebb242015-04-21 16:50:40 -070082 // On success, returns returns a MemMap instance. On failure, returns null.
Mathieu Chartier42bddce2015-11-09 15:16:56 -080083 static MemMap* MapFile(size_t byte_count,
84 int prot,
85 int flags,
86 int fd,
87 off_t start,
88 bool low_4gb,
89 const char* filename,
90 std::string* error_msg) {
91 return MapFileAtAddress(nullptr,
92 byte_count,
93 prot,
94 flags,
95 fd,
96 start,
97 /*low_4gb*/low_4gb,
98 /*reuse*/false,
99 filename,
100 error_msg);
Brian Carlstrom4a289ed2011-08-16 17:17:49 -0700101 }
102
Mathieu Chartierebe2dfc2015-11-24 13:47:52 -0800103 // Map part of a file, taking care of non-page aligned offsets. The "start" offset is absolute,
104 // not relative. This version allows requesting a specific address for the base of the mapping.
105 // "reuse" allows us to create a view into an existing mapping where we do not take ownership of
106 // the memory. If error_msg is null then we do not print /proc/maps to the log if
107 // MapFileAtAddress fails. This helps improve performance of the fail case since reading and
108 // printing /proc/maps takes several milliseconds in the worst case.
Brian Carlstrom4a289ed2011-08-16 17:17:49 -0700109 //
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700110 // On success, returns returns a MemMap instance. On failure, returns null.
Mathieu Chartier42bddce2015-11-09 15:16:56 -0800111 static MemMap* MapFileAtAddress(uint8_t* addr,
112 size_t byte_count,
113 int prot,
114 int flags,
115 int fd,
116 off_t start,
117 bool low_4gb,
118 bool reuse,
119 const char* filename,
Ian Rogers8d31bbd2013-10-13 10:44:14 -0700120 std::string* error_msg);
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700121
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700122 // Releases the memory mapping.
Mathieu Chartier90443472015-07-16 20:32:27 -0700123 ~MemMap() REQUIRES(!Locks::mem_maps_lock_);
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700124
Brian Carlstrom0d6adac2014-02-05 17:39:16 -0800125 const std::string& GetName() const {
126 return name_;
127 }
128
Logan Chiend88fa262012-06-06 15:23:32 +0800129 bool Protect(int prot);
130
Ian Rogersc5f17732014-06-05 20:48:42 -0700131 void MadviseDontNeedAndZero();
132
Ian Rogers1c849e52012-06-28 14:00:33 -0700133 int GetProtect() const {
134 return prot_;
135 }
136
Ian Rogers13735952014-10-08 12:43:28 -0700137 uint8_t* Begin() const {
Ian Rogers30fab402012-01-23 15:43:46 -0800138 return begin_;
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700139 }
140
Ian Rogers30fab402012-01-23 15:43:46 -0800141 size_t Size() const {
142 return size_;
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700143 }
144
Mathieu Chartier379d09f2015-01-08 11:28:13 -0800145 // Resize the mem-map by unmapping pages at the end. Currently only supports shrinking.
146 void SetSize(size_t new_size);
147
Ian Rogers13735952014-10-08 12:43:28 -0700148 uint8_t* End() const {
Mathieu Chartier2fde5332012-09-14 14:51:54 -0700149 return Begin() + Size();
150 }
151
Brian Carlstrom0d6adac2014-02-05 17:39:16 -0800152 void* BaseBegin() const {
153 return base_begin_;
154 }
155
156 size_t BaseSize() const {
157 return base_size_;
158 }
159
160 void* BaseEnd() const {
Ian Rogers13735952014-10-08 12:43:28 -0700161 return reinterpret_cast<uint8_t*>(BaseBegin()) + BaseSize();
Brian Carlstrom0d6adac2014-02-05 17:39:16 -0800162 }
163
Mathieu Chartier2fde5332012-09-14 14:51:54 -0700164 bool HasAddress(const void* addr) const {
165 return Begin() <= addr && addr < End();
Brian Carlstromb765be02011-08-17 23:54:10 -0700166 }
167
Hiroshi Yamauchifd7e7f12013-10-22 14:17:48 -0700168 // Unmap the pages at end and remap them to create another memory map.
Mathieu Chartier42bddce2015-11-09 15:16:56 -0800169 MemMap* RemapAtEnd(uint8_t* new_end,
170 const char* tail_name,
171 int tail_prot,
Nicolas Geoffraya25dce92016-01-12 16:41:10 +0000172 std::string* error_msg,
173 bool use_ashmem = true);
Mathieu Chartiercc236d72012-07-20 10:29:05 -0700174
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700175 static bool CheckNoGaps(MemMap* begin_map, MemMap* end_map)
Mathieu Chartier90443472015-07-16 20:32:27 -0700176 REQUIRES(!Locks::mem_maps_lock_);
Vladimir Marko17a924a2015-05-08 15:17:32 +0100177 static void DumpMaps(std::ostream& os, bool terse = false)
Mathieu Chartier90443472015-07-16 20:32:27 -0700178 REQUIRES(!Locks::mem_maps_lock_);
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700179
Mathieu Chartierbad02672014-08-25 13:08:22 -0700180 typedef AllocationTrackingMultiMap<void*, MemMap*, kAllocatorTagMaps> Maps;
181
Mathieu Chartier90443472015-07-16 20:32:27 -0700182 static void Init() REQUIRES(!Locks::mem_maps_lock_);
183 static void Shutdown() REQUIRES(!Locks::mem_maps_lock_);
Mathieu Chartier6e88ef62014-10-14 15:01:24 -0700184
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700185 private:
Mathieu Chartier42bddce2015-11-09 15:16:56 -0800186 MemMap(const std::string& name,
187 uint8_t* begin,
188 size_t size,
189 void* base_begin,
190 size_t base_size,
191 int prot,
192 bool reuse,
193 size_t redzone_size = 0) REQUIRES(!Locks::mem_maps_lock_);
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700194
Vladimir Marko17a924a2015-05-08 15:17:32 +0100195 static void DumpMapsLocked(std::ostream& os, bool terse)
Mathieu Chartier90443472015-07-16 20:32:27 -0700196 REQUIRES(Locks::mem_maps_lock_);
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700197 static bool HasMemMap(MemMap* map)
Mathieu Chartier90443472015-07-16 20:32:27 -0700198 REQUIRES(Locks::mem_maps_lock_);
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700199 static MemMap* GetLargestMemMapAt(void* address)
Mathieu Chartier90443472015-07-16 20:32:27 -0700200 REQUIRES(Locks::mem_maps_lock_);
Mathieu Chartiere58991b2015-10-13 07:59:34 -0700201 static bool ContainedWithinExistingMap(uint8_t* ptr, size_t size, std::string* error_msg)
202 REQUIRES(!Locks::mem_maps_lock_);
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700203
Mathieu Chartier42bddce2015-11-09 15:16:56 -0800204 // Internal version of mmap that supports low 4gb emulation.
205 static void* MapInternal(void* addr,
206 size_t length,
207 int prot,
208 int flags,
209 int fd,
210 off_t offset,
211 bool low_4gb);
212
Jim_Guoa62a5882014-04-28 11:11:57 +0800213 const std::string name_;
Ian Rogers13735952014-10-08 12:43:28 -0700214 uint8_t* const begin_; // Start of data.
Mathieu Chartiercc236d72012-07-20 10:29:05 -0700215 size_t size_; // Length of data.
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700216
Ian Rogers1c849e52012-06-28 14:00:33 -0700217 void* const base_begin_; // Page-aligned base address.
Hiroshi Yamauchifd7e7f12013-10-22 14:17:48 -0700218 size_t base_size_; // Length of mapping. May be changed by RemapAtEnd (ie Zygote).
Ian Rogers1c849e52012-06-28 14:00:33 -0700219 int prot_; // Protection of the map.
Hiroshi Yamauchifd7e7f12013-10-22 14:17:48 -0700220
Jim_Guoa62a5882014-04-28 11:11:57 +0800221 // When reuse_ is true, this is just a view of an existing mapping
222 // and we do not take ownership and are not responsible for
223 // unmapping.
224 const bool reuse_;
225
Evgenii Stepanov1e133742015-05-20 12:30:59 -0700226 const size_t redzone_size_;
227
Ian Rogersc3ccc102014-06-25 11:52:14 -0700228#if USE_ART_LOW_4G_ALLOCATOR
229 static uintptr_t next_mem_pos_; // Next memory location to check for low_4g extent.
Stuart Monteith8dba5aa2014-03-12 12:44:01 +0000230#endif
231
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700232 // All the non-empty MemMaps. Use a multimap as we do a reserve-and-divide (eg ElfMap::Load()).
Mathieu Chartier6e88ef62014-10-14 15:01:24 -0700233 static Maps* maps_ GUARDED_BY(Locks::mem_maps_lock_);
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700234
Hiroshi Yamauchifd7e7f12013-10-22 14:17:48 -0700235 friend class MemMapTest; // To allow access to base_begin_ and base_size_.
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700236};
Brian Carlstrom0d6adac2014-02-05 17:39:16 -0800237std::ostream& operator<<(std::ostream& os, const MemMap& mem_map);
Andreas Gampe277ccbd2014-11-03 21:36:10 -0800238std::ostream& operator<<(std::ostream& os, const MemMap::Maps& mem_maps);
Brian Carlstromdb4d5402011-08-09 12:18:28 -0700239
240} // namespace art
241
Brian Carlstromfc0e3212013-07-17 14:40:12 -0700242#endif // ART_RUNTIME_MEM_MAP_H_