blob: dfe9684779fef8b692b3072fa7c79441eb8d1928 [file] [log] [blame]
Songchun Fan3c82a302019-11-29 14:23:45 -08001/*
2 * Copyright (C) 2019 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070017#define LOG_TAG "IncrementalService"
18
Songchun Fan3c82a302019-11-29 14:23:45 -080019#include "ServiceWrappers.h"
20
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070021#include <MountRegistry.h>
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070022#include <android-base/logging.h>
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070023#include <android/content/pm/IDataLoaderManager.h>
24#include <android/os/IVold.h>
25#include <binder/AppOpsManager.h>
Songchun Fan3c82a302019-11-29 14:23:45 -080026#include <utils/String16.h>
27
Songchun Fan374f7652020-08-20 08:40:29 -070028#include <filesystem>
Alex Buynytskyy46d3ddb2020-05-29 12:05:05 -070029#include <thread>
30
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070031#include "IncrementalServiceValidation.h"
32
Songchun Fan3c82a302019-11-29 14:23:45 -080033using namespace std::literals;
34
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070035namespace android::incremental {
Songchun Fan3c82a302019-11-29 14:23:45 -080036
37static constexpr auto kVoldServiceName = "vold"sv;
Songchun Fan68645c42020-02-27 15:57:35 -080038static constexpr auto kDataLoaderManagerName = "dataloader_manager"sv;
Songchun Fan3c82a302019-11-29 14:23:45 -080039
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070040class RealVoldService : public VoldServiceWrapper {
41public:
Yurii Zubrytskyi510037b2020-04-22 15:46:21 -070042 RealVoldService(sp<os::IVold> vold) : mInterface(std::move(vold)) {}
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070043 ~RealVoldService() = default;
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070044 binder::Status mountIncFs(
45 const std::string& backingPath, const std::string& targetDir, int32_t flags,
46 os::incremental::IncrementalFileSystemControlParcel* _aidl_return) const final {
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070047 return mInterface->mountIncFs(backingPath, targetDir, flags, _aidl_return);
48 }
49 binder::Status unmountIncFs(const std::string& dir) const final {
50 return mInterface->unmountIncFs(dir);
51 }
52 binder::Status bindMount(const std::string& sourceDir,
53 const std::string& targetDir) const final {
54 return mInterface->bindMount(sourceDir, targetDir);
55 }
56 binder::Status setIncFsMountOptions(
57 const ::android::os::incremental::IncrementalFileSystemControlParcel& control,
58 bool enableReadLogs) const final {
59 return mInterface->setIncFsMountOptions(control, enableReadLogs);
60 }
61
62private:
63 sp<os::IVold> mInterface;
64};
65
66class RealDataLoaderManager : public DataLoaderManagerWrapper {
67public:
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070068 RealDataLoaderManager(sp<content::pm::IDataLoaderManager> manager)
69 : mInterface(std::move(manager)) {}
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070070 ~RealDataLoaderManager() = default;
Alex Buynytskyyea1390f2020-04-22 16:08:50 -070071 binder::Status bindToDataLoader(MountId mountId,
72 const content::pm::DataLoaderParamsParcel& params,
73 const sp<content::pm::IDataLoaderStatusListener>& listener,
74 bool* _aidl_return) const final {
75 return mInterface->bindToDataLoader(mountId, params, listener, _aidl_return);
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070076 }
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070077 binder::Status getDataLoader(MountId mountId,
78 sp<content::pm::IDataLoader>* _aidl_return) const final {
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070079 return mInterface->getDataLoader(mountId, _aidl_return);
80 }
Alex Buynytskyyea1390f2020-04-22 16:08:50 -070081 binder::Status unbindFromDataLoader(MountId mountId) const final {
82 return mInterface->unbindFromDataLoader(mountId);
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070083 }
84
85private:
86 sp<content::pm::IDataLoaderManager> mInterface;
87};
88
89class RealAppOpsManager : public AppOpsManagerWrapper {
90public:
91 ~RealAppOpsManager() = default;
92 binder::Status checkPermission(const char* permission, const char* operation,
93 const char* package) const final {
94 return android::incremental::CheckPermissionForDataDelivery(permission, operation, package);
95 }
96 void startWatchingMode(int32_t op, const String16& packageName,
97 const sp<IAppOpsCallback>& callback) final {
98 mAppOpsManager.startWatchingMode(op, packageName, callback);
99 }
100 void stopWatchingMode(const sp<IAppOpsCallback>& callback) final {
101 mAppOpsManager.stopWatchingMode(callback);
102 }
103
104private:
105 android::AppOpsManager mAppOpsManager;
106};
107
108class RealJniWrapper final : public JniWrapper {
109public:
110 RealJniWrapper(JavaVM* jvm);
111 void initializeForCurrentThread() const final;
112
113 static JavaVM* getJvm(JNIEnv* env);
114
115private:
116 JavaVM* const mJvm;
117};
118
Alex Buynytskyycca2c112020-05-05 12:48:41 -0700119class RealLooperWrapper final : public LooperWrapper {
120public:
121 int addFd(int fd, int ident, int events, android::Looper_callbackFunc callback,
122 void* data) final {
123 return mLooper.addFd(fd, ident, events, callback, data);
124 }
125 int removeFd(int fd) final { return mLooper.removeFd(fd); }
126 void wake() final { return mLooper.wake(); }
127 int pollAll(int timeoutMillis) final { return mLooper.pollAll(timeoutMillis); }
128
129private:
130 struct Looper : public android::Looper {
131 Looper() : android::Looper(/*allowNonCallbacks=*/false) {}
132 ~Looper() {}
133 } mLooper;
134};
135
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700136class RealIncFs : public IncFsWrapper {
137public:
138 RealIncFs() = default;
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700139 ~RealIncFs() final = default;
140 void listExistingMounts(const ExistingMountCallback& cb) const final {
141 for (auto mount : incfs::defaultMountRegistry().copyMounts()) {
142 auto binds = mount.binds(); // span() doesn't like rvalue containers, needs to save it.
143 cb(mount.root(), mount.backingDir(), binds);
144 }
145 }
146 Control openMount(std::string_view path) const final { return incfs::open(path); }
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700147 Control createControl(IncFsFd cmd, IncFsFd pendingReads, IncFsFd logs) const final {
148 return incfs::createControl(cmd, pendingReads, logs);
149 }
150 ErrorCode makeFile(const Control& control, std::string_view path, int mode, FileId id,
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700151 incfs::NewFileParams params) const final {
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700152 return incfs::makeFile(control, path, mode, id, params);
153 }
154 ErrorCode makeDir(const Control& control, std::string_view path, int mode) const final {
155 return incfs::makeDir(control, path, mode);
156 }
Yurii Zubrytskyiefebb452020-04-22 13:59:06 -0700157 ErrorCode makeDirs(const Control& control, std::string_view path, int mode) const final {
158 return incfs::makeDirs(control, path, mode);
159 }
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700160 incfs::RawMetadata getMetadata(const Control& control, FileId fileid) const final {
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700161 return incfs::getMetadata(control, fileid);
162 }
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700163 incfs::RawMetadata getMetadata(const Control& control, std::string_view path) const final {
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700164 return incfs::getMetadata(control, path);
165 }
166 FileId getFileId(const Control& control, std::string_view path) const final {
167 return incfs::getFileId(control, path);
168 }
Songchun Fan6944f1e2020-11-06 15:24:24 -0800169 std::string toString(FileId fileId) const final { return incfs::toString(fileId); }
Songchun Fan374f7652020-08-20 08:40:29 -0700170 std::pair<IncFsBlockIndex, IncFsBlockIndex> countFilledBlocks(
171 const Control& control, std::string_view path) const final {
172 const auto fileId = incfs::getFileId(control, path);
173 const auto fd = incfs::openForSpecialOps(control, fileId);
174 int res = fd.get();
175 if (!fd.ok()) {
176 return {res, res};
177 }
178 const auto ranges = incfs::getFilledRanges(res);
179 res = ranges.first;
180 if (res) {
181 return {res, res};
182 }
183 const auto totalBlocksCount = ranges.second.internalRawRanges().endIndex;
184 int filledBlockCount = 0;
185 for (const auto& dataRange : ranges.second.dataRanges()) {
186 filledBlockCount += dataRange.size();
187 }
188 for (const auto& hashRange : ranges.second.hashRanges()) {
189 filledBlockCount += hashRange.size();
190 }
191 return {filledBlockCount, totalBlocksCount};
192 }
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700193 ErrorCode link(const Control& control, std::string_view from, std::string_view to) const final {
194 return incfs::link(control, from, to);
195 }
196 ErrorCode unlink(const Control& control, std::string_view path) const final {
197 return incfs::unlink(control, path);
198 }
Alex Buynytskyybc0a7e62020-08-25 12:45:22 -0700199 incfs::UniqueFd openForSpecialOps(const Control& control, FileId id) const final {
200 return incfs::openForSpecialOps(control, id);
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700201 }
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700202 ErrorCode writeBlocks(std::span<const incfs::DataBlock> blocks) const final {
203 return incfs::writeBlocks({blocks.data(), size_t(blocks.size())});
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700204 }
Alex Buynytskyy8ef61ae2020-05-08 16:18:52 -0700205 WaitResult waitForPendingReads(const Control& control, std::chrono::milliseconds timeout,
206 std::vector<incfs::ReadInfo>* pendingReadsBuffer) const final {
207 return incfs::waitForPendingReads(control, timeout, pendingReadsBuffer);
208 }
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700209};
210
Alex Buynytskyy46d3ddb2020-05-29 12:05:05 -0700211static JNIEnv* getOrAttachJniEnv(JavaVM* jvm);
212
213class RealTimedQueueWrapper : public TimedQueueWrapper {
214public:
215 RealTimedQueueWrapper(JavaVM* jvm) {
216 mThread = std::thread([this, jvm]() {
217 (void)getOrAttachJniEnv(jvm);
218 runTimers();
219 });
220 }
221 ~RealTimedQueueWrapper() final {
222 CHECK(!mRunning) << "call stop first";
223 CHECK(!mThread.joinable()) << "call stop first";
224 }
225
226 void addJob(MountId id, Milliseconds after, Job what) final {
227 const auto now = Clock::now();
228 {
229 std::unique_lock lock(mMutex);
230 mJobs.insert(TimedJob{id, now + after, std::move(what)});
231 }
232 mCondition.notify_all();
233 }
234 void removeJobs(MountId id) final {
235 std::unique_lock lock(mMutex);
236 std::erase_if(mJobs, [id](auto&& item) { return item.id == id; });
237 }
238 void stop() final {
239 {
240 std::unique_lock lock(mMutex);
241 mRunning = false;
242 }
243 mCondition.notify_all();
244 mThread.join();
245 mJobs.clear();
246 }
247
248private:
249 void runTimers() {
250 static constexpr TimePoint kInfinityTs{Clock::duration::max()};
251 TimePoint nextJobTs = kInfinityTs;
252 std::unique_lock lock(mMutex);
253 for (;;) {
254 mCondition.wait_until(lock, nextJobTs, [this, nextJobTs]() {
255 const auto now = Clock::now();
256 const auto firstJobTs = !mJobs.empty() ? mJobs.begin()->when : kInfinityTs;
257 return !mRunning || firstJobTs <= now || firstJobTs < nextJobTs;
258 });
259 if (!mRunning) {
260 return;
261 }
262
263 const auto now = Clock::now();
264 auto it = mJobs.begin();
265 // Always acquire begin(). We can't use it after unlock as mTimedJobs can change.
266 for (; it != mJobs.end() && it->when <= now; it = mJobs.begin()) {
267 auto job = std::move(it->what);
268 mJobs.erase(it);
269
270 lock.unlock();
271 job();
272 lock.lock();
273 }
274 nextJobTs = it != mJobs.end() ? it->when : kInfinityTs;
275 }
276 }
277
278 struct TimedJob {
279 MountId id;
280 TimePoint when;
281 Job what;
282 friend bool operator<(const TimedJob& lhs, const TimedJob& rhs) {
283 return lhs.when < rhs.when;
284 }
285 };
286 bool mRunning = true;
287 std::set<TimedJob> mJobs;
288 std::condition_variable mCondition;
289 std::mutex mMutex;
290 std::thread mThread;
291};
292
Songchun Fan374f7652020-08-20 08:40:29 -0700293class RealFsWrapper : public FsWrapper {
294public:
295 RealFsWrapper() = default;
296 ~RealFsWrapper() = default;
297
298 std::vector<std::string> listFilesRecursive(std::string_view directoryPath) const final {
299 std::vector<std::string> files;
300 for (const auto& entry : std::filesystem::recursive_directory_iterator(directoryPath)) {
301 if (!entry.is_regular_file()) {
302 continue;
303 }
304 files.push_back(entry.path().c_str());
305 }
306 return files;
307 }
308};
309
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700310RealServiceManager::RealServiceManager(sp<IServiceManager> serviceManager, JNIEnv* env)
311 : mServiceManager(std::move(serviceManager)), mJvm(RealJniWrapper::getJvm(env)) {}
Songchun Fan3c82a302019-11-29 14:23:45 -0800312
313template <class INTERFACE>
314sp<INTERFACE> RealServiceManager::getRealService(std::string_view serviceName) const {
Yurii Zubrytskyi4a25dfb2020-01-10 11:53:24 -0800315 sp<IBinder> binder =
316 mServiceManager->getService(String16(serviceName.data(), serviceName.size()));
317 if (!binder) {
318 return nullptr;
Songchun Fan3c82a302019-11-29 14:23:45 -0800319 }
320 return interface_cast<INTERFACE>(binder);
321}
322
Yurii Zubrytskyi4a25dfb2020-01-10 11:53:24 -0800323std::unique_ptr<VoldServiceWrapper> RealServiceManager::getVoldService() {
Songchun Fan3c82a302019-11-29 14:23:45 -0800324 sp<os::IVold> vold = RealServiceManager::getRealService<os::IVold>(kVoldServiceName);
325 if (vold != 0) {
Yurii Zubrytskyi4a25dfb2020-01-10 11:53:24 -0800326 return std::make_unique<RealVoldService>(vold);
Songchun Fan3c82a302019-11-29 14:23:45 -0800327 }
328 return nullptr;
329}
330
Songchun Fan68645c42020-02-27 15:57:35 -0800331std::unique_ptr<DataLoaderManagerWrapper> RealServiceManager::getDataLoaderManager() {
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700332 sp<content::pm::IDataLoaderManager> manager =
333 RealServiceManager::getRealService<content::pm::IDataLoaderManager>(
334 kDataLoaderManagerName);
Yurii Zubrytskyi4a25dfb2020-01-10 11:53:24 -0800335 if (manager) {
Songchun Fan68645c42020-02-27 15:57:35 -0800336 return std::make_unique<RealDataLoaderManager>(manager);
Songchun Fan3c82a302019-11-29 14:23:45 -0800337 }
338 return nullptr;
339}
340
Yurii Zubrytskyi4a25dfb2020-01-10 11:53:24 -0800341std::unique_ptr<IncFsWrapper> RealServiceManager::getIncFs() {
342 return std::make_unique<RealIncFs>();
Songchun Fan3c82a302019-11-29 14:23:45 -0800343}
344
Alex Buynytskyy96e350b2020-04-02 20:03:47 -0700345std::unique_ptr<AppOpsManagerWrapper> RealServiceManager::getAppOpsManager() {
346 return std::make_unique<RealAppOpsManager>();
347}
348
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700349std::unique_ptr<JniWrapper> RealServiceManager::getJni() {
350 return std::make_unique<RealJniWrapper>(mJvm);
351}
352
Alex Buynytskyycca2c112020-05-05 12:48:41 -0700353std::unique_ptr<LooperWrapper> RealServiceManager::getLooper() {
354 return std::make_unique<RealLooperWrapper>();
355}
356
Alex Buynytskyy46d3ddb2020-05-29 12:05:05 -0700357std::unique_ptr<TimedQueueWrapper> RealServiceManager::getTimedQueue() {
358 return std::make_unique<RealTimedQueueWrapper>(mJvm);
359}
360
Songchun Fana7098592020-09-03 11:45:53 -0700361std::unique_ptr<TimedQueueWrapper> RealServiceManager::getProgressUpdateJobQueue() {
362 return std::make_unique<RealTimedQueueWrapper>(mJvm);
363}
364
Songchun Fan374f7652020-08-20 08:40:29 -0700365std::unique_ptr<FsWrapper> RealServiceManager::getFs() {
366 return std::make_unique<RealFsWrapper>();
367}
368
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700369static JavaVM* getJavaVm(JNIEnv* env) {
370 CHECK(env);
371 JavaVM* jvm = nullptr;
372 env->GetJavaVM(&jvm);
373 CHECK(jvm);
374 return jvm;
375}
376
377static JNIEnv* getJniEnv(JavaVM* vm) {
378 JNIEnv* env;
379 if (vm->GetEnv(reinterpret_cast<void**>(&env), JNI_VERSION_1_6) != JNI_OK) {
380 return nullptr;
381 }
382 return env;
383}
384
385static JNIEnv* getOrAttachJniEnv(JavaVM* jvm) {
386 if (!jvm) {
387 LOG(ERROR) << "No JVM instance";
388 return nullptr;
389 }
390
391 JNIEnv* env = getJniEnv(jvm);
392 if (!env) {
393 int result = jvm->AttachCurrentThread(&env, nullptr);
394 if (result != JNI_OK) {
395 LOG(ERROR) << "JVM thread attach failed: " << result;
396 return nullptr;
397 }
398 struct VmDetacher {
399 VmDetacher(JavaVM* vm) : mVm(vm) {}
400 ~VmDetacher() { mVm->DetachCurrentThread(); }
401
402 private:
403 JavaVM* const mVm;
404 };
405 static thread_local VmDetacher detacher(jvm);
406 }
407
408 return env;
409}
410
411RealJniWrapper::RealJniWrapper(JavaVM* jvm) : mJvm(jvm) {
412 CHECK(!!mJvm) << "JVM is unavailable";
413}
414
415void RealJniWrapper::initializeForCurrentThread() const {
416 (void)getOrAttachJniEnv(mJvm);
417}
418
419JavaVM* RealJniWrapper::getJvm(JNIEnv* env) {
420 return getJavaVm(env);
421}
422
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700423} // namespace android::incremental