blob: b1521b0d4e27e553faaba6824c9f30fa4ce3aea8 [file] [log] [blame]
Songchun Fan3c82a302019-11-29 14:23:45 -08001/*
2 * Copyright (C) 2019 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070017#define LOG_TAG "IncrementalService"
18
Songchun Fan3c82a302019-11-29 14:23:45 -080019#include "ServiceWrappers.h"
20
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070021#include <MountRegistry.h>
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070022#include <android-base/logging.h>
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070023#include <android/content/pm/IDataLoaderManager.h>
24#include <android/os/IVold.h>
25#include <binder/AppOpsManager.h>
Songchun Fan3c82a302019-11-29 14:23:45 -080026#include <utils/String16.h>
27
Songchun Fan374f7652020-08-20 08:40:29 -070028#include <filesystem>
Alex Buynytskyy46d3ddb2020-05-29 12:05:05 -070029#include <thread>
30
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070031#include "IncrementalServiceValidation.h"
32
Songchun Fan3c82a302019-11-29 14:23:45 -080033using namespace std::literals;
34
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070035namespace android::incremental {
Songchun Fan3c82a302019-11-29 14:23:45 -080036
37static constexpr auto kVoldServiceName = "vold"sv;
Songchun Fan68645c42020-02-27 15:57:35 -080038static constexpr auto kDataLoaderManagerName = "dataloader_manager"sv;
Songchun Fan3c82a302019-11-29 14:23:45 -080039
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070040class RealVoldService : public VoldServiceWrapper {
41public:
Yurii Zubrytskyi510037b2020-04-22 15:46:21 -070042 RealVoldService(sp<os::IVold> vold) : mInterface(std::move(vold)) {}
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070043 ~RealVoldService() = default;
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070044 binder::Status mountIncFs(
45 const std::string& backingPath, const std::string& targetDir, int32_t flags,
46 os::incremental::IncrementalFileSystemControlParcel* _aidl_return) const final {
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070047 return mInterface->mountIncFs(backingPath, targetDir, flags, _aidl_return);
48 }
49 binder::Status unmountIncFs(const std::string& dir) const final {
50 return mInterface->unmountIncFs(dir);
51 }
52 binder::Status bindMount(const std::string& sourceDir,
53 const std::string& targetDir) const final {
54 return mInterface->bindMount(sourceDir, targetDir);
55 }
56 binder::Status setIncFsMountOptions(
57 const ::android::os::incremental::IncrementalFileSystemControlParcel& control,
58 bool enableReadLogs) const final {
59 return mInterface->setIncFsMountOptions(control, enableReadLogs);
60 }
61
62private:
63 sp<os::IVold> mInterface;
64};
65
66class RealDataLoaderManager : public DataLoaderManagerWrapper {
67public:
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070068 RealDataLoaderManager(sp<content::pm::IDataLoaderManager> manager)
69 : mInterface(std::move(manager)) {}
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070070 ~RealDataLoaderManager() = default;
Alex Buynytskyyea1390f2020-04-22 16:08:50 -070071 binder::Status bindToDataLoader(MountId mountId,
72 const content::pm::DataLoaderParamsParcel& params,
73 const sp<content::pm::IDataLoaderStatusListener>& listener,
74 bool* _aidl_return) const final {
75 return mInterface->bindToDataLoader(mountId, params, listener, _aidl_return);
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070076 }
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -070077 binder::Status getDataLoader(MountId mountId,
78 sp<content::pm::IDataLoader>* _aidl_return) const final {
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070079 return mInterface->getDataLoader(mountId, _aidl_return);
80 }
Alex Buynytskyyea1390f2020-04-22 16:08:50 -070081 binder::Status unbindFromDataLoader(MountId mountId) const final {
82 return mInterface->unbindFromDataLoader(mountId);
Yurii Zubrytskyi86321402020-04-09 19:22:30 -070083 }
84
85private:
86 sp<content::pm::IDataLoaderManager> mInterface;
87};
88
89class RealAppOpsManager : public AppOpsManagerWrapper {
90public:
91 ~RealAppOpsManager() = default;
92 binder::Status checkPermission(const char* permission, const char* operation,
93 const char* package) const final {
94 return android::incremental::CheckPermissionForDataDelivery(permission, operation, package);
95 }
96 void startWatchingMode(int32_t op, const String16& packageName,
97 const sp<IAppOpsCallback>& callback) final {
98 mAppOpsManager.startWatchingMode(op, packageName, callback);
99 }
100 void stopWatchingMode(const sp<IAppOpsCallback>& callback) final {
101 mAppOpsManager.stopWatchingMode(callback);
102 }
103
104private:
105 android::AppOpsManager mAppOpsManager;
106};
107
108class RealJniWrapper final : public JniWrapper {
109public:
110 RealJniWrapper(JavaVM* jvm);
111 void initializeForCurrentThread() const final;
112
113 static JavaVM* getJvm(JNIEnv* env);
114
115private:
116 JavaVM* const mJvm;
117};
118
Alex Buynytskyycca2c112020-05-05 12:48:41 -0700119class RealLooperWrapper final : public LooperWrapper {
120public:
121 int addFd(int fd, int ident, int events, android::Looper_callbackFunc callback,
122 void* data) final {
123 return mLooper.addFd(fd, ident, events, callback, data);
124 }
125 int removeFd(int fd) final { return mLooper.removeFd(fd); }
126 void wake() final { return mLooper.wake(); }
127 int pollAll(int timeoutMillis) final { return mLooper.pollAll(timeoutMillis); }
128
129private:
130 struct Looper : public android::Looper {
131 Looper() : android::Looper(/*allowNonCallbacks=*/false) {}
132 ~Looper() {}
133 } mLooper;
134};
135
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700136class RealIncFs : public IncFsWrapper {
137public:
138 RealIncFs() = default;
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700139 ~RealIncFs() final = default;
140 void listExistingMounts(const ExistingMountCallback& cb) const final {
141 for (auto mount : incfs::defaultMountRegistry().copyMounts()) {
142 auto binds = mount.binds(); // span() doesn't like rvalue containers, needs to save it.
143 cb(mount.root(), mount.backingDir(), binds);
144 }
145 }
146 Control openMount(std::string_view path) const final { return incfs::open(path); }
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700147 Control createControl(IncFsFd cmd, IncFsFd pendingReads, IncFsFd logs) const final {
148 return incfs::createControl(cmd, pendingReads, logs);
149 }
150 ErrorCode makeFile(const Control& control, std::string_view path, int mode, FileId id,
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700151 incfs::NewFileParams params) const final {
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700152 return incfs::makeFile(control, path, mode, id, params);
153 }
154 ErrorCode makeDir(const Control& control, std::string_view path, int mode) const final {
155 return incfs::makeDir(control, path, mode);
156 }
Yurii Zubrytskyiefebb452020-04-22 13:59:06 -0700157 ErrorCode makeDirs(const Control& control, std::string_view path, int mode) const final {
158 return incfs::makeDirs(control, path, mode);
159 }
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700160 incfs::RawMetadata getMetadata(const Control& control, FileId fileid) const final {
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700161 return incfs::getMetadata(control, fileid);
162 }
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700163 incfs::RawMetadata getMetadata(const Control& control, std::string_view path) const final {
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700164 return incfs::getMetadata(control, path);
165 }
166 FileId getFileId(const Control& control, std::string_view path) const final {
167 return incfs::getFileId(control, path);
168 }
Songchun Fan6944f1e2020-11-06 15:24:24 -0800169 std::string toString(FileId fileId) const final { return incfs::toString(fileId); }
Songchun Fan374f7652020-08-20 08:40:29 -0700170 std::pair<IncFsBlockIndex, IncFsBlockIndex> countFilledBlocks(
171 const Control& control, std::string_view path) const final {
172 const auto fileId = incfs::getFileId(control, path);
173 const auto fd = incfs::openForSpecialOps(control, fileId);
174 int res = fd.get();
175 if (!fd.ok()) {
176 return {res, res};
177 }
178 const auto ranges = incfs::getFilledRanges(res);
179 res = ranges.first;
180 if (res) {
181 return {res, res};
182 }
183 const auto totalBlocksCount = ranges.second.internalRawRanges().endIndex;
184 int filledBlockCount = 0;
185 for (const auto& dataRange : ranges.second.dataRanges()) {
186 filledBlockCount += dataRange.size();
187 }
188 for (const auto& hashRange : ranges.second.hashRanges()) {
189 filledBlockCount += hashRange.size();
190 }
191 return {filledBlockCount, totalBlocksCount};
192 }
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700193 ErrorCode link(const Control& control, std::string_view from, std::string_view to) const final {
194 return incfs::link(control, from, to);
195 }
196 ErrorCode unlink(const Control& control, std::string_view path) const final {
197 return incfs::unlink(control, path);
198 }
Alex Buynytskyybc0a7e62020-08-25 12:45:22 -0700199 incfs::UniqueFd openForSpecialOps(const Control& control, FileId id) const final {
200 return incfs::openForSpecialOps(control, id);
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700201 }
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700202 ErrorCode writeBlocks(std::span<const incfs::DataBlock> blocks) const final {
203 return incfs::writeBlocks({blocks.data(), size_t(blocks.size())});
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700204 }
Alex Buynytskyy8ef61ae2020-05-08 16:18:52 -0700205 WaitResult waitForPendingReads(const Control& control, std::chrono::milliseconds timeout,
206 std::vector<incfs::ReadInfo>* pendingReadsBuffer) const final {
207 return incfs::waitForPendingReads(control, timeout, pendingReadsBuffer);
208 }
Alex Buynytskyyaa8e95e2020-12-14 21:50:04 -0800209 ErrorCode setUidReadTimeouts(const Control& control,
210 const std::vector<android::os::incremental::PerUidReadTimeouts>&
211 perUidReadTimeouts) const final {
212 return -ENOTSUP;
213 }
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700214};
215
Alex Buynytskyy46d3ddb2020-05-29 12:05:05 -0700216static JNIEnv* getOrAttachJniEnv(JavaVM* jvm);
217
218class RealTimedQueueWrapper : public TimedQueueWrapper {
219public:
220 RealTimedQueueWrapper(JavaVM* jvm) {
221 mThread = std::thread([this, jvm]() {
222 (void)getOrAttachJniEnv(jvm);
223 runTimers();
224 });
225 }
226 ~RealTimedQueueWrapper() final {
227 CHECK(!mRunning) << "call stop first";
228 CHECK(!mThread.joinable()) << "call stop first";
229 }
230
231 void addJob(MountId id, Milliseconds after, Job what) final {
232 const auto now = Clock::now();
233 {
234 std::unique_lock lock(mMutex);
235 mJobs.insert(TimedJob{id, now + after, std::move(what)});
236 }
237 mCondition.notify_all();
238 }
239 void removeJobs(MountId id) final {
240 std::unique_lock lock(mMutex);
241 std::erase_if(mJobs, [id](auto&& item) { return item.id == id; });
242 }
243 void stop() final {
244 {
245 std::unique_lock lock(mMutex);
246 mRunning = false;
247 }
248 mCondition.notify_all();
249 mThread.join();
250 mJobs.clear();
251 }
252
253private:
254 void runTimers() {
255 static constexpr TimePoint kInfinityTs{Clock::duration::max()};
256 TimePoint nextJobTs = kInfinityTs;
257 std::unique_lock lock(mMutex);
258 for (;;) {
259 mCondition.wait_until(lock, nextJobTs, [this, nextJobTs]() {
260 const auto now = Clock::now();
261 const auto firstJobTs = !mJobs.empty() ? mJobs.begin()->when : kInfinityTs;
262 return !mRunning || firstJobTs <= now || firstJobTs < nextJobTs;
263 });
264 if (!mRunning) {
265 return;
266 }
267
268 const auto now = Clock::now();
269 auto it = mJobs.begin();
270 // Always acquire begin(). We can't use it after unlock as mTimedJobs can change.
271 for (; it != mJobs.end() && it->when <= now; it = mJobs.begin()) {
272 auto job = std::move(it->what);
273 mJobs.erase(it);
274
275 lock.unlock();
276 job();
277 lock.lock();
278 }
279 nextJobTs = it != mJobs.end() ? it->when : kInfinityTs;
280 }
281 }
282
283 struct TimedJob {
284 MountId id;
285 TimePoint when;
286 Job what;
287 friend bool operator<(const TimedJob& lhs, const TimedJob& rhs) {
288 return lhs.when < rhs.when;
289 }
290 };
291 bool mRunning = true;
292 std::set<TimedJob> mJobs;
293 std::condition_variable mCondition;
294 std::mutex mMutex;
295 std::thread mThread;
296};
297
Songchun Fan374f7652020-08-20 08:40:29 -0700298class RealFsWrapper : public FsWrapper {
299public:
300 RealFsWrapper() = default;
301 ~RealFsWrapper() = default;
302
303 std::vector<std::string> listFilesRecursive(std::string_view directoryPath) const final {
304 std::vector<std::string> files;
305 for (const auto& entry : std::filesystem::recursive_directory_iterator(directoryPath)) {
306 if (!entry.is_regular_file()) {
307 continue;
308 }
309 files.push_back(entry.path().c_str());
310 }
311 return files;
312 }
313};
314
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700315RealServiceManager::RealServiceManager(sp<IServiceManager> serviceManager, JNIEnv* env)
316 : mServiceManager(std::move(serviceManager)), mJvm(RealJniWrapper::getJvm(env)) {}
Songchun Fan3c82a302019-11-29 14:23:45 -0800317
318template <class INTERFACE>
319sp<INTERFACE> RealServiceManager::getRealService(std::string_view serviceName) const {
Yurii Zubrytskyi4a25dfb2020-01-10 11:53:24 -0800320 sp<IBinder> binder =
321 mServiceManager->getService(String16(serviceName.data(), serviceName.size()));
322 if (!binder) {
323 return nullptr;
Songchun Fan3c82a302019-11-29 14:23:45 -0800324 }
325 return interface_cast<INTERFACE>(binder);
326}
327
Yurii Zubrytskyi4a25dfb2020-01-10 11:53:24 -0800328std::unique_ptr<VoldServiceWrapper> RealServiceManager::getVoldService() {
Songchun Fan3c82a302019-11-29 14:23:45 -0800329 sp<os::IVold> vold = RealServiceManager::getRealService<os::IVold>(kVoldServiceName);
330 if (vold != 0) {
Yurii Zubrytskyi4a25dfb2020-01-10 11:53:24 -0800331 return std::make_unique<RealVoldService>(vold);
Songchun Fan3c82a302019-11-29 14:23:45 -0800332 }
333 return nullptr;
334}
335
Songchun Fan68645c42020-02-27 15:57:35 -0800336std::unique_ptr<DataLoaderManagerWrapper> RealServiceManager::getDataLoaderManager() {
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700337 sp<content::pm::IDataLoaderManager> manager =
338 RealServiceManager::getRealService<content::pm::IDataLoaderManager>(
339 kDataLoaderManagerName);
Yurii Zubrytskyi4a25dfb2020-01-10 11:53:24 -0800340 if (manager) {
Songchun Fan68645c42020-02-27 15:57:35 -0800341 return std::make_unique<RealDataLoaderManager>(manager);
Songchun Fan3c82a302019-11-29 14:23:45 -0800342 }
343 return nullptr;
344}
345
Yurii Zubrytskyi4a25dfb2020-01-10 11:53:24 -0800346std::unique_ptr<IncFsWrapper> RealServiceManager::getIncFs() {
347 return std::make_unique<RealIncFs>();
Songchun Fan3c82a302019-11-29 14:23:45 -0800348}
349
Alex Buynytskyy96e350b2020-04-02 20:03:47 -0700350std::unique_ptr<AppOpsManagerWrapper> RealServiceManager::getAppOpsManager() {
351 return std::make_unique<RealAppOpsManager>();
352}
353
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700354std::unique_ptr<JniWrapper> RealServiceManager::getJni() {
355 return std::make_unique<RealJniWrapper>(mJvm);
356}
357
Alex Buynytskyycca2c112020-05-05 12:48:41 -0700358std::unique_ptr<LooperWrapper> RealServiceManager::getLooper() {
359 return std::make_unique<RealLooperWrapper>();
360}
361
Alex Buynytskyy46d3ddb2020-05-29 12:05:05 -0700362std::unique_ptr<TimedQueueWrapper> RealServiceManager::getTimedQueue() {
363 return std::make_unique<RealTimedQueueWrapper>(mJvm);
364}
365
Songchun Fana7098592020-09-03 11:45:53 -0700366std::unique_ptr<TimedQueueWrapper> RealServiceManager::getProgressUpdateJobQueue() {
367 return std::make_unique<RealTimedQueueWrapper>(mJvm);
368}
369
Songchun Fan374f7652020-08-20 08:40:29 -0700370std::unique_ptr<FsWrapper> RealServiceManager::getFs() {
371 return std::make_unique<RealFsWrapper>();
372}
373
Yurii Zubrytskyi86321402020-04-09 19:22:30 -0700374static JavaVM* getJavaVm(JNIEnv* env) {
375 CHECK(env);
376 JavaVM* jvm = nullptr;
377 env->GetJavaVM(&jvm);
378 CHECK(jvm);
379 return jvm;
380}
381
382static JNIEnv* getJniEnv(JavaVM* vm) {
383 JNIEnv* env;
384 if (vm->GetEnv(reinterpret_cast<void**>(&env), JNI_VERSION_1_6) != JNI_OK) {
385 return nullptr;
386 }
387 return env;
388}
389
390static JNIEnv* getOrAttachJniEnv(JavaVM* jvm) {
391 if (!jvm) {
392 LOG(ERROR) << "No JVM instance";
393 return nullptr;
394 }
395
396 JNIEnv* env = getJniEnv(jvm);
397 if (!env) {
398 int result = jvm->AttachCurrentThread(&env, nullptr);
399 if (result != JNI_OK) {
400 LOG(ERROR) << "JVM thread attach failed: " << result;
401 return nullptr;
402 }
403 struct VmDetacher {
404 VmDetacher(JavaVM* vm) : mVm(vm) {}
405 ~VmDetacher() { mVm->DetachCurrentThread(); }
406
407 private:
408 JavaVM* const mVm;
409 };
410 static thread_local VmDetacher detacher(jvm);
411 }
412
413 return env;
414}
415
416RealJniWrapper::RealJniWrapper(JavaVM* jvm) : mJvm(jvm) {
417 CHECK(!!mJvm) << "JVM is unavailable";
418}
419
420void RealJniWrapper::initializeForCurrentThread() const {
421 (void)getOrAttachJniEnv(mJvm);
422}
423
424JavaVM* RealJniWrapper::getJvm(JNIEnv* env) {
425 return getJavaVm(env);
426}
427
Yurii Zubrytskyi629051fd2020-04-17 23:13:47 -0700428} // namespace android::incremental