blob: 3aab9b07ba7331a2a97f10305b1f562c45dbaf71 [file] [log] [blame]
The Android Open Source Project7b5eb022008-12-17 18:05:43 -08001/*
2**
3** Copyright (C) 2008 The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18//#define LOG_NDEBUG 0
19#define LOG_TAG "MetadataRetrieverClient"
20#include <utils/Log.h>
21
22#include <sys/types.h>
23#include <sys/stat.h>
24#include <dirent.h>
25#include <unistd.h>
26
27#include <string.h>
28#include <cutils/atomic.h>
Andreas Huber065c05e2010-01-04 15:02:02 -080029#include <cutils/properties.h>
Mathias Agopian6b3359d2010-01-29 17:16:30 -080030#include <binder/MemoryBase.h>
31#include <binder/MemoryHeapBase.h>
Mathias Agopian75624082009-05-19 19:08:10 -070032#include <binder/IPCThreadState.h>
33#include <binder/IServiceManager.h>
Dongwon Kangd91dc5a2017-10-10 00:07:09 -070034#include <media/DataSource.h>
Andreas Huber1b86fe02014-01-29 11:13:26 -080035#include <media/IMediaHTTPService.h>
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080036#include <media/MediaMetadataRetrieverInterface.h>
37#include <media/MediaPlayerInterface.h>
Dongwon Kangd91dc5a2017-10-10 00:07:09 -070038#include <media/stagefright/InterfaceUtils.h>
Marco Nelissen83b0fd92015-09-16 13:48:07 -070039#include <media/stagefright/Utils.h>
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080040#include <private/media/VideoFrame.h>
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080041#include "MetadataRetrieverClient.h"
Andreas Huber2a4a7d52009-10-06 16:20:44 -070042#include "StagefrightMetadataRetriever.h"
John Grossman44a7e422012-06-21 17:29:24 -070043#include "MediaPlayerFactory.h"
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080044
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080045namespace android {
46
47MetadataRetrieverClient::MetadataRetrieverClient(pid_t pid)
48{
Steve Block3856b092011-10-20 11:56:00 +010049 ALOGV("MetadataRetrieverClient constructor pid(%d)", pid);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080050 mPid = pid;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080051 mThumbnail = NULL;
52 mAlbumArt = NULL;
Jean-Baptiste Queru6c5b2102009-03-21 11:40:18 -070053 mRetriever = NULL;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080054}
55
56MetadataRetrieverClient::~MetadataRetrieverClient()
57{
Steve Block3856b092011-10-20 11:56:00 +010058 ALOGV("MetadataRetrieverClient destructor");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080059 disconnect();
60}
61
Lajos Molnar6d339f12015-04-17 16:15:53 -070062status_t MetadataRetrieverClient::dump(int fd, const Vector<String16>& /*args*/)
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080063{
64 const size_t SIZE = 256;
65 char buffer[SIZE];
66 String8 result;
67 result.append(" MetadataRetrieverClient\n");
James Dong7f7d52a2011-01-06 12:20:35 -080068 snprintf(buffer, 255, " pid(%d)\n", mPid);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080069 result.append(buffer);
70 write(fd, result.string(), result.size());
71 write(fd, "\n", 1);
72 return NO_ERROR;
73}
74
75void MetadataRetrieverClient::disconnect()
76{
Steve Block3856b092011-10-20 11:56:00 +010077 ALOGV("disconnect from pid %d", mPid);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080078 Mutex::Autolock lock(mLock);
79 mRetriever.clear();
The Android Open Source Project7b5eb022008-12-17 18:05:43 -080080 mThumbnail.clear();
81 mAlbumArt.clear();
82 IPCThreadState::self()->flushCommands();
83}
84
James Dong148c1a22009-09-06 14:29:45 -070085static sp<MediaMetadataRetrieverBase> createRetriever(player_type playerType)
86{
87 sp<MediaMetadataRetrieverBase> p;
88 switch (playerType) {
Andreas Huber47945ea2009-12-17 13:31:13 -080089 case STAGEFRIGHT_PLAYER:
Andreas Huberafed0e12011-09-20 15:39:58 -070090 case NU_PLAYER:
Andreas Huber065c05e2010-01-04 15:02:02 -080091 {
Andreas Huber608d77b2010-06-23 16:40:57 -070092 p = new StagefrightMetadataRetriever;
93 break;
Andreas Huber065c05e2010-01-04 15:02:02 -080094 }
James Dong148c1a22009-09-06 14:29:45 -070095 default:
96 // TODO:
Andreas Huber2a4a7d52009-10-06 16:20:44 -070097 // support for TEST_PLAYER
Steve Block29357bc2012-01-06 19:20:56 +000098 ALOGE("player type %d is not supported", playerType);
James Dong148c1a22009-09-06 14:29:45 -070099 break;
100 }
101 if (p == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000102 ALOGE("failed to create a retriever object");
James Dong148c1a22009-09-06 14:29:45 -0700103 }
104 return p;
105}
106
Andreas Huberaf8791e2011-03-21 10:25:44 -0700107status_t MetadataRetrieverClient::setDataSource(
Andreas Huber1b86fe02014-01-29 11:13:26 -0800108 const sp<IMediaHTTPService> &httpService,
109 const char *url,
110 const KeyedVector<String8, String8> *headers)
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800111{
Steve Block3856b092011-10-20 11:56:00 +0100112 ALOGV("setDataSource(%s)", url);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800113 Mutex::Autolock lock(mLock);
114 if (url == NULL) {
115 return UNKNOWN_ERROR;
116 }
John Grossman44a7e422012-06-21 17:29:24 -0700117
118 // When asking the MediaPlayerFactory subsystem to choose a media player for
119 // a given URL, a pointer to an outer IMediaPlayer can be passed to the
120 // factory system to be taken into consideration along with the URL. In the
121 // case of choosing an instance of a MediaPlayerBase for a
122 // MetadataRetrieverClient, there is no outer IMediaPlayer which will
123 // eventually encapsulate the result of this selection. In this case, just
124 // pass NULL to getPlayerType to indicate that there is no outer
125 // IMediaPlayer to consider during selection.
126 player_type playerType =
127 MediaPlayerFactory::getPlayerType(NULL /* client */, url);
Steve Block3856b092011-10-20 11:56:00 +0100128 ALOGV("player type = %d", playerType);
James Dong148c1a22009-09-06 14:29:45 -0700129 sp<MediaMetadataRetrieverBase> p = createRetriever(playerType);
130 if (p == NULL) return NO_INIT;
Andreas Huber1b86fe02014-01-29 11:13:26 -0800131 status_t ret = p->setDataSource(httpService, url, headers);
James Dong148c1a22009-09-06 14:29:45 -0700132 if (ret == NO_ERROR) mRetriever = p;
133 return ret;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800134}
135
136status_t MetadataRetrieverClient::setDataSource(int fd, int64_t offset, int64_t length)
137{
Marco Nelissen83b0fd92015-09-16 13:48:07 -0700138 ALOGV("setDataSource fd=%d (%s), offset=%lld, length=%lld",
139 fd, nameForFd(fd).c_str(), (long long) offset, (long long) length);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800140 Mutex::Autolock lock(mLock);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800141 struct stat sb;
142 int ret = fstat(fd, &sb);
143 if (ret != 0) {
Steve Block29357bc2012-01-06 19:20:56 +0000144 ALOGE("fstat(%d) failed: %d, %s", fd, ret, strerror(errno));
James Dong148c1a22009-09-06 14:29:45 -0700145 return BAD_VALUE;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800146 }
Andy Hung833b4752016-04-04 17:15:48 -0700147 ALOGV("st_dev = %llu", static_cast<unsigned long long>(sb.st_dev));
Steve Block3856b092011-10-20 11:56:00 +0100148 ALOGV("st_mode = %u", sb.st_mode);
Mark Salyzyn77342f72014-06-18 16:31:32 -0700149 ALOGV("st_uid = %lu", static_cast<unsigned long>(sb.st_uid));
150 ALOGV("st_gid = %lu", static_cast<unsigned long>(sb.st_gid));
Andy Hung833b4752016-04-04 17:15:48 -0700151 ALOGV("st_size = %llu", static_cast<unsigned long long>(sb.st_size));
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800152
153 if (offset >= sb.st_size) {
Andy Hung833b4752016-04-04 17:15:48 -0700154 ALOGE("offset (%lld) bigger than file size (%llu)",
155 (long long)offset, (unsigned long long)sb.st_size);
James Dong148c1a22009-09-06 14:29:45 -0700156 return BAD_VALUE;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800157 }
158 if (offset + length > sb.st_size) {
159 length = sb.st_size - offset;
Andy Hung833b4752016-04-04 17:15:48 -0700160 ALOGV("calculated length = %lld", (long long)length);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800161 }
James Dong148c1a22009-09-06 14:29:45 -0700162
John Grossman44a7e422012-06-21 17:29:24 -0700163 player_type playerType =
164 MediaPlayerFactory::getPlayerType(NULL /* client */,
165 fd,
166 offset,
167 length);
Steve Block3856b092011-10-20 11:56:00 +0100168 ALOGV("player type = %d", playerType);
James Dong148c1a22009-09-06 14:29:45 -0700169 sp<MediaMetadataRetrieverBase> p = createRetriever(playerType);
170 if (p == NULL) {
James Dong148c1a22009-09-06 14:29:45 -0700171 return NO_INIT;
172 }
James Dong7f7d52a2011-01-06 12:20:35 -0800173 status_t status = p->setDataSource(fd, offset, length);
James Dong148c1a22009-09-06 14:29:45 -0700174 if (status == NO_ERROR) mRetriever = p;
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800175 return status;
176}
177
Chris Watkins99f31602015-03-20 13:06:33 -0700178status_t MetadataRetrieverClient::setDataSource(
Chong Zhang24c15772017-07-26 16:25:28 -0700179 const sp<IDataSource>& source, const char *mime)
Chris Watkins99f31602015-03-20 13:06:33 -0700180{
181 ALOGV("setDataSource(IDataSource)");
182 Mutex::Autolock lock(mLock);
183
Dongwon Kangd91dc5a2017-10-10 00:07:09 -0700184 sp<DataSource> dataSource = CreateDataSourceFromIDataSource(source);
Chris Watkins99f31602015-03-20 13:06:33 -0700185 player_type playerType =
186 MediaPlayerFactory::getPlayerType(NULL /* client */, dataSource);
187 ALOGV("player type = %d", playerType);
188 sp<MediaMetadataRetrieverBase> p = createRetriever(playerType);
189 if (p == NULL) return NO_INIT;
Chong Zhang24c15772017-07-26 16:25:28 -0700190 status_t ret = p->setDataSource(dataSource, mime);
Chris Watkins99f31602015-03-20 13:06:33 -0700191 if (ret == NO_ERROR) mRetriever = p;
192 return ret;
193}
194
Marco Nelissen61550852015-06-12 15:31:23 -0700195Mutex MetadataRetrieverClient::sLock;
196
Chong Zhang24c15772017-07-26 16:25:28 -0700197sp<IMemory> MetadataRetrieverClient::getFrameAtTime(
198 int64_t timeUs, int option, int colorFormat, bool metaOnly)
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800199{
Chong Zhang24c15772017-07-26 16:25:28 -0700200 ALOGV("getFrameAtTime: time(%lld us) option(%d) colorFormat(%d), metaOnly(%d)",
201 (long long)timeUs, option, colorFormat, metaOnly);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800202 Mutex::Autolock lock(mLock);
Marco Nelissen61550852015-06-12 15:31:23 -0700203 Mutex::Autolock glock(sLock);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800204 mThumbnail.clear();
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800205 if (mRetriever == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000206 ALOGE("retriever is not initialized");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800207 return NULL;
208 }
Chong Zhang24c15772017-07-26 16:25:28 -0700209 VideoFrame *frame = mRetriever->getFrameAtTime(
210 timeUs, option, colorFormat, metaOnly);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800211 if (frame == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000212 ALOGE("failed to capture a video frame");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800213 return NULL;
214 }
Chong Zhangb51ca282017-07-26 16:25:28 -0700215 size_t size = frame->getFlattenedSize();
Mathias Agopian6b3359d2010-01-29 17:16:30 -0800216 sp<MemoryHeapBase> heap = new MemoryHeapBase(size, 0, "MetadataRetrieverClient");
217 if (heap == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000218 ALOGE("failed to create MemoryDealer");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800219 delete frame;
220 return NULL;
221 }
Mathias Agopian6b3359d2010-01-29 17:16:30 -0800222 mThumbnail = new MemoryBase(heap, 0, size);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800223 if (mThumbnail == NULL) {
Andy Hung833b4752016-04-04 17:15:48 -0700224 ALOGE("not enough memory for VideoFrame size=%zu", size);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800225 delete frame;
226 return NULL;
227 }
228 VideoFrame *frameCopy = static_cast<VideoFrame *>(mThumbnail->pointer());
Chong Zhangb51ca282017-07-26 16:25:28 -0700229 frameCopy->copyFlattened(*frame);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800230 delete frame; // Fix memory leakage
231 return mThumbnail;
232}
233
234sp<IMemory> MetadataRetrieverClient::extractAlbumArt()
235{
Steve Block3856b092011-10-20 11:56:00 +0100236 ALOGV("extractAlbumArt");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800237 Mutex::Autolock lock(mLock);
238 mAlbumArt.clear();
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800239 if (mRetriever == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000240 ALOGE("retriever is not initialized");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800241 return NULL;
242 }
243 MediaAlbumArt *albumArt = mRetriever->extractAlbumArt();
244 if (albumArt == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000245 ALOGE("failed to extract an album art");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800246 return NULL;
247 }
Elliott Hughesf3e80dd2014-06-10 16:55:38 -0700248 size_t size = sizeof(MediaAlbumArt) + albumArt->size();
Mathias Agopian6b3359d2010-01-29 17:16:30 -0800249 sp<MemoryHeapBase> heap = new MemoryHeapBase(size, 0, "MetadataRetrieverClient");
250 if (heap == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000251 ALOGE("failed to create MemoryDealer object");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800252 delete albumArt;
253 return NULL;
254 }
Mathias Agopian6b3359d2010-01-29 17:16:30 -0800255 mAlbumArt = new MemoryBase(heap, 0, size);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800256 if (mAlbumArt == NULL) {
Andy Hung833b4752016-04-04 17:15:48 -0700257 ALOGE("not enough memory for MediaAlbumArt size=%zu", size);
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800258 delete albumArt;
259 return NULL;
260 }
Elliott Hughesf3e80dd2014-06-10 16:55:38 -0700261 MediaAlbumArt::init((MediaAlbumArt *) mAlbumArt->pointer(),
262 albumArt->size(), albumArt->data());
263 delete albumArt; // We've taken our copy.
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800264 return mAlbumArt;
265}
266
267const char* MetadataRetrieverClient::extractMetadata(int keyCode)
268{
Steve Block3856b092011-10-20 11:56:00 +0100269 ALOGV("extractMetadata");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800270 Mutex::Autolock lock(mLock);
271 if (mRetriever == NULL) {
Steve Block29357bc2012-01-06 19:20:56 +0000272 ALOGE("retriever is not initialized");
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800273 return NULL;
274 }
275 return mRetriever->extractMetadata(keyCode);
276}
277
The Android Open Source Project7b5eb022008-12-17 18:05:43 -0800278}; // namespace android