blob: 975eb236c81a2e1f3c139f3dcf4b75840f166357 [file] [log] [blame]
Jamie Gennis8ba32fa2010-12-20 11:27:26 -08001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "SurfaceTexture"
Jamie Gennis1c8e95c2012-02-23 19:27:23 -080018#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Jamie Gennise70d8b42011-01-09 13:24:09 -080019//#define LOG_NDEBUG 0
Jamie Gennis8ba32fa2010-12-20 11:27:26 -080020
21#define GL_GLEXT_PROTOTYPES
22#define EGL_EGLEXT_PROTOTYPES
23
24#include <EGL/egl.h>
25#include <EGL/eglext.h>
26#include <GLES2/gl2.h>
27#include <GLES2/gl2ext.h>
28
Jamie Gennis9fea3422012-08-07 18:03:04 -070029#include <hardware/hardware.h>
30
Mathias Agopian90ac7992012-02-25 18:48:35 -080031#include <gui/IGraphicBufferAlloc.h>
32#include <gui/ISurfaceComposer.h>
33#include <gui/SurfaceComposerClient.h>
34#include <gui/SurfaceTexture.h>
Mathias Agopian41f673c2011-11-17 17:48:35 -080035
Mathias Agopian90ac7992012-02-25 18:48:35 -080036#include <private/gui/ComposerService.h>
Jamie Gennis8ba32fa2010-12-20 11:27:26 -080037
38#include <utils/Log.h>
Mathias Agopian68c77942011-05-09 19:08:33 -070039#include <utils/String8.h>
Jamie Gennis1c8e95c2012-02-23 19:27:23 -080040#include <utils/Trace.h>
Jamie Gennis8ba32fa2010-12-20 11:27:26 -080041
Jamie Gennis86edf4f2011-11-14 14:51:01 -080042// This compile option makes SurfaceTexture use the EGL_KHR_fence_sync extension
43// to synchronize access to the buffers. It will cause dequeueBuffer to stall,
44// waiting for the GL reads for the buffer being dequeued to complete before
45// allowing the buffer to be dequeued.
46#ifdef USE_FENCE_SYNC
47#ifdef ALLOW_DEQUEUE_CURRENT_BUFFER
48#error "USE_FENCE_SYNC and ALLOW_DEQUEUE_CURRENT_BUFFER are incompatible"
49#endif
50#endif
51
Jamie Gennisfa28c352011-09-16 17:30:26 -070052// Macros for including the SurfaceTexture name in log messages
Steve Block6807e592011-10-20 11:56:00 +010053#define ST_LOGV(x, ...) ALOGV("[%s] "x, mName.string(), ##__VA_ARGS__)
Steve Block9d453682011-12-20 16:23:08 +000054#define ST_LOGD(x, ...) ALOGD("[%s] "x, mName.string(), ##__VA_ARGS__)
Steve Blocka19954a2012-01-04 20:05:49 +000055#define ST_LOGI(x, ...) ALOGI("[%s] "x, mName.string(), ##__VA_ARGS__)
Steve Block32397c12012-01-05 23:22:43 +000056#define ST_LOGW(x, ...) ALOGW("[%s] "x, mName.string(), ##__VA_ARGS__)
Steve Blocke6f43dd2012-01-06 19:20:56 +000057#define ST_LOGE(x, ...) ALOGE("[%s] "x, mName.string(), ##__VA_ARGS__)
Mathias Agopian29b57622011-08-17 15:42:04 -070058
Jamie Gennis8ba32fa2010-12-20 11:27:26 -080059namespace android {
60
Jamie Gennisf238e282011-01-09 16:33:17 -080061// Transform matrices
62static float mtxIdentity[16] = {
63 1, 0, 0, 0,
64 0, 1, 0, 0,
65 0, 0, 1, 0,
66 0, 0, 0, 1,
67};
68static float mtxFlipH[16] = {
69 -1, 0, 0, 0,
70 0, 1, 0, 0,
71 0, 0, 1, 0,
72 1, 0, 0, 1,
73};
74static float mtxFlipV[16] = {
75 1, 0, 0, 0,
76 0, -1, 0, 0,
77 0, 0, 1, 0,
78 0, 1, 0, 1,
79};
80static float mtxRot90[16] = {
81 0, 1, 0, 0,
82 -1, 0, 0, 0,
83 0, 0, 1, 0,
84 1, 0, 0, 1,
85};
86static float mtxRot180[16] = {
87 -1, 0, 0, 0,
88 0, -1, 0, 0,
89 0, 0, 1, 0,
90 1, 1, 0, 1,
91};
92static float mtxRot270[16] = {
93 0, -1, 0, 0,
94 1, 0, 0, 0,
95 0, 0, 1, 0,
96 0, 1, 0, 1,
97};
98
99static void mtxMul(float out[16], const float a[16], const float b[16]);
100
Jamie Gennisfa28c352011-09-16 17:30:26 -0700101
Jamie Gennisfb1b5a22011-09-28 12:13:31 -0700102SurfaceTexture::SurfaceTexture(GLuint tex, bool allowSynchronousMode,
Daniel Lamb2675792012-02-23 14:35:13 -0800103 GLenum texTarget, bool useFenceSync, const sp<BufferQueue> &bufferQueue) :
Jamie Gennis9fea3422012-08-07 18:03:04 -0700104 ConsumerBase(bufferQueue == 0 ? new BufferQueue(allowSynchronousMode) : bufferQueue),
Eino-Ville Talvala1d01a122011-02-18 11:02:42 -0800105 mCurrentTransform(0),
106 mCurrentTimestamp(0),
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700107 mFilteringEnabled(true),
Mathias Agopianb3e518c2011-04-21 18:52:51 -0700108 mTexName(tex),
Jamie Gennis86edf4f2011-11-14 14:51:01 -0800109#ifdef USE_FENCE_SYNC
110 mUseFenceSync(useFenceSync),
111#else
112 mUseFenceSync(false),
113#endif
Daniel Lameae59d22012-01-22 15:26:27 -0800114 mTexTarget(texTarget),
Jamie Gennisce561372012-03-19 18:33:05 -0700115 mEglDisplay(EGL_NO_DISPLAY),
116 mEglContext(EGL_NO_CONTEXT),
Jamie Gennis74bed552012-03-28 19:05:54 -0700117 mCurrentTexture(BufferQueue::INVALID_BUFFER_SLOT),
118 mAttached(true)
Daniel Lam6b091c52012-01-22 15:26:27 -0800119{
Jamie Gennis6ee96ad2011-10-19 13:36:31 -0700120 ST_LOGV("SurfaceTexture");
Daniel Lamb2675792012-02-23 14:35:13 -0800121
Jamie Gennisfa28c352011-09-16 17:30:26 -0700122 memcpy(mCurrentTransformMatrix, mtxIdentity,
123 sizeof(mCurrentTransformMatrix));
Jamie Gennisfa5b40e2012-03-15 14:01:24 -0700124
Jamie Gennis9fea3422012-08-07 18:03:04 -0700125 mBufferQueue->setConsumerUsageBits(DEFAULT_USAGE_FLAGS);
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800126}
127
Jamie Gennis31a353d2012-08-24 17:25:13 -0700128status_t SurfaceTexture::setDefaultMaxBufferCount(int bufferCount) {
Mathias Agopian80727112011-05-02 19:51:12 -0700129 Mutex::Autolock lock(mMutex);
Jamie Gennis31a353d2012-08-24 17:25:13 -0700130 return mBufferQueue->setDefaultMaxBufferCount(bufferCount);
Mathias Agopian80727112011-05-02 19:51:12 -0700131}
132
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800133
Mathias Agopiana5c75c02011-03-31 19:10:24 -0700134status_t SurfaceTexture::setDefaultBufferSize(uint32_t w, uint32_t h)
135{
Daniel Lamb2675792012-02-23 14:35:13 -0800136 Mutex::Autolock lock(mMutex);
Daniel Lam016c8cb2012-04-03 15:54:58 -0700137 mDefaultWidth = w;
138 mDefaultHeight = h;
Daniel Lamb2675792012-02-23 14:35:13 -0800139 return mBufferQueue->setDefaultBufferSize(w, h);
Mathias Agopiana5c75c02011-03-31 19:10:24 -0700140}
141
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800142status_t SurfaceTexture::updateTexImage() {
Mathias Agopian2c8207e2012-05-23 17:56:42 -0700143 return SurfaceTexture::updateTexImage(NULL);
144}
145
Jamie Gennis9fea3422012-08-07 18:03:04 -0700146status_t SurfaceTexture::acquireBufferLocked(BufferQueue::BufferItem *item) {
147 status_t err = ConsumerBase::acquireBufferLocked(item);
148 if (err != NO_ERROR) {
149 return err;
150 }
151
152 int slot = item->mBuf;
153 if (item->mGraphicBuffer != NULL) {
154 if (mEglSlots[slot].mEglImage != EGL_NO_IMAGE_KHR) {
155 eglDestroyImageKHR(mEglDisplay, mEglSlots[slot].mEglImage);
156 mEglSlots[slot].mEglImage = EGL_NO_IMAGE_KHR;
157 }
158 }
159
160 // Update the GL texture object. We may have to do this even when
161 // item.mGraphicBuffer == NULL, if we destroyed the EGLImage when
162 // detaching from a context but the buffer has not been re-allocated.
163 if (mEglSlots[slot].mEglImage == EGL_NO_IMAGE_KHR) {
164 EGLImageKHR image = createImage(mEglDisplay, mSlots[slot].mGraphicBuffer);
165 if (image == EGL_NO_IMAGE_KHR) {
166 return UNKNOWN_ERROR;
167 }
168 mEglSlots[slot].mEglImage = image;
169 }
170
171 return NO_ERROR;
172}
173
174status_t SurfaceTexture::releaseBufferLocked(int buf, EGLDisplay display,
175 EGLSyncKHR eglFence, const sp<Fence>& fence) {
176 status_t err = ConsumerBase::releaseBufferLocked(buf, mEglDisplay,
177 eglFence, fence);
178
179 mEglSlots[mCurrentTexture].mEglFence = EGL_NO_SYNC_KHR;
180
181 return err;
182}
183
Mathias Agopian2c8207e2012-05-23 17:56:42 -0700184status_t SurfaceTexture::updateTexImage(BufferRejecter* rejecter) {
Jamie Gennis1c8e95c2012-02-23 19:27:23 -0800185 ATRACE_CALL();
Jamie Gennis6ee96ad2011-10-19 13:36:31 -0700186 ST_LOGV("updateTexImage");
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800187 Mutex::Autolock lock(mMutex);
188
Daniel Lam9abe1eb2012-03-26 20:37:15 -0700189 status_t err = NO_ERROR;
190
Mathias Agopiane47498f2011-08-08 19:35:15 -0700191 if (mAbandoned) {
Jamie Gennis74bed552012-03-28 19:05:54 -0700192 ST_LOGE("updateTexImage: SurfaceTexture is abandoned!");
Mathias Agopian8e19c2e2011-08-10 17:35:09 -0700193 return NO_INIT;
Mathias Agopiane47498f2011-08-08 19:35:15 -0700194 }
195
Jamie Gennis74bed552012-03-28 19:05:54 -0700196 if (!mAttached) {
197 ST_LOGE("updateTexImage: SurfaceTexture is not attached to an OpenGL "
198 "ES context");
199 return INVALID_OPERATION;
200 }
201
Jamie Gennisce561372012-03-19 18:33:05 -0700202 EGLDisplay dpy = eglGetCurrentDisplay();
203 EGLContext ctx = eglGetCurrentContext();
204
Jamie Gennis74bed552012-03-28 19:05:54 -0700205 if ((mEglDisplay != dpy && mEglDisplay != EGL_NO_DISPLAY) ||
206 dpy == EGL_NO_DISPLAY) {
Jamie Gennisce561372012-03-19 18:33:05 -0700207 ST_LOGE("updateTexImage: invalid current EGLDisplay");
Jamie Gennis74bed552012-03-28 19:05:54 -0700208 return INVALID_OPERATION;
Jamie Gennisce561372012-03-19 18:33:05 -0700209 }
210
Jamie Gennis74bed552012-03-28 19:05:54 -0700211 if ((mEglContext != ctx && mEglContext != EGL_NO_CONTEXT) ||
212 ctx == EGL_NO_CONTEXT) {
Jamie Gennisce561372012-03-19 18:33:05 -0700213 ST_LOGE("updateTexImage: invalid current EGLContext");
Jamie Gennis74bed552012-03-28 19:05:54 -0700214 return INVALID_OPERATION;
Jamie Gennisce561372012-03-19 18:33:05 -0700215 }
216
217 mEglDisplay = dpy;
218 mEglContext = ctx;
219
Daniel Lamb2675792012-02-23 14:35:13 -0800220 BufferQueue::BufferItem item;
Daniel Lameae59d22012-01-22 15:26:27 -0800221
Jamie Gennis50c4efc2011-06-27 15:41:52 -0700222 // In asynchronous mode the list is guaranteed to be one buffer
223 // deep, while in synchronous mode we use the oldest buffer.
Jamie Gennis9fea3422012-08-07 18:03:04 -0700224 err = acquireBufferLocked(&item);
Daniel Lamfbcda932012-04-09 22:51:52 -0700225 if (err == NO_ERROR) {
Daniel Lameae59d22012-01-22 15:26:27 -0800226 int buf = item.mBuf;
Mathias Agopianb3e518c2011-04-21 18:52:51 -0700227
Mathias Agopian2c8207e2012-05-23 17:56:42 -0700228 // we call the rejecter here, in case the caller has a reason to
229 // not accept this buffer. this is used by SurfaceFlinger to
230 // reject buffers which have the wrong size
Jamie Gennis9fea3422012-08-07 18:03:04 -0700231 if (rejecter && rejecter->reject(mSlots[buf].mGraphicBuffer, item)) {
232 releaseBufferLocked(buf, dpy, EGL_NO_SYNC_KHR, item.mFence);
Mathias Agopian2c8207e2012-05-23 17:56:42 -0700233 glBindTexture(mTexTarget, mTexName);
234 return NO_ERROR;
235 }
236
Jamie Gennis9fea3422012-08-07 18:03:04 -0700237 GLint error;
238 while ((error = glGetError()) != GL_NO_ERROR) {
239 ST_LOGW("updateTexImage: clearing GL error: %#04x", error);
240 }
241
242 EGLImageKHR image = mEglSlots[buf].mEglImage;
243 glBindTexture(mTexTarget, mTexName);
244 glEGLImageTargetTexture2DOES(mTexTarget, (GLeglImageOES)image);
245
246 while ((error = glGetError()) != GL_NO_ERROR) {
247 ST_LOGE("updateTexImage: error binding external texture image %p "
248 "(slot %d): %#04x", image, buf, error);
249 err = UNKNOWN_ERROR;
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800250 }
Jamie Gennis0eb88512011-01-26 11:52:02 -0800251
Mathias Agopian7e477bf2012-05-18 16:50:58 -0700252 if (err == NO_ERROR) {
Jamie Gennis9fea3422012-08-07 18:03:04 -0700253 err = syncForReleaseLocked(dpy);
Jamie Gennis0eb88512011-01-26 11:52:02 -0800254 }
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700255
Mathias Agopian7e477bf2012-05-18 16:50:58 -0700256 if (err != NO_ERROR) {
Jamie Gennis74bed552012-03-28 19:05:54 -0700257 // Release the buffer we just acquired. It's not safe to
258 // release the old buffer, so instead we just drop the new frame.
Jamie Gennis9fea3422012-08-07 18:03:04 -0700259 releaseBufferLocked(buf, dpy, EGL_NO_SYNC_KHR, item.mFence);
Jamie Gennis74bed552012-03-28 19:05:54 -0700260 return err;
Jamie Gennis86edf4f2011-11-14 14:51:01 -0800261 }
262
263 ST_LOGV("updateTexImage: (slot=%d buf=%p) -> (slot=%d buf=%p)",
264 mCurrentTexture,
265 mCurrentTextureBuf != NULL ? mCurrentTextureBuf->handle : 0,
Jamie Gennis9fea3422012-08-07 18:03:04 -0700266 buf, mSlots[buf].mGraphicBuffer->handle);
Jamie Gennis6ee96ad2011-10-19 13:36:31 -0700267
Daniel Lam9abe1eb2012-03-26 20:37:15 -0700268 // release old buffer
Jamie Gennis74bed552012-03-28 19:05:54 -0700269 if (mCurrentTexture != BufferQueue::INVALID_BUFFER_SLOT) {
Jamie Gennis9fea3422012-08-07 18:03:04 -0700270 status_t status = releaseBufferLocked(mCurrentTexture, dpy,
271 mEglSlots[mCurrentTexture].mEglFence,
272 mSlots[mCurrentTexture].mFence);
273 if (status != NO_ERROR && status != BufferQueue::STALE_BUFFER_SLOT) {
274 ST_LOGE("updateTexImage: failed to release buffer: %s (%d)",
275 strerror(-status), status);
Daniel Lam9abe1eb2012-03-26 20:37:15 -0700276 err = status;
277 }
Jamie Gennis74bed552012-03-28 19:05:54 -0700278 }
Mathias Agopianb3e518c2011-04-21 18:52:51 -0700279
Jamie Gennis9a78c902011-01-12 18:30:40 -0800280 // Update the SurfaceTexture state.
Mathias Agopianb3e518c2011-04-21 18:52:51 -0700281 mCurrentTexture = buf;
Jamie Gennis9fea3422012-08-07 18:03:04 -0700282 mCurrentTextureBuf = mSlots[buf].mGraphicBuffer;
Daniel Lameae59d22012-01-22 15:26:27 -0800283 mCurrentCrop = item.mCrop;
284 mCurrentTransform = item.mTransform;
285 mCurrentScalingMode = item.mScalingMode;
286 mCurrentTimestamp = item.mTimestamp;
Jesse Halldc5b4852012-06-29 15:21:18 -0700287 mCurrentFence = item.mFence;
Jamie Gennis736aa952011-06-12 17:03:06 -0700288 computeCurrentTransformMatrix();
Daniel Lamfbcda932012-04-09 22:51:52 -0700289 } else {
290 if (err < 0) {
Jamie Gennisd69097f2012-08-30 13:28:23 -0700291 ST_LOGE("updateTexImage: acquire failed: %s (%d)",
292 strerror(-err), err);
293 return err;
Daniel Lamfbcda932012-04-09 22:51:52 -0700294 }
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700295 // We always bind the texture even if we don't update its contents.
Jamie Gennisfb1b5a22011-09-28 12:13:31 -0700296 glBindTexture(mTexTarget, mTexName);
Daniel Lamfbcda932012-04-09 22:51:52 -0700297 return OK;
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800298 }
Jamie Gennis50c4efc2011-06-27 15:41:52 -0700299
Daniel Lam9abe1eb2012-03-26 20:37:15 -0700300 return err;
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800301}
302
Jesse Hallef194142012-06-14 14:45:17 -0700303void SurfaceTexture::setReleaseFence(int fenceFd) {
Jamie Gennis3d1d09c2012-08-08 15:39:55 -0700304 sp<Fence> fence(new Fence(fenceFd));
Jamie Gennis45cb2ba2012-08-06 17:10:57 -0700305 if (fenceFd == -1 || mCurrentTexture == BufferQueue::INVALID_BUFFER_SLOT)
Jesse Hallef194142012-06-14 14:45:17 -0700306 return;
Jamie Gennis9fea3422012-08-07 18:03:04 -0700307 if (!mSlots[mCurrentTexture].mFence.get()) {
308 mSlots[mCurrentTexture].mFence = fence;
Jesse Hallef194142012-06-14 14:45:17 -0700309 } else {
310 sp<Fence> mergedFence = Fence::merge(
311 String8("SurfaceTexture merged release"),
Jamie Gennis9fea3422012-08-07 18:03:04 -0700312 mSlots[mCurrentTexture].mFence, fence);
Jesse Halle7db7242012-07-03 13:41:54 -0700313 if (!mergedFence.get()) {
Jamie Gennis45cb2ba2012-08-06 17:10:57 -0700314 ST_LOGE("failed to merge release fences");
Jesse Hallef194142012-06-14 14:45:17 -0700315 // synchronization is broken, the best we can do is hope fences
316 // signal in order so the new fence will act like a union
Jamie Gennis9fea3422012-08-07 18:03:04 -0700317 mSlots[mCurrentTexture].mFence = fence;
Jesse Halle7db7242012-07-03 13:41:54 -0700318 return;
Jesse Hallef194142012-06-14 14:45:17 -0700319 }
Jamie Gennis9fea3422012-08-07 18:03:04 -0700320 mSlots[mCurrentTexture].mFence = mergedFence;
Jesse Hallef194142012-06-14 14:45:17 -0700321 }
322}
323
Jamie Gennis74bed552012-03-28 19:05:54 -0700324status_t SurfaceTexture::detachFromContext() {
325 ATRACE_CALL();
326 ST_LOGV("detachFromContext");
327 Mutex::Autolock lock(mMutex);
328
329 if (mAbandoned) {
330 ST_LOGE("detachFromContext: abandoned SurfaceTexture");
331 return NO_INIT;
332 }
333
334 if (!mAttached) {
335 ST_LOGE("detachFromContext: SurfaceTexture is not attached to a "
336 "context");
337 return INVALID_OPERATION;
338 }
339
340 EGLDisplay dpy = eglGetCurrentDisplay();
341 EGLContext ctx = eglGetCurrentContext();
342
343 if (mEglDisplay != dpy && mEglDisplay != EGL_NO_DISPLAY) {
344 ST_LOGE("detachFromContext: invalid current EGLDisplay");
345 return INVALID_OPERATION;
346 }
347
348 if (mEglContext != ctx && mEglContext != EGL_NO_CONTEXT) {
349 ST_LOGE("detachFromContext: invalid current EGLContext");
350 return INVALID_OPERATION;
351 }
352
353 if (dpy != EGL_NO_DISPLAY && ctx != EGL_NO_CONTEXT) {
354 status_t err = syncForReleaseLocked(dpy);
355 if (err != OK) {
356 return err;
357 }
358
359 glDeleteTextures(1, &mTexName);
360 }
361
Jamie Gennis9aa74db2012-04-17 13:07:45 -0700362 // Because we're giving up the EGLDisplay we need to free all the EGLImages
363 // that are associated with it. They'll be recreated when the
364 // SurfaceTexture gets attached to a new OpenGL ES context (and thus gets a
365 // new EGLDisplay).
366 for (int i =0; i < BufferQueue::NUM_BUFFER_SLOTS; i++) {
Jamie Gennis9fea3422012-08-07 18:03:04 -0700367 EGLImageKHR img = mEglSlots[i].mEglImage;
Jamie Gennis5c8a6082012-05-02 13:10:56 -0700368 if (img != EGL_NO_IMAGE_KHR) {
Jamie Gennis9aa74db2012-04-17 13:07:45 -0700369 eglDestroyImageKHR(mEglDisplay, img);
Jamie Gennis9fea3422012-08-07 18:03:04 -0700370 mEglSlots[i].mEglImage = EGL_NO_IMAGE_KHR;
Jamie Gennis9aa74db2012-04-17 13:07:45 -0700371 }
372 }
373
Jamie Gennis74bed552012-03-28 19:05:54 -0700374 mEglDisplay = EGL_NO_DISPLAY;
375 mEglContext = EGL_NO_CONTEXT;
376 mAttached = false;
377
378 return OK;
379}
380
381status_t SurfaceTexture::attachToContext(GLuint tex) {
382 ATRACE_CALL();
383 ST_LOGV("attachToContext");
384 Mutex::Autolock lock(mMutex);
385
386 if (mAbandoned) {
387 ST_LOGE("attachToContext: abandoned SurfaceTexture");
388 return NO_INIT;
389 }
390
391 if (mAttached) {
392 ST_LOGE("attachToContext: SurfaceTexture is already attached to a "
393 "context");
394 return INVALID_OPERATION;
395 }
396
397 EGLDisplay dpy = eglGetCurrentDisplay();
398 EGLContext ctx = eglGetCurrentContext();
399
400 if (dpy == EGL_NO_DISPLAY) {
401 ST_LOGE("attachToContext: invalid current EGLDisplay");
402 return INVALID_OPERATION;
403 }
404
405 if (ctx == EGL_NO_CONTEXT) {
406 ST_LOGE("attachToContext: invalid current EGLContext");
407 return INVALID_OPERATION;
408 }
409
410 // We need to bind the texture regardless of whether there's a current
411 // buffer.
412 glBindTexture(mTexTarget, tex);
413
414 if (mCurrentTextureBuf != NULL) {
Jamie Gennis5c8a6082012-05-02 13:10:56 -0700415 // The EGLImageKHR that was associated with the slot was destroyed when
416 // the SurfaceTexture was detached from the old context, so we need to
417 // recreate it here.
418 EGLImageKHR image = createImage(dpy, mCurrentTextureBuf);
419 if (image == EGL_NO_IMAGE_KHR) {
420 return UNKNOWN_ERROR;
Jamie Gennis74bed552012-03-28 19:05:54 -0700421 }
422
423 // Attach the current buffer to the GL texture.
424 glEGLImageTargetTexture2DOES(mTexTarget, (GLeglImageOES)image);
425
426 GLint error;
427 status_t err = OK;
428 while ((error = glGetError()) != GL_NO_ERROR) {
429 ST_LOGE("attachToContext: error binding external texture image %p "
430 "(slot %d): %#04x", image, mCurrentTexture, error);
431 err = UNKNOWN_ERROR;
432 }
433
Jamie Gennis5c8a6082012-05-02 13:10:56 -0700434 // We destroy the EGLImageKHR here because the current buffer may no
435 // longer be associated with one of the buffer slots, so we have
436 // nowhere to to store it. If the buffer is still associated with a
437 // slot then another EGLImageKHR will be created next time that buffer
438 // gets acquired in updateTexImage.
439 eglDestroyImageKHR(dpy, image);
Jamie Gennis74bed552012-03-28 19:05:54 -0700440
441 if (err != OK) {
442 return err;
443 }
444 }
445
446 mEglDisplay = dpy;
447 mEglContext = ctx;
448 mTexName = tex;
449 mAttached = true;
450
451 return OK;
452}
453
454status_t SurfaceTexture::syncForReleaseLocked(EGLDisplay dpy) {
455 ST_LOGV("syncForReleaseLocked");
456
457 if (mUseFenceSync && mCurrentTexture != BufferQueue::INVALID_BUFFER_SLOT) {
Jamie Gennis9fea3422012-08-07 18:03:04 -0700458 EGLSyncKHR fence = mEglSlots[mCurrentTexture].mEglFence;
Jamie Gennis74bed552012-03-28 19:05:54 -0700459 if (fence != EGL_NO_SYNC_KHR) {
460 // There is already a fence for the current slot. We need to wait
461 // on that before replacing it with another fence to ensure that all
462 // outstanding buffer accesses have completed before the producer
463 // accesses it.
464 EGLint result = eglClientWaitSyncKHR(dpy, fence, 0, 1000000000);
465 if (result == EGL_FALSE) {
466 ST_LOGE("syncForReleaseLocked: error waiting for previous "
467 "fence: %#x", eglGetError());
468 return UNKNOWN_ERROR;
469 } else if (result == EGL_TIMEOUT_EXPIRED_KHR) {
470 ST_LOGE("syncForReleaseLocked: timeout waiting for previous "
471 "fence");
472 return TIMED_OUT;
473 }
474 eglDestroySyncKHR(dpy, fence);
475 }
476
477 // Create a fence for the outstanding accesses in the current OpenGL ES
478 // context.
479 fence = eglCreateSyncKHR(dpy, EGL_SYNC_FENCE_KHR, NULL);
480 if (fence == EGL_NO_SYNC_KHR) {
481 ST_LOGE("syncForReleaseLocked: error creating fence: %#x",
482 eglGetError());
483 return UNKNOWN_ERROR;
484 }
485 glFlush();
Jamie Gennis9fea3422012-08-07 18:03:04 -0700486 mEglSlots[mCurrentTexture].mEglFence = fence;
Jamie Gennis74bed552012-03-28 19:05:54 -0700487 }
488
489 return OK;
490}
491
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700492bool SurfaceTexture::isExternalFormat(uint32_t format)
493{
494 switch (format) {
495 // supported YUV formats
496 case HAL_PIXEL_FORMAT_YV12:
497 // Legacy/deprecated YUV formats
498 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
499 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
500 case HAL_PIXEL_FORMAT_YCbCr_422_I:
501 return true;
502 }
503
504 // Any OEM format needs to be considered
505 if (format>=0x100 && format<=0x1FF)
506 return true;
507
508 return false;
509}
510
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700511GLenum SurfaceTexture::getCurrentTextureTarget() const {
Jamie Gennisfb1b5a22011-09-28 12:13:31 -0700512 return mTexTarget;
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700513}
514
Jamie Gennisf238e282011-01-09 16:33:17 -0800515void SurfaceTexture::getTransformMatrix(float mtx[16]) {
Jamie Gennisf238e282011-01-09 16:33:17 -0800516 Mutex::Autolock lock(mMutex);
Jamie Gennis736aa952011-06-12 17:03:06 -0700517 memcpy(mtx, mCurrentTransformMatrix, sizeof(mCurrentTransformMatrix));
518}
519
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700520void SurfaceTexture::setFilteringEnabled(bool enabled) {
521 Mutex::Autolock lock(mMutex);
522 bool needsRecompute = mFilteringEnabled != enabled;
523 mFilteringEnabled = enabled;
524 if (needsRecompute) {
525 computeCurrentTransformMatrix();
526 }
527}
528
Jamie Gennis736aa952011-06-12 17:03:06 -0700529void SurfaceTexture::computeCurrentTransformMatrix() {
Jamie Gennis6ee96ad2011-10-19 13:36:31 -0700530 ST_LOGV("computeCurrentTransformMatrix");
Jamie Gennisf238e282011-01-09 16:33:17 -0800531
Jamie Gennisa214c642011-01-14 13:53:31 -0800532 float xform[16];
533 for (int i = 0; i < 16; i++) {
534 xform[i] = mtxIdentity[i];
535 }
536 if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_H) {
537 float result[16];
538 mtxMul(result, xform, mtxFlipH);
539 for (int i = 0; i < 16; i++) {
540 xform[i] = result[i];
541 }
542 }
543 if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_V) {
544 float result[16];
545 mtxMul(result, xform, mtxFlipV);
546 for (int i = 0; i < 16; i++) {
547 xform[i] = result[i];
548 }
549 }
550 if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_ROT_90) {
551 float result[16];
552 mtxMul(result, xform, mtxRot90);
553 for (int i = 0; i < 16; i++) {
554 xform[i] = result[i];
555 }
Jamie Gennisf238e282011-01-09 16:33:17 -0800556 }
557
Daniel Lameae59d22012-01-22 15:26:27 -0800558 sp<GraphicBuffer>& buf(mCurrentTextureBuf);
Jamie Gennisd72f2332012-05-07 13:50:11 -0700559 Rect cropRect = mCurrentCrop;
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700560 float tx = 0.0f, ty = 0.0f, sx = 1.0f, sy = 1.0f;
561 float bufferWidth = buf->getWidth();
562 float bufferHeight = buf->getHeight();
Jamie Gennisd72f2332012-05-07 13:50:11 -0700563 if (!cropRect.isEmpty()) {
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700564 float shrinkAmount = 0.0f;
565 if (mFilteringEnabled) {
566 // In order to prevent bilinear sampling beyond the edge of the
567 // crop rectangle we may need to shrink it by 2 texels in each
568 // dimension. Normally this would just need to take 1/2 a texel
569 // off each end, but because the chroma channels of YUV420 images
570 // are subsampled we may need to shrink the crop region by a whole
571 // texel on each side.
572 switch (buf->getPixelFormat()) {
573 case PIXEL_FORMAT_RGBA_8888:
574 case PIXEL_FORMAT_RGBX_8888:
575 case PIXEL_FORMAT_RGB_888:
576 case PIXEL_FORMAT_RGB_565:
577 case PIXEL_FORMAT_BGRA_8888:
578 case PIXEL_FORMAT_RGBA_5551:
579 case PIXEL_FORMAT_RGBA_4444:
580 // We know there's no subsampling of any channels, so we
581 // only need to shrink by a half a pixel.
582 shrinkAmount = 0.5;
Romain Guy4f9c2842012-08-01 19:16:59 -0700583 break;
Jamie Gennis9fea3422012-08-07 18:03:04 -0700584
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700585 default:
586 // If we don't recognize the format, we must assume the
587 // worst case (that we care about), which is YUV420.
588 shrinkAmount = 1.0;
Jamie Gennis9fea3422012-08-07 18:03:04 -0700589 break;
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700590 }
591 }
Jamie Gennisd72f2332012-05-07 13:50:11 -0700592
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700593 // Only shrink the dimensions that are not the size of the buffer.
594 if (cropRect.width() < bufferWidth) {
595 tx = (float(cropRect.left) + shrinkAmount) / bufferWidth;
596 sx = (float(cropRect.width()) - (2.0f * shrinkAmount)) /
597 bufferWidth;
598 }
599 if (cropRect.height() < bufferHeight) {
600 ty = (float(bufferHeight - cropRect.bottom) + shrinkAmount) /
601 bufferHeight;
602 sy = (float(cropRect.height()) - (2.0f * shrinkAmount)) /
603 bufferHeight;
604 }
Jamie Gennisa214c642011-01-14 13:53:31 -0800605 }
Jamie Gennisf238e282011-01-09 16:33:17 -0800606 float crop[16] = {
Jamie Gennisa214c642011-01-14 13:53:31 -0800607 sx, 0, 0, 0,
608 0, sy, 0, 0,
Jamie Gennisf238e282011-01-09 16:33:17 -0800609 0, 0, 1, 0,
Jamie Gennisd99c0882011-03-10 16:24:46 -0800610 tx, ty, 0, 1,
Jamie Gennisf238e282011-01-09 16:33:17 -0800611 };
612
Jamie Gennisa214c642011-01-14 13:53:31 -0800613 float mtxBeforeFlipV[16];
614 mtxMul(mtxBeforeFlipV, crop, xform);
615
616 // SurfaceFlinger expects the top of its window textures to be at a Y
617 // coordinate of 0, so SurfaceTexture must behave the same way. We don't
618 // want to expose this to applications, however, so we must add an
619 // additional vertical flip to the transform after all the other transforms.
Jamie Gennis736aa952011-06-12 17:03:06 -0700620 mtxMul(mCurrentTransformMatrix, mtxFlipV, mtxBeforeFlipV);
Jamie Gennisf238e282011-01-09 16:33:17 -0800621}
622
Eino-Ville Talvala1d01a122011-02-18 11:02:42 -0800623nsecs_t SurfaceTexture::getTimestamp() {
Jamie Gennis6ee96ad2011-10-19 13:36:31 -0700624 ST_LOGV("getTimestamp");
Eino-Ville Talvala1d01a122011-02-18 11:02:42 -0800625 Mutex::Autolock lock(mMutex);
626 return mCurrentTimestamp;
627}
628
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800629EGLImageKHR SurfaceTexture::createImage(EGLDisplay dpy,
630 const sp<GraphicBuffer>& graphicBuffer) {
631 EGLClientBuffer cbuf = (EGLClientBuffer)graphicBuffer->getNativeBuffer();
632 EGLint attrs[] = {
633 EGL_IMAGE_PRESERVED_KHR, EGL_TRUE,
634 EGL_NONE,
635 };
636 EGLImageKHR image = eglCreateImageKHR(dpy, EGL_NO_CONTEXT,
637 EGL_NATIVE_BUFFER_ANDROID, cbuf, attrs);
Mathias Agopian3cd5a112011-04-26 14:57:40 -0700638 if (image == EGL_NO_IMAGE_KHR) {
639 EGLint error = eglGetError();
Jamie Gennisfa28c352011-09-16 17:30:26 -0700640 ST_LOGE("error creating EGLImage: %#x", error);
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800641 }
642 return image;
643}
644
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700645sp<GraphicBuffer> SurfaceTexture::getCurrentBuffer() const {
646 Mutex::Autolock lock(mMutex);
647 return mCurrentTextureBuf;
648}
649
650Rect SurfaceTexture::getCurrentCrop() const {
651 Mutex::Autolock lock(mMutex);
Daniel Lam016c8cb2012-04-03 15:54:58 -0700652
653 Rect outCrop = mCurrentCrop;
654 if (mCurrentScalingMode == NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
655 int32_t newWidth = mCurrentCrop.width();
656 int32_t newHeight = mCurrentCrop.height();
657
658 if (newWidth * mDefaultHeight > newHeight * mDefaultWidth) {
659 newWidth = newHeight * mDefaultWidth / mDefaultHeight;
660 ST_LOGV("too wide: newWidth = %d", newWidth);
661 } else if (newWidth * mDefaultHeight < newHeight * mDefaultWidth) {
662 newHeight = newWidth * mDefaultHeight / mDefaultWidth;
663 ST_LOGV("too tall: newHeight = %d", newHeight);
664 }
665
666 // The crop is too wide
667 if (newWidth < mCurrentCrop.width()) {
668 int32_t dw = (newWidth - mCurrentCrop.width())/2;
669 outCrop.left -=dw;
670 outCrop.right += dw;
671 // The crop is too tall
672 } else if (newHeight < mCurrentCrop.height()) {
673 int32_t dh = (newHeight - mCurrentCrop.height())/2;
674 outCrop.top -= dh;
675 outCrop.bottom += dh;
676 }
677
678 ST_LOGV("getCurrentCrop final crop [%d,%d,%d,%d]",
679 outCrop.left, outCrop.top,
680 outCrop.right,outCrop.bottom);
681 }
682
Daniel Lam016c8cb2012-04-03 15:54:58 -0700683 return outCrop;
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700684}
685
686uint32_t SurfaceTexture::getCurrentTransform() const {
687 Mutex::Autolock lock(mMutex);
688 return mCurrentTransform;
689}
690
Mathias Agopian7734ebf2011-07-13 15:24:42 -0700691uint32_t SurfaceTexture::getCurrentScalingMode() const {
692 Mutex::Autolock lock(mMutex);
693 return mCurrentScalingMode;
694}
695
Jesse Halldc5b4852012-06-29 15:21:18 -0700696sp<Fence> SurfaceTexture::getCurrentFence() const {
697 Mutex::Autolock lock(mMutex);
698 return mCurrentFence;
699}
700
Jamie Gennis59769462011-11-19 18:04:43 -0800701bool SurfaceTexture::isSynchronousMode() const {
702 Mutex::Autolock lock(mMutex);
Daniel Lamb2675792012-02-23 14:35:13 -0800703 return mBufferQueue->isSynchronousMode();
Jamie Gennis59769462011-11-19 18:04:43 -0800704}
705
Jamie Gennisfa5b40e2012-03-15 14:01:24 -0700706void SurfaceTexture::freeBufferLocked(int slotIndex) {
707 ST_LOGV("freeBufferLocked: slotIndex=%d", slotIndex);
Daniel Lam9abe1eb2012-03-26 20:37:15 -0700708 if (slotIndex == mCurrentTexture) {
709 mCurrentTexture = BufferQueue::INVALID_BUFFER_SLOT;
710 }
Jamie Gennis9fea3422012-08-07 18:03:04 -0700711 EGLImageKHR img = mEglSlots[slotIndex].mEglImage;
Jamie Gennis9aa74db2012-04-17 13:07:45 -0700712 if (img != EGL_NO_IMAGE_KHR) {
713 ST_LOGV("destroying EGLImage dpy=%p img=%p", mEglDisplay, img);
714 eglDestroyImageKHR(mEglDisplay, img);
Daniel Lameae59d22012-01-22 15:26:27 -0800715 }
Jamie Gennis9fea3422012-08-07 18:03:04 -0700716 mEglSlots[slotIndex].mEglImage = EGL_NO_IMAGE_KHR;
717 ConsumerBase::freeBufferLocked(slotIndex);
Jamie Gennisfa5b40e2012-03-15 14:01:24 -0700718}
Daniel Lameae59d22012-01-22 15:26:27 -0800719
Jamie Gennis9fea3422012-08-07 18:03:04 -0700720void SurfaceTexture::abandonLocked() {
721 ST_LOGV("abandonLocked");
722 mCurrentTextureBuf.clear();
723 ConsumerBase::abandonLocked();
Jamie Gennis7b305ff2011-07-19 12:08:33 -0700724}
725
Jamie Gennisfa28c352011-09-16 17:30:26 -0700726void SurfaceTexture::setName(const String8& name) {
Daniel Lameae59d22012-01-22 15:26:27 -0800727 Mutex::Autolock _l(mMutex);
Jamie Gennisfa28c352011-09-16 17:30:26 -0700728 mName = name;
Daniel Lamb2675792012-02-23 14:35:13 -0800729 mBufferQueue->setConsumerName(name);
730}
731
732status_t SurfaceTexture::setDefaultBufferFormat(uint32_t defaultFormat) {
733 Mutex::Autolock lock(mMutex);
734 return mBufferQueue->setDefaultBufferFormat(defaultFormat);
735}
736
737status_t SurfaceTexture::setConsumerUsageBits(uint32_t usage) {
738 Mutex::Autolock lock(mMutex);
Eino-Ville Talvala85b21762012-04-13 15:16:31 -0700739 usage |= DEFAULT_USAGE_FLAGS;
Daniel Lamb2675792012-02-23 14:35:13 -0800740 return mBufferQueue->setConsumerUsageBits(usage);
741}
742
743status_t SurfaceTexture::setTransformHint(uint32_t hint) {
744 Mutex::Autolock lock(mMutex);
745 return mBufferQueue->setTransformHint(hint);
746}
747
748// Used for refactoring BufferQueue from SurfaceTexture
749// Should not be in final interface once users of SurfaceTexture are clean up.
750status_t SurfaceTexture::setSynchronousMode(bool enabled) {
751 Mutex::Autolock lock(mMutex);
752 return mBufferQueue->setSynchronousMode(enabled);
753}
754
Jamie Gennis9fea3422012-08-07 18:03:04 -0700755void SurfaceTexture::dumpLocked(String8& result, const char* prefix,
756 char* buffer, size_t size) const
Mathias Agopian68c77942011-05-09 19:08:33 -0700757{
Jamie Gennis9fea3422012-08-07 18:03:04 -0700758 snprintf(buffer, size,
759 "%smTexName=%d mCurrentTexture=%d\n"
760 "%smCurrentCrop=[%d,%d,%d,%d] mCurrentTransform=%#x\n",
761 prefix, mTexName, mCurrentTexture, prefix, mCurrentCrop.left,
762 mCurrentCrop.top, mCurrentCrop.right, mCurrentCrop.bottom,
763 mCurrentTransform);
Mathias Agopian68c77942011-05-09 19:08:33 -0700764 result.append(buffer);
765
Jamie Gennis9fea3422012-08-07 18:03:04 -0700766 ConsumerBase::dumpLocked(result, prefix, buffer, size);
Mathias Agopian68c77942011-05-09 19:08:33 -0700767}
768
Jamie Gennisf238e282011-01-09 16:33:17 -0800769static void mtxMul(float out[16], const float a[16], const float b[16]) {
770 out[0] = a[0]*b[0] + a[4]*b[1] + a[8]*b[2] + a[12]*b[3];
771 out[1] = a[1]*b[0] + a[5]*b[1] + a[9]*b[2] + a[13]*b[3];
772 out[2] = a[2]*b[0] + a[6]*b[1] + a[10]*b[2] + a[14]*b[3];
773 out[3] = a[3]*b[0] + a[7]*b[1] + a[11]*b[2] + a[15]*b[3];
774
775 out[4] = a[0]*b[4] + a[4]*b[5] + a[8]*b[6] + a[12]*b[7];
776 out[5] = a[1]*b[4] + a[5]*b[5] + a[9]*b[6] + a[13]*b[7];
777 out[6] = a[2]*b[4] + a[6]*b[5] + a[10]*b[6] + a[14]*b[7];
778 out[7] = a[3]*b[4] + a[7]*b[5] + a[11]*b[6] + a[15]*b[7];
779
780 out[8] = a[0]*b[8] + a[4]*b[9] + a[8]*b[10] + a[12]*b[11];
781 out[9] = a[1]*b[8] + a[5]*b[9] + a[9]*b[10] + a[13]*b[11];
782 out[10] = a[2]*b[8] + a[6]*b[9] + a[10]*b[10] + a[14]*b[11];
783 out[11] = a[3]*b[8] + a[7]*b[9] + a[11]*b[10] + a[15]*b[11];
784
785 out[12] = a[0]*b[12] + a[4]*b[13] + a[8]*b[14] + a[12]*b[15];
786 out[13] = a[1]*b[12] + a[5]*b[13] + a[9]*b[14] + a[13]*b[15];
787 out[14] = a[2]*b[12] + a[6]*b[13] + a[10]*b[14] + a[14]*b[15];
788 out[15] = a[3]*b[12] + a[7]*b[13] + a[11]*b[14] + a[15]*b[15];
789}
790
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800791}; // namespace android