blob: 451ccc26ec5f0526f9e7d013dd573d07f91aaf4a [file] [log] [blame]
Jamie Gennis8ba32fa2010-12-20 11:27:26 -08001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "SurfaceTexture"
Jamie Gennis1c8e95c2012-02-23 19:27:23 -080018#define ATRACE_TAG ATRACE_TAG_GRAPHICS
Jamie Gennise70d8b42011-01-09 13:24:09 -080019//#define LOG_NDEBUG 0
Jamie Gennis8ba32fa2010-12-20 11:27:26 -080020
21#define GL_GLEXT_PROTOTYPES
22#define EGL_EGLEXT_PROTOTYPES
23
24#include <EGL/egl.h>
25#include <EGL/eglext.h>
26#include <GLES2/gl2.h>
27#include <GLES2/gl2ext.h>
28
Jamie Gennised059a82012-08-07 18:03:04 -070029#include <hardware/hardware.h>
30
Mathias Agopian90ac7992012-02-25 18:48:35 -080031#include <gui/IGraphicBufferAlloc.h>
32#include <gui/ISurfaceComposer.h>
33#include <gui/SurfaceComposerClient.h>
34#include <gui/SurfaceTexture.h>
Mathias Agopian41f673c2011-11-17 17:48:35 -080035
Mathias Agopian90ac7992012-02-25 18:48:35 -080036#include <private/gui/ComposerService.h>
Jamie Gennis8ba32fa2010-12-20 11:27:26 -080037
38#include <utils/Log.h>
Mathias Agopian68c77942011-05-09 19:08:33 -070039#include <utils/String8.h>
Jamie Gennis1c8e95c2012-02-23 19:27:23 -080040#include <utils/Trace.h>
Jamie Gennis8ba32fa2010-12-20 11:27:26 -080041
Jamie Gennis86edf4f2011-11-14 14:51:01 -080042// This compile option makes SurfaceTexture use the EGL_KHR_fence_sync extension
43// to synchronize access to the buffers. It will cause dequeueBuffer to stall,
44// waiting for the GL reads for the buffer being dequeued to complete before
45// allowing the buffer to be dequeued.
46#ifdef USE_FENCE_SYNC
47#ifdef ALLOW_DEQUEUE_CURRENT_BUFFER
48#error "USE_FENCE_SYNC and ALLOW_DEQUEUE_CURRENT_BUFFER are incompatible"
49#endif
50#endif
51
Jamie Gennisfa28c352011-09-16 17:30:26 -070052// Macros for including the SurfaceTexture name in log messages
Steve Block6807e592011-10-20 11:56:00 +010053#define ST_LOGV(x, ...) ALOGV("[%s] "x, mName.string(), ##__VA_ARGS__)
Steve Block9d453682011-12-20 16:23:08 +000054#define ST_LOGD(x, ...) ALOGD("[%s] "x, mName.string(), ##__VA_ARGS__)
Steve Blocka19954a2012-01-04 20:05:49 +000055#define ST_LOGI(x, ...) ALOGI("[%s] "x, mName.string(), ##__VA_ARGS__)
Steve Block32397c12012-01-05 23:22:43 +000056#define ST_LOGW(x, ...) ALOGW("[%s] "x, mName.string(), ##__VA_ARGS__)
Steve Blocke6f43dd2012-01-06 19:20:56 +000057#define ST_LOGE(x, ...) ALOGE("[%s] "x, mName.string(), ##__VA_ARGS__)
Mathias Agopian29b57622011-08-17 15:42:04 -070058
Jamie Gennis8ba32fa2010-12-20 11:27:26 -080059namespace android {
60
Jamie Gennisf238e282011-01-09 16:33:17 -080061// Transform matrices
62static float mtxIdentity[16] = {
63 1, 0, 0, 0,
64 0, 1, 0, 0,
65 0, 0, 1, 0,
66 0, 0, 0, 1,
67};
68static float mtxFlipH[16] = {
69 -1, 0, 0, 0,
70 0, 1, 0, 0,
71 0, 0, 1, 0,
72 1, 0, 0, 1,
73};
74static float mtxFlipV[16] = {
75 1, 0, 0, 0,
76 0, -1, 0, 0,
77 0, 0, 1, 0,
78 0, 1, 0, 1,
79};
80static float mtxRot90[16] = {
81 0, 1, 0, 0,
82 -1, 0, 0, 0,
83 0, 0, 1, 0,
84 1, 0, 0, 1,
85};
86static float mtxRot180[16] = {
87 -1, 0, 0, 0,
88 0, -1, 0, 0,
89 0, 0, 1, 0,
90 1, 1, 0, 1,
91};
92static float mtxRot270[16] = {
93 0, -1, 0, 0,
94 1, 0, 0, 0,
95 0, 0, 1, 0,
96 0, 1, 0, 1,
97};
98
99static void mtxMul(float out[16], const float a[16], const float b[16]);
100
Jamie Gennisfa28c352011-09-16 17:30:26 -0700101
Jamie Gennisfb1b5a22011-09-28 12:13:31 -0700102SurfaceTexture::SurfaceTexture(GLuint tex, bool allowSynchronousMode,
Daniel Lamb2675792012-02-23 14:35:13 -0800103 GLenum texTarget, bool useFenceSync, const sp<BufferQueue> &bufferQueue) :
Jamie Gennised059a82012-08-07 18:03:04 -0700104 ConsumerBase(bufferQueue == 0 ? new BufferQueue(allowSynchronousMode) : bufferQueue),
Eino-Ville Talvala1d01a122011-02-18 11:02:42 -0800105 mCurrentTransform(0),
106 mCurrentTimestamp(0),
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700107 mFilteringEnabled(true),
Mathias Agopianb3e518c2011-04-21 18:52:51 -0700108 mTexName(tex),
Jamie Gennis86edf4f2011-11-14 14:51:01 -0800109#ifdef USE_FENCE_SYNC
110 mUseFenceSync(useFenceSync),
111#else
112 mUseFenceSync(false),
113#endif
Daniel Lameae59d22012-01-22 15:26:27 -0800114 mTexTarget(texTarget),
Jamie Gennisce561372012-03-19 18:33:05 -0700115 mEglDisplay(EGL_NO_DISPLAY),
116 mEglContext(EGL_NO_CONTEXT),
Jamie Gennis74bed552012-03-28 19:05:54 -0700117 mCurrentTexture(BufferQueue::INVALID_BUFFER_SLOT),
118 mAttached(true)
Daniel Lam6b091c52012-01-22 15:26:27 -0800119{
Jamie Gennis6ee96ad2011-10-19 13:36:31 -0700120 ST_LOGV("SurfaceTexture");
Daniel Lamb2675792012-02-23 14:35:13 -0800121
Jamie Gennisfa28c352011-09-16 17:30:26 -0700122 memcpy(mCurrentTransformMatrix, mtxIdentity,
123 sizeof(mCurrentTransformMatrix));
Jamie Gennisfa5b40e2012-03-15 14:01:24 -0700124
Jamie Gennised059a82012-08-07 18:03:04 -0700125 mBufferQueue->setConsumerUsageBits(DEFAULT_USAGE_FLAGS);
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800126}
127
Mathias Agopian80727112011-05-02 19:51:12 -0700128status_t SurfaceTexture::setBufferCountServer(int bufferCount) {
129 Mutex::Autolock lock(mMutex);
Daniel Lamb2675792012-02-23 14:35:13 -0800130 return mBufferQueue->setBufferCountServer(bufferCount);
Mathias Agopian80727112011-05-02 19:51:12 -0700131}
132
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800133
Mathias Agopiana5c75c02011-03-31 19:10:24 -0700134status_t SurfaceTexture::setDefaultBufferSize(uint32_t w, uint32_t h)
135{
Daniel Lamb2675792012-02-23 14:35:13 -0800136 Mutex::Autolock lock(mMutex);
Daniel Lam016c8cb2012-04-03 15:54:58 -0700137 mDefaultWidth = w;
138 mDefaultHeight = h;
Daniel Lamb2675792012-02-23 14:35:13 -0800139 return mBufferQueue->setDefaultBufferSize(w, h);
Mathias Agopiana5c75c02011-03-31 19:10:24 -0700140}
141
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800142status_t SurfaceTexture::updateTexImage() {
Mathias Agopian2c8207e2012-05-23 17:56:42 -0700143 return SurfaceTexture::updateTexImage(NULL);
144}
145
Jamie Gennised059a82012-08-07 18:03:04 -0700146status_t SurfaceTexture::acquireBufferLocked(BufferQueue::BufferItem *item) {
147 status_t err = ConsumerBase::acquireBufferLocked(item);
148 if (err != NO_ERROR) {
149 return err;
150 }
151
152 int slot = item->mBuf;
153 if (item->mGraphicBuffer != NULL) {
154 if (mEglSlots[slot].mEglImage != EGL_NO_IMAGE_KHR) {
155 eglDestroyImageKHR(mEglDisplay, mEglSlots[slot].mEglImage);
156 mEglSlots[slot].mEglImage = EGL_NO_IMAGE_KHR;
157 }
158 }
159
160 // Update the GL texture object. We may have to do this even when
161 // item.mGraphicBuffer == NULL, if we destroyed the EGLImage when
162 // detaching from a context but the buffer has not been re-allocated.
163 EGLImageKHR image = createImage(mEglDisplay, mSlots[slot].mGraphicBuffer);
164 if (image == EGL_NO_IMAGE_KHR) {
165 return UNKNOWN_ERROR;
166 }
167 mEglSlots[slot].mEglImage = image;
168
169 return NO_ERROR;
170}
171
172status_t SurfaceTexture::releaseBufferLocked(int buf, EGLDisplay display,
173 EGLSyncKHR eglFence, const sp<Fence>& fence) {
174 status_t err = ConsumerBase::releaseBufferLocked(buf, mEglDisplay,
175 eglFence, fence);
176
177 mEglSlots[mCurrentTexture].mEglFence = EGL_NO_SYNC_KHR;
178
179 return err;
180}
181
Mathias Agopian2c8207e2012-05-23 17:56:42 -0700182status_t SurfaceTexture::updateTexImage(BufferRejecter* rejecter) {
Jamie Gennis1c8e95c2012-02-23 19:27:23 -0800183 ATRACE_CALL();
Jamie Gennis6ee96ad2011-10-19 13:36:31 -0700184 ST_LOGV("updateTexImage");
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800185 Mutex::Autolock lock(mMutex);
186
Daniel Lam9abe1eb2012-03-26 20:37:15 -0700187 status_t err = NO_ERROR;
188
Mathias Agopiane47498f2011-08-08 19:35:15 -0700189 if (mAbandoned) {
Jamie Gennis74bed552012-03-28 19:05:54 -0700190 ST_LOGE("updateTexImage: SurfaceTexture is abandoned!");
Mathias Agopian8e19c2e2011-08-10 17:35:09 -0700191 return NO_INIT;
Mathias Agopiane47498f2011-08-08 19:35:15 -0700192 }
193
Jamie Gennis74bed552012-03-28 19:05:54 -0700194 if (!mAttached) {
195 ST_LOGE("updateTexImage: SurfaceTexture is not attached to an OpenGL "
196 "ES context");
197 return INVALID_OPERATION;
198 }
199
Jamie Gennisce561372012-03-19 18:33:05 -0700200 EGLDisplay dpy = eglGetCurrentDisplay();
201 EGLContext ctx = eglGetCurrentContext();
202
Jamie Gennis74bed552012-03-28 19:05:54 -0700203 if ((mEglDisplay != dpy && mEglDisplay != EGL_NO_DISPLAY) ||
204 dpy == EGL_NO_DISPLAY) {
Jamie Gennisce561372012-03-19 18:33:05 -0700205 ST_LOGE("updateTexImage: invalid current EGLDisplay");
Jamie Gennis74bed552012-03-28 19:05:54 -0700206 return INVALID_OPERATION;
Jamie Gennisce561372012-03-19 18:33:05 -0700207 }
208
Jamie Gennis74bed552012-03-28 19:05:54 -0700209 if ((mEglContext != ctx && mEglContext != EGL_NO_CONTEXT) ||
210 ctx == EGL_NO_CONTEXT) {
Jamie Gennisce561372012-03-19 18:33:05 -0700211 ST_LOGE("updateTexImage: invalid current EGLContext");
Jamie Gennis74bed552012-03-28 19:05:54 -0700212 return INVALID_OPERATION;
Jamie Gennisce561372012-03-19 18:33:05 -0700213 }
214
215 mEglDisplay = dpy;
216 mEglContext = ctx;
217
Daniel Lamb2675792012-02-23 14:35:13 -0800218 BufferQueue::BufferItem item;
Daniel Lameae59d22012-01-22 15:26:27 -0800219
Jamie Gennis50c4efc2011-06-27 15:41:52 -0700220 // In asynchronous mode the list is guaranteed to be one buffer
221 // deep, while in synchronous mode we use the oldest buffer.
Jamie Gennised059a82012-08-07 18:03:04 -0700222 err = acquireBufferLocked(&item);
Daniel Lamfbcda932012-04-09 22:51:52 -0700223 if (err == NO_ERROR) {
Daniel Lameae59d22012-01-22 15:26:27 -0800224 int buf = item.mBuf;
Mathias Agopianb3e518c2011-04-21 18:52:51 -0700225
Mathias Agopian2c8207e2012-05-23 17:56:42 -0700226 // we call the rejecter here, in case the caller has a reason to
227 // not accept this buffer. this is used by SurfaceFlinger to
228 // reject buffers which have the wrong size
Jamie Gennised059a82012-08-07 18:03:04 -0700229 if (rejecter && rejecter->reject(mSlots[buf].mGraphicBuffer, item)) {
230 releaseBufferLocked(buf, dpy, EGL_NO_SYNC_KHR, item.mFence);
Mathias Agopian2c8207e2012-05-23 17:56:42 -0700231 glBindTexture(mTexTarget, mTexName);
232 return NO_ERROR;
233 }
234
Jamie Gennised059a82012-08-07 18:03:04 -0700235 GLint error;
236 while ((error = glGetError()) != GL_NO_ERROR) {
237 ST_LOGW("updateTexImage: clearing GL error: %#04x", error);
238 }
239
240 EGLImageKHR image = mEglSlots[buf].mEglImage;
241 glBindTexture(mTexTarget, mTexName);
242 glEGLImageTargetTexture2DOES(mTexTarget, (GLeglImageOES)image);
243
244 while ((error = glGetError()) != GL_NO_ERROR) {
245 ST_LOGE("updateTexImage: error binding external texture image %p "
246 "(slot %d): %#04x", image, buf, error);
247 err = UNKNOWN_ERROR;
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800248 }
Jamie Gennis0eb88512011-01-26 11:52:02 -0800249
Mathias Agopian7e477bf2012-05-18 16:50:58 -0700250 if (err == NO_ERROR) {
Jamie Gennised059a82012-08-07 18:03:04 -0700251 err = syncForReleaseLocked(dpy);
Jamie Gennis0eb88512011-01-26 11:52:02 -0800252 }
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700253
Mathias Agopian7e477bf2012-05-18 16:50:58 -0700254 if (err != NO_ERROR) {
Jamie Gennis74bed552012-03-28 19:05:54 -0700255 // Release the buffer we just acquired. It's not safe to
256 // release the old buffer, so instead we just drop the new frame.
Jamie Gennised059a82012-08-07 18:03:04 -0700257 releaseBufferLocked(buf, dpy, EGL_NO_SYNC_KHR, item.mFence);
Jamie Gennis74bed552012-03-28 19:05:54 -0700258 return err;
Jamie Gennis86edf4f2011-11-14 14:51:01 -0800259 }
260
261 ST_LOGV("updateTexImage: (slot=%d buf=%p) -> (slot=%d buf=%p)",
262 mCurrentTexture,
263 mCurrentTextureBuf != NULL ? mCurrentTextureBuf->handle : 0,
Jamie Gennised059a82012-08-07 18:03:04 -0700264 buf, mSlots[buf].mGraphicBuffer->handle);
Jamie Gennis6ee96ad2011-10-19 13:36:31 -0700265
Daniel Lam9abe1eb2012-03-26 20:37:15 -0700266 // release old buffer
Jamie Gennis74bed552012-03-28 19:05:54 -0700267 if (mCurrentTexture != BufferQueue::INVALID_BUFFER_SLOT) {
Jamie Gennised059a82012-08-07 18:03:04 -0700268 status_t status = releaseBufferLocked(mCurrentTexture, dpy,
269 mEglSlots[mCurrentTexture].mEglFence,
270 mSlots[mCurrentTexture].mFence);
271 if (status != NO_ERROR && status != BufferQueue::STALE_BUFFER_SLOT) {
272 ST_LOGE("updateTexImage: failed to release buffer: %s (%d)",
273 strerror(-status), status);
Daniel Lam9abe1eb2012-03-26 20:37:15 -0700274 err = status;
275 }
Jamie Gennis74bed552012-03-28 19:05:54 -0700276 }
Mathias Agopianb3e518c2011-04-21 18:52:51 -0700277
Jamie Gennis9a78c902011-01-12 18:30:40 -0800278 // Update the SurfaceTexture state.
Mathias Agopianb3e518c2011-04-21 18:52:51 -0700279 mCurrentTexture = buf;
Jamie Gennised059a82012-08-07 18:03:04 -0700280 mCurrentTextureBuf = mSlots[buf].mGraphicBuffer;
Daniel Lameae59d22012-01-22 15:26:27 -0800281 mCurrentCrop = item.mCrop;
282 mCurrentTransform = item.mTransform;
283 mCurrentScalingMode = item.mScalingMode;
284 mCurrentTimestamp = item.mTimestamp;
Jesse Halldc5b4852012-06-29 15:21:18 -0700285 mCurrentFence = item.mFence;
Jamie Gennis736aa952011-06-12 17:03:06 -0700286 computeCurrentTransformMatrix();
Daniel Lamfbcda932012-04-09 22:51:52 -0700287 } else {
288 if (err < 0) {
Jamie Gennis45cb2ba2012-08-06 17:10:57 -0700289 ST_LOGE("updateTexImage failed on acquire %d", err);
Daniel Lamfbcda932012-04-09 22:51:52 -0700290 }
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700291 // We always bind the texture even if we don't update its contents.
Jamie Gennisfb1b5a22011-09-28 12:13:31 -0700292 glBindTexture(mTexTarget, mTexName);
Daniel Lamfbcda932012-04-09 22:51:52 -0700293 return OK;
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800294 }
Jamie Gennis50c4efc2011-06-27 15:41:52 -0700295
Daniel Lam9abe1eb2012-03-26 20:37:15 -0700296 return err;
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800297}
298
Jesse Hallef194142012-06-14 14:45:17 -0700299void SurfaceTexture::setReleaseFence(int fenceFd) {
Jamie Gennis3d1d09c2012-08-08 15:39:55 -0700300 sp<Fence> fence(new Fence(fenceFd));
Jamie Gennis45cb2ba2012-08-06 17:10:57 -0700301 if (fenceFd == -1 || mCurrentTexture == BufferQueue::INVALID_BUFFER_SLOT)
Jesse Hallef194142012-06-14 14:45:17 -0700302 return;
Jamie Gennised059a82012-08-07 18:03:04 -0700303 if (!mSlots[mCurrentTexture].mFence.get()) {
304 mSlots[mCurrentTexture].mFence = fence;
Jesse Hallef194142012-06-14 14:45:17 -0700305 } else {
306 sp<Fence> mergedFence = Fence::merge(
307 String8("SurfaceTexture merged release"),
Jamie Gennised059a82012-08-07 18:03:04 -0700308 mSlots[mCurrentTexture].mFence, fence);
Jesse Halle7db7242012-07-03 13:41:54 -0700309 if (!mergedFence.get()) {
Jamie Gennis45cb2ba2012-08-06 17:10:57 -0700310 ST_LOGE("failed to merge release fences");
Jesse Hallef194142012-06-14 14:45:17 -0700311 // synchronization is broken, the best we can do is hope fences
312 // signal in order so the new fence will act like a union
Jamie Gennised059a82012-08-07 18:03:04 -0700313 mSlots[mCurrentTexture].mFence = fence;
Jesse Halle7db7242012-07-03 13:41:54 -0700314 return;
Jesse Hallef194142012-06-14 14:45:17 -0700315 }
Jamie Gennised059a82012-08-07 18:03:04 -0700316 mSlots[mCurrentTexture].mFence = mergedFence;
Jesse Hallef194142012-06-14 14:45:17 -0700317 }
318}
319
Jamie Gennis74bed552012-03-28 19:05:54 -0700320status_t SurfaceTexture::detachFromContext() {
321 ATRACE_CALL();
322 ST_LOGV("detachFromContext");
323 Mutex::Autolock lock(mMutex);
324
325 if (mAbandoned) {
326 ST_LOGE("detachFromContext: abandoned SurfaceTexture");
327 return NO_INIT;
328 }
329
330 if (!mAttached) {
331 ST_LOGE("detachFromContext: SurfaceTexture is not attached to a "
332 "context");
333 return INVALID_OPERATION;
334 }
335
336 EGLDisplay dpy = eglGetCurrentDisplay();
337 EGLContext ctx = eglGetCurrentContext();
338
339 if (mEglDisplay != dpy && mEglDisplay != EGL_NO_DISPLAY) {
340 ST_LOGE("detachFromContext: invalid current EGLDisplay");
341 return INVALID_OPERATION;
342 }
343
344 if (mEglContext != ctx && mEglContext != EGL_NO_CONTEXT) {
345 ST_LOGE("detachFromContext: invalid current EGLContext");
346 return INVALID_OPERATION;
347 }
348
349 if (dpy != EGL_NO_DISPLAY && ctx != EGL_NO_CONTEXT) {
350 status_t err = syncForReleaseLocked(dpy);
351 if (err != OK) {
352 return err;
353 }
354
355 glDeleteTextures(1, &mTexName);
356 }
357
Jamie Gennis9aa74db2012-04-17 13:07:45 -0700358 // Because we're giving up the EGLDisplay we need to free all the EGLImages
359 // that are associated with it. They'll be recreated when the
360 // SurfaceTexture gets attached to a new OpenGL ES context (and thus gets a
361 // new EGLDisplay).
362 for (int i =0; i < BufferQueue::NUM_BUFFER_SLOTS; i++) {
Jamie Gennised059a82012-08-07 18:03:04 -0700363 EGLImageKHR img = mEglSlots[i].mEglImage;
Jamie Gennis5c8a6082012-05-02 13:10:56 -0700364 if (img != EGL_NO_IMAGE_KHR) {
Jamie Gennis9aa74db2012-04-17 13:07:45 -0700365 eglDestroyImageKHR(mEglDisplay, img);
Jamie Gennised059a82012-08-07 18:03:04 -0700366 mEglSlots[i].mEglImage = EGL_NO_IMAGE_KHR;
Jamie Gennis9aa74db2012-04-17 13:07:45 -0700367 }
368 }
369
Jamie Gennis74bed552012-03-28 19:05:54 -0700370 mEglDisplay = EGL_NO_DISPLAY;
371 mEglContext = EGL_NO_CONTEXT;
372 mAttached = false;
373
374 return OK;
375}
376
377status_t SurfaceTexture::attachToContext(GLuint tex) {
378 ATRACE_CALL();
379 ST_LOGV("attachToContext");
380 Mutex::Autolock lock(mMutex);
381
382 if (mAbandoned) {
383 ST_LOGE("attachToContext: abandoned SurfaceTexture");
384 return NO_INIT;
385 }
386
387 if (mAttached) {
388 ST_LOGE("attachToContext: SurfaceTexture is already attached to a "
389 "context");
390 return INVALID_OPERATION;
391 }
392
393 EGLDisplay dpy = eglGetCurrentDisplay();
394 EGLContext ctx = eglGetCurrentContext();
395
396 if (dpy == EGL_NO_DISPLAY) {
397 ST_LOGE("attachToContext: invalid current EGLDisplay");
398 return INVALID_OPERATION;
399 }
400
401 if (ctx == EGL_NO_CONTEXT) {
402 ST_LOGE("attachToContext: invalid current EGLContext");
403 return INVALID_OPERATION;
404 }
405
406 // We need to bind the texture regardless of whether there's a current
407 // buffer.
408 glBindTexture(mTexTarget, tex);
409
410 if (mCurrentTextureBuf != NULL) {
Jamie Gennis5c8a6082012-05-02 13:10:56 -0700411 // The EGLImageKHR that was associated with the slot was destroyed when
412 // the SurfaceTexture was detached from the old context, so we need to
413 // recreate it here.
414 EGLImageKHR image = createImage(dpy, mCurrentTextureBuf);
415 if (image == EGL_NO_IMAGE_KHR) {
416 return UNKNOWN_ERROR;
Jamie Gennis74bed552012-03-28 19:05:54 -0700417 }
418
419 // Attach the current buffer to the GL texture.
420 glEGLImageTargetTexture2DOES(mTexTarget, (GLeglImageOES)image);
421
422 GLint error;
423 status_t err = OK;
424 while ((error = glGetError()) != GL_NO_ERROR) {
425 ST_LOGE("attachToContext: error binding external texture image %p "
426 "(slot %d): %#04x", image, mCurrentTexture, error);
427 err = UNKNOWN_ERROR;
428 }
429
Jamie Gennis5c8a6082012-05-02 13:10:56 -0700430 // We destroy the EGLImageKHR here because the current buffer may no
431 // longer be associated with one of the buffer slots, so we have
432 // nowhere to to store it. If the buffer is still associated with a
433 // slot then another EGLImageKHR will be created next time that buffer
434 // gets acquired in updateTexImage.
435 eglDestroyImageKHR(dpy, image);
Jamie Gennis74bed552012-03-28 19:05:54 -0700436
437 if (err != OK) {
438 return err;
439 }
440 }
441
442 mEglDisplay = dpy;
443 mEglContext = ctx;
444 mTexName = tex;
445 mAttached = true;
446
447 return OK;
448}
449
450status_t SurfaceTexture::syncForReleaseLocked(EGLDisplay dpy) {
451 ST_LOGV("syncForReleaseLocked");
452
453 if (mUseFenceSync && mCurrentTexture != BufferQueue::INVALID_BUFFER_SLOT) {
Jamie Gennised059a82012-08-07 18:03:04 -0700454 EGLSyncKHR fence = mEglSlots[mCurrentTexture].mEglFence;
Jamie Gennis74bed552012-03-28 19:05:54 -0700455 if (fence != EGL_NO_SYNC_KHR) {
456 // There is already a fence for the current slot. We need to wait
457 // on that before replacing it with another fence to ensure that all
458 // outstanding buffer accesses have completed before the producer
459 // accesses it.
460 EGLint result = eglClientWaitSyncKHR(dpy, fence, 0, 1000000000);
461 if (result == EGL_FALSE) {
462 ST_LOGE("syncForReleaseLocked: error waiting for previous "
463 "fence: %#x", eglGetError());
464 return UNKNOWN_ERROR;
465 } else if (result == EGL_TIMEOUT_EXPIRED_KHR) {
466 ST_LOGE("syncForReleaseLocked: timeout waiting for previous "
467 "fence");
468 return TIMED_OUT;
469 }
470 eglDestroySyncKHR(dpy, fence);
471 }
472
473 // Create a fence for the outstanding accesses in the current OpenGL ES
474 // context.
475 fence = eglCreateSyncKHR(dpy, EGL_SYNC_FENCE_KHR, NULL);
476 if (fence == EGL_NO_SYNC_KHR) {
477 ST_LOGE("syncForReleaseLocked: error creating fence: %#x",
478 eglGetError());
479 return UNKNOWN_ERROR;
480 }
481 glFlush();
Jamie Gennised059a82012-08-07 18:03:04 -0700482 mEglSlots[mCurrentTexture].mEglFence = fence;
Jamie Gennis74bed552012-03-28 19:05:54 -0700483 }
484
485 return OK;
486}
487
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700488bool SurfaceTexture::isExternalFormat(uint32_t format)
489{
490 switch (format) {
491 // supported YUV formats
492 case HAL_PIXEL_FORMAT_YV12:
493 // Legacy/deprecated YUV formats
494 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
495 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
496 case HAL_PIXEL_FORMAT_YCbCr_422_I:
497 return true;
498 }
499
500 // Any OEM format needs to be considered
501 if (format>=0x100 && format<=0x1FF)
502 return true;
503
504 return false;
505}
506
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700507GLenum SurfaceTexture::getCurrentTextureTarget() const {
Jamie Gennisfb1b5a22011-09-28 12:13:31 -0700508 return mTexTarget;
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700509}
510
Jamie Gennisf238e282011-01-09 16:33:17 -0800511void SurfaceTexture::getTransformMatrix(float mtx[16]) {
Jamie Gennisf238e282011-01-09 16:33:17 -0800512 Mutex::Autolock lock(mMutex);
Jamie Gennis736aa952011-06-12 17:03:06 -0700513 memcpy(mtx, mCurrentTransformMatrix, sizeof(mCurrentTransformMatrix));
514}
515
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700516void SurfaceTexture::setFilteringEnabled(bool enabled) {
517 Mutex::Autolock lock(mMutex);
518 bool needsRecompute = mFilteringEnabled != enabled;
519 mFilteringEnabled = enabled;
520 if (needsRecompute) {
521 computeCurrentTransformMatrix();
522 }
523}
524
Jamie Gennis736aa952011-06-12 17:03:06 -0700525void SurfaceTexture::computeCurrentTransformMatrix() {
Jamie Gennis6ee96ad2011-10-19 13:36:31 -0700526 ST_LOGV("computeCurrentTransformMatrix");
Jamie Gennisf238e282011-01-09 16:33:17 -0800527
Jamie Gennisa214c642011-01-14 13:53:31 -0800528 float xform[16];
529 for (int i = 0; i < 16; i++) {
530 xform[i] = mtxIdentity[i];
531 }
532 if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_H) {
533 float result[16];
534 mtxMul(result, xform, mtxFlipH);
535 for (int i = 0; i < 16; i++) {
536 xform[i] = result[i];
537 }
538 }
539 if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_V) {
540 float result[16];
541 mtxMul(result, xform, mtxFlipV);
542 for (int i = 0; i < 16; i++) {
543 xform[i] = result[i];
544 }
545 }
546 if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_ROT_90) {
547 float result[16];
548 mtxMul(result, xform, mtxRot90);
549 for (int i = 0; i < 16; i++) {
550 xform[i] = result[i];
551 }
Jamie Gennisf238e282011-01-09 16:33:17 -0800552 }
553
Daniel Lameae59d22012-01-22 15:26:27 -0800554 sp<GraphicBuffer>& buf(mCurrentTextureBuf);
Jamie Gennisd72f2332012-05-07 13:50:11 -0700555 Rect cropRect = mCurrentCrop;
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700556 float tx = 0.0f, ty = 0.0f, sx = 1.0f, sy = 1.0f;
557 float bufferWidth = buf->getWidth();
558 float bufferHeight = buf->getHeight();
Jamie Gennisd72f2332012-05-07 13:50:11 -0700559 if (!cropRect.isEmpty()) {
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700560 float shrinkAmount = 0.0f;
561 if (mFilteringEnabled) {
562 // In order to prevent bilinear sampling beyond the edge of the
563 // crop rectangle we may need to shrink it by 2 texels in each
564 // dimension. Normally this would just need to take 1/2 a texel
565 // off each end, but because the chroma channels of YUV420 images
566 // are subsampled we may need to shrink the crop region by a whole
567 // texel on each side.
568 switch (buf->getPixelFormat()) {
569 case PIXEL_FORMAT_RGBA_8888:
570 case PIXEL_FORMAT_RGBX_8888:
571 case PIXEL_FORMAT_RGB_888:
572 case PIXEL_FORMAT_RGB_565:
573 case PIXEL_FORMAT_BGRA_8888:
574 case PIXEL_FORMAT_RGBA_5551:
575 case PIXEL_FORMAT_RGBA_4444:
576 // We know there's no subsampling of any channels, so we
577 // only need to shrink by a half a pixel.
578 shrinkAmount = 0.5;
Romain Guy4f9c2842012-08-01 19:16:59 -0700579 break;
Jamie Gennised059a82012-08-07 18:03:04 -0700580
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700581 default:
582 // If we don't recognize the format, we must assume the
583 // worst case (that we care about), which is YUV420.
584 shrinkAmount = 1.0;
Jamie Gennised059a82012-08-07 18:03:04 -0700585 break;
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700586 }
587 }
Jamie Gennisd72f2332012-05-07 13:50:11 -0700588
Jamie Gennis5c1139f2012-05-08 16:56:34 -0700589 // Only shrink the dimensions that are not the size of the buffer.
590 if (cropRect.width() < bufferWidth) {
591 tx = (float(cropRect.left) + shrinkAmount) / bufferWidth;
592 sx = (float(cropRect.width()) - (2.0f * shrinkAmount)) /
593 bufferWidth;
594 }
595 if (cropRect.height() < bufferHeight) {
596 ty = (float(bufferHeight - cropRect.bottom) + shrinkAmount) /
597 bufferHeight;
598 sy = (float(cropRect.height()) - (2.0f * shrinkAmount)) /
599 bufferHeight;
600 }
Jamie Gennisa214c642011-01-14 13:53:31 -0800601 }
Jamie Gennisf238e282011-01-09 16:33:17 -0800602 float crop[16] = {
Jamie Gennisa214c642011-01-14 13:53:31 -0800603 sx, 0, 0, 0,
604 0, sy, 0, 0,
Jamie Gennisf238e282011-01-09 16:33:17 -0800605 0, 0, 1, 0,
Jamie Gennisd99c0882011-03-10 16:24:46 -0800606 tx, ty, 0, 1,
Jamie Gennisf238e282011-01-09 16:33:17 -0800607 };
608
Jamie Gennisa214c642011-01-14 13:53:31 -0800609 float mtxBeforeFlipV[16];
610 mtxMul(mtxBeforeFlipV, crop, xform);
611
612 // SurfaceFlinger expects the top of its window textures to be at a Y
613 // coordinate of 0, so SurfaceTexture must behave the same way. We don't
614 // want to expose this to applications, however, so we must add an
615 // additional vertical flip to the transform after all the other transforms.
Jamie Gennis736aa952011-06-12 17:03:06 -0700616 mtxMul(mCurrentTransformMatrix, mtxFlipV, mtxBeforeFlipV);
Jamie Gennisf238e282011-01-09 16:33:17 -0800617}
618
Eino-Ville Talvala1d01a122011-02-18 11:02:42 -0800619nsecs_t SurfaceTexture::getTimestamp() {
Jamie Gennis6ee96ad2011-10-19 13:36:31 -0700620 ST_LOGV("getTimestamp");
Eino-Ville Talvala1d01a122011-02-18 11:02:42 -0800621 Mutex::Autolock lock(mMutex);
622 return mCurrentTimestamp;
623}
624
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800625EGLImageKHR SurfaceTexture::createImage(EGLDisplay dpy,
626 const sp<GraphicBuffer>& graphicBuffer) {
627 EGLClientBuffer cbuf = (EGLClientBuffer)graphicBuffer->getNativeBuffer();
628 EGLint attrs[] = {
629 EGL_IMAGE_PRESERVED_KHR, EGL_TRUE,
630 EGL_NONE,
631 };
632 EGLImageKHR image = eglCreateImageKHR(dpy, EGL_NO_CONTEXT,
633 EGL_NATIVE_BUFFER_ANDROID, cbuf, attrs);
Mathias Agopian3cd5a112011-04-26 14:57:40 -0700634 if (image == EGL_NO_IMAGE_KHR) {
635 EGLint error = eglGetError();
Jamie Gennisfa28c352011-09-16 17:30:26 -0700636 ST_LOGE("error creating EGLImage: %#x", error);
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800637 }
638 return image;
639}
640
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700641sp<GraphicBuffer> SurfaceTexture::getCurrentBuffer() const {
642 Mutex::Autolock lock(mMutex);
643 return mCurrentTextureBuf;
644}
645
646Rect SurfaceTexture::getCurrentCrop() const {
647 Mutex::Autolock lock(mMutex);
Daniel Lam016c8cb2012-04-03 15:54:58 -0700648
649 Rect outCrop = mCurrentCrop;
650 if (mCurrentScalingMode == NATIVE_WINDOW_SCALING_MODE_SCALE_CROP) {
651 int32_t newWidth = mCurrentCrop.width();
652 int32_t newHeight = mCurrentCrop.height();
653
654 if (newWidth * mDefaultHeight > newHeight * mDefaultWidth) {
655 newWidth = newHeight * mDefaultWidth / mDefaultHeight;
656 ST_LOGV("too wide: newWidth = %d", newWidth);
657 } else if (newWidth * mDefaultHeight < newHeight * mDefaultWidth) {
658 newHeight = newWidth * mDefaultHeight / mDefaultWidth;
659 ST_LOGV("too tall: newHeight = %d", newHeight);
660 }
661
662 // The crop is too wide
663 if (newWidth < mCurrentCrop.width()) {
664 int32_t dw = (newWidth - mCurrentCrop.width())/2;
665 outCrop.left -=dw;
666 outCrop.right += dw;
667 // The crop is too tall
668 } else if (newHeight < mCurrentCrop.height()) {
669 int32_t dh = (newHeight - mCurrentCrop.height())/2;
670 outCrop.top -= dh;
671 outCrop.bottom += dh;
672 }
673
674 ST_LOGV("getCurrentCrop final crop [%d,%d,%d,%d]",
675 outCrop.left, outCrop.top,
676 outCrop.right,outCrop.bottom);
677 }
678
Daniel Lam016c8cb2012-04-03 15:54:58 -0700679 return outCrop;
Mathias Agopian7a042bf2011-04-11 21:19:55 -0700680}
681
682uint32_t SurfaceTexture::getCurrentTransform() const {
683 Mutex::Autolock lock(mMutex);
684 return mCurrentTransform;
685}
686
Mathias Agopian7734ebf2011-07-13 15:24:42 -0700687uint32_t SurfaceTexture::getCurrentScalingMode() const {
688 Mutex::Autolock lock(mMutex);
689 return mCurrentScalingMode;
690}
691
Jesse Halldc5b4852012-06-29 15:21:18 -0700692sp<Fence> SurfaceTexture::getCurrentFence() const {
693 Mutex::Autolock lock(mMutex);
694 return mCurrentFence;
695}
696
Jamie Gennis59769462011-11-19 18:04:43 -0800697bool SurfaceTexture::isSynchronousMode() const {
698 Mutex::Autolock lock(mMutex);
Daniel Lamb2675792012-02-23 14:35:13 -0800699 return mBufferQueue->isSynchronousMode();
Jamie Gennis59769462011-11-19 18:04:43 -0800700}
701
Jamie Gennisfa5b40e2012-03-15 14:01:24 -0700702void SurfaceTexture::freeBufferLocked(int slotIndex) {
703 ST_LOGV("freeBufferLocked: slotIndex=%d", slotIndex);
Daniel Lam9abe1eb2012-03-26 20:37:15 -0700704 if (slotIndex == mCurrentTexture) {
705 mCurrentTexture = BufferQueue::INVALID_BUFFER_SLOT;
706 }
Jamie Gennised059a82012-08-07 18:03:04 -0700707 EGLImageKHR img = mEglSlots[slotIndex].mEglImage;
Jamie Gennis9aa74db2012-04-17 13:07:45 -0700708 if (img != EGL_NO_IMAGE_KHR) {
709 ST_LOGV("destroying EGLImage dpy=%p img=%p", mEglDisplay, img);
710 eglDestroyImageKHR(mEglDisplay, img);
Daniel Lameae59d22012-01-22 15:26:27 -0800711 }
Jamie Gennised059a82012-08-07 18:03:04 -0700712 mEglSlots[slotIndex].mEglImage = EGL_NO_IMAGE_KHR;
Jamie Gennisfa5b40e2012-03-15 14:01:24 -0700713}
Daniel Lameae59d22012-01-22 15:26:27 -0800714
Jamie Gennised059a82012-08-07 18:03:04 -0700715void SurfaceTexture::abandonLocked() {
716 ST_LOGV("abandonLocked");
717 mCurrentTextureBuf.clear();
718 ConsumerBase::abandonLocked();
Jamie Gennis7b305ff2011-07-19 12:08:33 -0700719}
720
Jamie Gennisfa28c352011-09-16 17:30:26 -0700721void SurfaceTexture::setName(const String8& name) {
Daniel Lameae59d22012-01-22 15:26:27 -0800722 Mutex::Autolock _l(mMutex);
Jamie Gennisfa28c352011-09-16 17:30:26 -0700723 mName = name;
Daniel Lamb2675792012-02-23 14:35:13 -0800724 mBufferQueue->setConsumerName(name);
725}
726
727status_t SurfaceTexture::setDefaultBufferFormat(uint32_t defaultFormat) {
728 Mutex::Autolock lock(mMutex);
729 return mBufferQueue->setDefaultBufferFormat(defaultFormat);
730}
731
732status_t SurfaceTexture::setConsumerUsageBits(uint32_t usage) {
733 Mutex::Autolock lock(mMutex);
Eino-Ville Talvala85b21762012-04-13 15:16:31 -0700734 usage |= DEFAULT_USAGE_FLAGS;
Daniel Lamb2675792012-02-23 14:35:13 -0800735 return mBufferQueue->setConsumerUsageBits(usage);
736}
737
738status_t SurfaceTexture::setTransformHint(uint32_t hint) {
739 Mutex::Autolock lock(mMutex);
740 return mBufferQueue->setTransformHint(hint);
741}
742
743// Used for refactoring BufferQueue from SurfaceTexture
744// Should not be in final interface once users of SurfaceTexture are clean up.
745status_t SurfaceTexture::setSynchronousMode(bool enabled) {
746 Mutex::Autolock lock(mMutex);
747 return mBufferQueue->setSynchronousMode(enabled);
748}
749
Jamie Gennised059a82012-08-07 18:03:04 -0700750void SurfaceTexture::dumpLocked(String8& result, const char* prefix,
751 char* buffer, size_t size) const
Mathias Agopian68c77942011-05-09 19:08:33 -0700752{
Jamie Gennised059a82012-08-07 18:03:04 -0700753 snprintf(buffer, size,
754 "%smTexName=%d mCurrentTexture=%d\n"
755 "%smCurrentCrop=[%d,%d,%d,%d] mCurrentTransform=%#x\n",
756 prefix, mTexName, mCurrentTexture, prefix, mCurrentCrop.left,
757 mCurrentCrop.top, mCurrentCrop.right, mCurrentCrop.bottom,
758 mCurrentTransform);
Mathias Agopian68c77942011-05-09 19:08:33 -0700759 result.append(buffer);
760
Jamie Gennised059a82012-08-07 18:03:04 -0700761 ConsumerBase::dumpLocked(result, prefix, buffer, size);
Mathias Agopian68c77942011-05-09 19:08:33 -0700762}
763
Jamie Gennisf238e282011-01-09 16:33:17 -0800764static void mtxMul(float out[16], const float a[16], const float b[16]) {
765 out[0] = a[0]*b[0] + a[4]*b[1] + a[8]*b[2] + a[12]*b[3];
766 out[1] = a[1]*b[0] + a[5]*b[1] + a[9]*b[2] + a[13]*b[3];
767 out[2] = a[2]*b[0] + a[6]*b[1] + a[10]*b[2] + a[14]*b[3];
768 out[3] = a[3]*b[0] + a[7]*b[1] + a[11]*b[2] + a[15]*b[3];
769
770 out[4] = a[0]*b[4] + a[4]*b[5] + a[8]*b[6] + a[12]*b[7];
771 out[5] = a[1]*b[4] + a[5]*b[5] + a[9]*b[6] + a[13]*b[7];
772 out[6] = a[2]*b[4] + a[6]*b[5] + a[10]*b[6] + a[14]*b[7];
773 out[7] = a[3]*b[4] + a[7]*b[5] + a[11]*b[6] + a[15]*b[7];
774
775 out[8] = a[0]*b[8] + a[4]*b[9] + a[8]*b[10] + a[12]*b[11];
776 out[9] = a[1]*b[8] + a[5]*b[9] + a[9]*b[10] + a[13]*b[11];
777 out[10] = a[2]*b[8] + a[6]*b[9] + a[10]*b[10] + a[14]*b[11];
778 out[11] = a[3]*b[8] + a[7]*b[9] + a[11]*b[10] + a[15]*b[11];
779
780 out[12] = a[0]*b[12] + a[4]*b[13] + a[8]*b[14] + a[12]*b[15];
781 out[13] = a[1]*b[12] + a[5]*b[13] + a[9]*b[14] + a[13]*b[15];
782 out[14] = a[2]*b[12] + a[6]*b[13] + a[10]*b[14] + a[14]*b[15];
783 out[15] = a[3]*b[12] + a[7]*b[13] + a[11]*b[14] + a[15]*b[15];
784}
785
Jamie Gennis8ba32fa2010-12-20 11:27:26 -0800786}; // namespace android