Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2015 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | //#define LOG_NDEBUG 0 |
| 18 | #define LOG_TAG "audio_utils_fifo" |
| 19 | |
Glenn Kasten | 9052f3b | 2016-07-08 16:24:41 -0700 | [diff] [blame] | 20 | #include <errno.h> |
Glenn Kasten | 0ab1d86 | 2016-06-20 12:04:56 -0700 | [diff] [blame] | 21 | #include <limits.h> |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 22 | #include <stdlib.h> |
| 23 | #include <string.h> |
Glenn Kasten | 9052f3b | 2016-07-08 16:24:41 -0700 | [diff] [blame] | 24 | |
Glenn Kasten | be9f4d8 | 2016-12-01 08:30:21 -0800 | [diff] [blame] | 25 | #include <audio_utils/clock_nanosleep.h> |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 26 | #include <audio_utils/fifo.h> |
Glenn Kasten | be9f4d8 | 2016-12-01 08:30:21 -0800 | [diff] [blame] | 27 | #include <audio_utils/futex.h> |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 28 | #include <audio_utils/roundup.h> |
Logan Chien | 24fcfdd | 2018-04-23 14:42:50 +0800 | [diff] [blame] | 29 | #include <log/log.h> |
Andy Hung | 74213cb | 2018-10-09 13:55:11 -0700 | [diff] [blame] | 30 | #include <system/audio.h> // FALLTHROUGH_INTENDED |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 31 | #include <utils/Errors.h> |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 32 | |
Glenn Kasten | dc1ff1f | 2016-09-02 13:54:59 -0700 | [diff] [blame] | 33 | audio_utils_fifo_base::audio_utils_fifo_base(uint32_t frameCount, |
Glenn Kasten | 1f8bd9f | 2020-02-20 16:51:43 -0800 | [diff] [blame] | 34 | audio_utils_fifo_index& writerRear, audio_utils_fifo_index *throttleFront, |
| 35 | audio_utils_fifo_sync sync) |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 36 | __attribute__((no_sanitize("integer"))) : |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 37 | mFrameCount(frameCount), mFrameCountP2(roundup(frameCount)), |
Glenn Kasten | 09acf78 | 2016-06-17 10:28:05 -0700 | [diff] [blame] | 38 | mFudgeFactor(mFrameCountP2 - mFrameCount), |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 39 | // FIXME need an API to configure the sync types |
Glenn Kasten | 1f8bd9f | 2020-02-20 16:51:43 -0800 | [diff] [blame] | 40 | mWriterRear(writerRear), mWriterRearSync(sync), |
| 41 | mThrottleFront(throttleFront), mThrottleFrontSync(sync), |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 42 | mIsShutdown(false) |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 43 | { |
Glenn Kasten | 09acf78 | 2016-06-17 10:28:05 -0700 | [diff] [blame] | 44 | // actual upper bound on frameCount will depend on the frame size |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 45 | LOG_ALWAYS_FATAL_IF(frameCount == 0 || frameCount > ((uint32_t) INT32_MAX)); |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 46 | } |
| 47 | |
Glenn Kasten | 09acf78 | 2016-06-17 10:28:05 -0700 | [diff] [blame] | 48 | audio_utils_fifo_base::~audio_utils_fifo_base() |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 49 | { |
| 50 | } |
| 51 | |
Glenn Kasten | 3f115ba | 2016-11-22 14:00:53 -0800 | [diff] [blame] | 52 | uint32_t audio_utils_fifo_base::sum(uint32_t index, uint32_t increment) const |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 53 | __attribute__((no_sanitize("integer"))) |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 54 | { |
Glenn Kasten | fc3d707 | 2017-03-06 14:58:33 -0800 | [diff] [blame] | 55 | if (mFudgeFactor > 0) { |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 56 | uint32_t mask = mFrameCountP2 - 1; |
| 57 | ALOG_ASSERT((index & mask) < mFrameCount); |
| 58 | ALOG_ASSERT(increment <= mFrameCountP2); |
| 59 | if ((index & mask) + increment >= mFrameCount) { |
| 60 | increment += mFudgeFactor; |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 61 | } |
| 62 | index += increment; |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 63 | ALOG_ASSERT((index & mask) < mFrameCount); |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 64 | return index; |
| 65 | } else { |
| 66 | return index + increment; |
| 67 | } |
| 68 | } |
| 69 | |
Glenn Kasten | 8c5518a | 2017-04-17 16:34:38 -0700 | [diff] [blame] | 70 | int32_t audio_utils_fifo_base::diff(uint32_t rear, uint32_t front, size_t *lost, bool flush) const |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 71 | __attribute__((no_sanitize("integer"))) |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 72 | { |
Glenn Kasten | 44001d4 | 2016-10-19 15:46:02 -0700 | [diff] [blame] | 73 | // TODO replace multiple returns by a single return point so this isn't needed |
| 74 | if (lost != NULL) { |
| 75 | *lost = 0; |
| 76 | } |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 77 | if (mIsShutdown) { |
| 78 | return -EIO; |
| 79 | } |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 80 | uint32_t diff = rear - front; |
Glenn Kasten | fc3d707 | 2017-03-06 14:58:33 -0800 | [diff] [blame] | 81 | if (mFudgeFactor > 0) { |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 82 | uint32_t mask = mFrameCountP2 - 1; |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 83 | uint32_t rearOffset = rear & mask; |
| 84 | uint32_t frontOffset = front & mask; |
| 85 | if (rearOffset >= mFrameCount || frontOffset >= mFrameCount) { |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 86 | ALOGE("%s frontOffset=%u rearOffset=%u mFrameCount=%u", |
| 87 | __func__, frontOffset, rearOffset, mFrameCount); |
| 88 | shutdown(); |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 89 | return -EIO; |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 90 | } |
Glenn Kasten | fc3d707 | 2017-03-06 14:58:33 -0800 | [diff] [blame] | 91 | // genDiff is the difference between the generation count fields of rear and front, |
| 92 | // and is always a multiple of mFrameCountP2. |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 93 | uint32_t genDiff = (rear & ~mask) - (front & ~mask); |
Glenn Kasten | fc3d707 | 2017-03-06 14:58:33 -0800 | [diff] [blame] | 94 | // It's OK for writer to be one generation beyond reader, |
| 95 | // but reader has lost frames if writer is further than one generation beyond. |
| 96 | if (genDiff > mFrameCountP2) { |
| 97 | if (lost != NULL) { |
| 98 | // Calculate the number of lost frames as the raw difference, |
| 99 | // less the mFrameCount frames that are still valid and can be read on retry, |
| 100 | // less the wasted indices that don't count as true lost frames. |
Glenn Kasten | 8c5518a | 2017-04-17 16:34:38 -0700 | [diff] [blame] | 101 | *lost = diff - (flush ? 0 : mFrameCount) - mFudgeFactor * (genDiff/mFrameCountP2); |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 102 | } |
Glenn Kasten | fc3d707 | 2017-03-06 14:58:33 -0800 | [diff] [blame] | 103 | return -EOVERFLOW; |
| 104 | } |
| 105 | // If writer is one generation beyond reader, skip over the wasted indices. |
| 106 | if (genDiff > 0) { |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 107 | diff -= mFudgeFactor; |
Glenn Kasten | fc3d707 | 2017-03-06 14:58:33 -0800 | [diff] [blame] | 108 | // Note is still possible for diff > mFrameCount. BCD 16 - BCD 1 shows the problem. |
| 109 | // genDiff is 16, fudge is 6, decimal diff is 15 = (22 - 1 - 6). |
| 110 | // So we need to check diff for overflow one more time. See "if" a few lines below. |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 111 | } |
| 112 | } |
| 113 | // FIFO should not be overfull |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 114 | if (diff > mFrameCount) { |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 115 | if (lost != NULL) { |
Glenn Kasten | 8c5518a | 2017-04-17 16:34:38 -0700 | [diff] [blame] | 116 | *lost = diff - (flush ? 0 : mFrameCount); |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 117 | } |
| 118 | return -EOVERFLOW; |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 119 | } |
| 120 | return (int32_t) diff; |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 121 | } |
| 122 | |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 123 | void audio_utils_fifo_base::shutdown() const |
| 124 | { |
| 125 | ALOGE("%s", __func__); |
| 126 | mIsShutdown = true; |
| 127 | } |
| 128 | |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 129 | //////////////////////////////////////////////////////////////////////////////// |
| 130 | |
Glenn Kasten | dc1ff1f | 2016-09-02 13:54:59 -0700 | [diff] [blame] | 131 | audio_utils_fifo::audio_utils_fifo(uint32_t frameCount, uint32_t frameSize, void *buffer, |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 132 | audio_utils_fifo_index& writerRear, audio_utils_fifo_index *throttleFront) |
Glenn Kasten | 09acf78 | 2016-06-17 10:28:05 -0700 | [diff] [blame] | 133 | __attribute__((no_sanitize("integer"))) : |
Glenn Kasten | 1f8bd9f | 2020-02-20 16:51:43 -0800 | [diff] [blame] | 134 | audio_utils_fifo_base(frameCount, writerRear, throttleFront, AUDIO_UTILS_FIFO_SYNC_SHARED), |
Glenn Kasten | dc1ff1f | 2016-09-02 13:54:59 -0700 | [diff] [blame] | 135 | mFrameSize(frameSize), mBuffer(buffer) |
Glenn Kasten | 09acf78 | 2016-06-17 10:28:05 -0700 | [diff] [blame] | 136 | { |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 137 | // maximum value of frameCount * frameSize is INT32_MAX (2^31 - 1), not 2^31, because we need to |
Glenn Kasten | 09acf78 | 2016-06-17 10:28:05 -0700 | [diff] [blame] | 138 | // be able to distinguish successful and error return values from read and write. |
Glenn Kasten | 0ab1d86 | 2016-06-20 12:04:56 -0700 | [diff] [blame] | 139 | LOG_ALWAYS_FATAL_IF(frameCount == 0 || frameSize == 0 || buffer == NULL || |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 140 | frameCount > ((uint32_t) INT32_MAX) / frameSize); |
Glenn Kasten | 09acf78 | 2016-06-17 10:28:05 -0700 | [diff] [blame] | 141 | } |
| 142 | |
Glenn Kasten | dc1ff1f | 2016-09-02 13:54:59 -0700 | [diff] [blame] | 143 | audio_utils_fifo::audio_utils_fifo(uint32_t frameCount, uint32_t frameSize, void *buffer, |
Glenn Kasten | 1f8bd9f | 2020-02-20 16:51:43 -0800 | [diff] [blame] | 144 | bool throttlesWriter, audio_utils_fifo_sync sync) : |
Glenn Kasten | dc1ff1f | 2016-09-02 13:54:59 -0700 | [diff] [blame] | 145 | audio_utils_fifo(frameCount, frameSize, buffer, mSingleProcessSharedRear, |
| 146 | throttlesWriter ? &mSingleProcessSharedFront : NULL) |
| 147 | { |
Glenn Kasten | 1f8bd9f | 2020-02-20 16:51:43 -0800 | [diff] [blame] | 148 | LOG_ALWAYS_FATAL_IF(sync == AUDIO_UTILS_FIFO_SYNC_SHARED); |
Glenn Kasten | dc1ff1f | 2016-09-02 13:54:59 -0700 | [diff] [blame] | 149 | } |
| 150 | |
Glenn Kasten | 09acf78 | 2016-06-17 10:28:05 -0700 | [diff] [blame] | 151 | audio_utils_fifo::~audio_utils_fifo() |
| 152 | { |
| 153 | } |
| 154 | |
| 155 | //////////////////////////////////////////////////////////////////////////////// |
| 156 | |
Glenn Kasten | 0f85039 | 2016-10-19 12:14:46 -0700 | [diff] [blame] | 157 | audio_utils_fifo_provider::audio_utils_fifo_provider(audio_utils_fifo& fifo) : |
| 158 | mFifo(fifo), mObtained(0), mTotalReleased(0) |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 159 | { |
| 160 | } |
| 161 | |
| 162 | audio_utils_fifo_provider::~audio_utils_fifo_provider() |
| 163 | { |
| 164 | } |
| 165 | |
| 166 | //////////////////////////////////////////////////////////////////////////////// |
| 167 | |
| 168 | audio_utils_fifo_writer::audio_utils_fifo_writer(audio_utils_fifo& fifo) : |
Glenn Kasten | 0f85039 | 2016-10-19 12:14:46 -0700 | [diff] [blame] | 169 | audio_utils_fifo_provider(fifo), mLocalRear(0), |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 170 | mArmLevel(fifo.mFrameCount), mTriggerLevel(0), |
| 171 | mIsArmed(true), // because initial fill level of zero is < mArmLevel |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 172 | mEffectiveFrames(fifo.mFrameCount) |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 173 | { |
| 174 | } |
| 175 | |
| 176 | audio_utils_fifo_writer::~audio_utils_fifo_writer() |
| 177 | { |
| 178 | } |
| 179 | |
Glenn Kasten | d9942f7 | 2016-10-16 14:51:15 -0700 | [diff] [blame] | 180 | ssize_t audio_utils_fifo_writer::write(const void *buffer, size_t count, |
| 181 | const struct timespec *timeout) |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 182 | __attribute__((no_sanitize("integer"))) |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 183 | { |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 184 | audio_utils_iovec iovec[2]; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 185 | ssize_t availToWrite = obtain(iovec, count, timeout); |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 186 | if (availToWrite > 0) { |
Glenn Kasten | 169f3a2 | 2016-06-17 10:43:34 -0700 | [diff] [blame] | 187 | memcpy((char *) mFifo.mBuffer + iovec[0].mOffset * mFifo.mFrameSize, buffer, |
| 188 | iovec[0].mLength * mFifo.mFrameSize); |
| 189 | if (iovec[1].mLength > 0) { |
| 190 | memcpy((char *) mFifo.mBuffer + iovec[1].mOffset * mFifo.mFrameSize, |
| 191 | (char *) buffer + (iovec[0].mLength * mFifo.mFrameSize), |
| 192 | iovec[1].mLength * mFifo.mFrameSize); |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 193 | } |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 194 | release(availToWrite); |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 195 | } |
| 196 | return availToWrite; |
| 197 | } |
| 198 | |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 199 | // iovec == NULL is not part of the public API, but internally it means don't set mObtained |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 200 | ssize_t audio_utils_fifo_writer::obtain(audio_utils_iovec iovec[2], size_t count, |
Glenn Kasten | d9942f7 | 2016-10-16 14:51:15 -0700 | [diff] [blame] | 201 | const struct timespec *timeout) |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 202 | __attribute__((no_sanitize("integer"))) |
| 203 | { |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 204 | int err = 0; |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 205 | size_t availToWrite; |
| 206 | if (mFifo.mThrottleFront != NULL) { |
Glenn Kasten | f277a7c | 2016-10-14 08:51:20 -0700 | [diff] [blame] | 207 | int retries = kRetries; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 208 | for (;;) { |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 209 | uint32_t front = mFifo.mThrottleFrontSync == AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED ? |
| 210 | mFifo.mThrottleFront->loadSingleThreaded() : |
| 211 | mFifo.mThrottleFront->loadAcquire(); |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 212 | // returns -EIO if mIsShutdown |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 213 | int32_t filled = mFifo.diff(mLocalRear, front); |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 214 | if (filled < 0) { |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 215 | // on error, return an empty slice |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 216 | err = filled; |
| 217 | availToWrite = 0; |
| 218 | break; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 219 | } |
| 220 | availToWrite = mEffectiveFrames > (uint32_t) filled ? |
| 221 | mEffectiveFrames - (uint32_t) filled : 0; |
| 222 | // TODO pull out "count == 0" |
| 223 | if (count == 0 || availToWrite > 0 || timeout == NULL || |
| 224 | (timeout->tv_sec == 0 && timeout->tv_nsec == 0)) { |
| 225 | break; |
| 226 | } |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 227 | // TODO add comments |
| 228 | // TODO abstract out switch and replace by general sync object |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 229 | // the high level code (synchronization, sleep, futex, iovec) should be completely |
| 230 | // separate from the low level code (indexes, available, masking). |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 231 | int op = FUTEX_WAIT; |
| 232 | switch (mFifo.mThrottleFrontSync) { |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 233 | case AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED: |
| 234 | err = -ENOTSUP; |
| 235 | break; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 236 | case AUDIO_UTILS_FIFO_SYNC_SLEEP: |
Glenn Kasten | be9f4d8 | 2016-12-01 08:30:21 -0800 | [diff] [blame] | 237 | err = audio_utils_clock_nanosleep(CLOCK_MONOTONIC, 0 /*flags*/, timeout, |
| 238 | NULL /*remain*/); |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 239 | if (err < 0) { |
| 240 | LOG_ALWAYS_FATAL_IF(errno != EINTR, "unexpected err=%d errno=%d", err, errno); |
| 241 | err = -errno; |
| 242 | } else { |
| 243 | err = -ETIMEDOUT; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 244 | } |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 245 | break; |
| 246 | case AUDIO_UTILS_FIFO_SYNC_PRIVATE: |
| 247 | op = FUTEX_WAIT_PRIVATE; |
Andy Hung | 74213cb | 2018-10-09 13:55:11 -0700 | [diff] [blame] | 248 | FALLTHROUGH_INTENDED; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 249 | case AUDIO_UTILS_FIFO_SYNC_SHARED: |
| 250 | if (timeout->tv_sec == LONG_MAX) { |
| 251 | timeout = NULL; |
| 252 | } |
Glenn Kasten | 7cc8f54 | 2016-12-01 16:12:59 -0800 | [diff] [blame] | 253 | err = mFifo.mThrottleFront->wait(op, front, timeout); |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 254 | if (err < 0) { |
| 255 | switch (errno) { |
Glenn Kasten | f277a7c | 2016-10-14 08:51:20 -0700 | [diff] [blame] | 256 | case EWOULDBLOCK: |
Glenn Kasten | 7cabff9 | 2016-10-19 11:13:55 -0700 | [diff] [blame] | 257 | // Benign race condition with partner: mFifo.mThrottleFront->mIndex |
| 258 | // changed value between the earlier atomic_load_explicit() and sys_futex(). |
| 259 | // Try to load index again, but give up if we are unable to converge. |
Glenn Kasten | f277a7c | 2016-10-14 08:51:20 -0700 | [diff] [blame] | 260 | if (retries-- > 0) { |
| 261 | // bypass the "timeout = NULL;" below |
| 262 | continue; |
| 263 | } |
Andy Hung | 74213cb | 2018-10-09 13:55:11 -0700 | [diff] [blame] | 264 | FALLTHROUGH_INTENDED; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 265 | case EINTR: |
| 266 | case ETIMEDOUT: |
| 267 | err = -errno; |
| 268 | break; |
| 269 | default: |
| 270 | LOG_ALWAYS_FATAL("unexpected err=%d errno=%d", err, errno); |
| 271 | break; |
| 272 | } |
| 273 | } |
| 274 | break; |
| 275 | default: |
| 276 | LOG_ALWAYS_FATAL("mFifo.mThrottleFrontSync=%d", mFifo.mThrottleFrontSync); |
| 277 | break; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 278 | } |
| 279 | timeout = NULL; |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 280 | } |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 281 | } else { |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 282 | if (mFifo.mIsShutdown) { |
| 283 | err = -EIO; |
| 284 | availToWrite = 0; |
| 285 | } else { |
| 286 | availToWrite = mEffectiveFrames; |
| 287 | } |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 288 | } |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 289 | if (availToWrite > count) { |
| 290 | availToWrite = count; |
| 291 | } |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 292 | uint32_t rearOffset = mLocalRear & (mFifo.mFrameCountP2 - 1); |
| 293 | size_t part1 = mFifo.mFrameCount - rearOffset; |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 294 | if (part1 > availToWrite) { |
| 295 | part1 = availToWrite; |
| 296 | } |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 297 | size_t part2 = part1 > 0 ? availToWrite - part1 : 0; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 298 | // return slice |
| 299 | if (iovec != NULL) { |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 300 | iovec[0].mOffset = rearOffset; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 301 | iovec[0].mLength = part1; |
| 302 | iovec[1].mOffset = 0; |
| 303 | iovec[1].mLength = part2; |
| 304 | mObtained = availToWrite; |
| 305 | } |
| 306 | return availToWrite > 0 ? availToWrite : err; |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 307 | } |
| 308 | |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 309 | void audio_utils_fifo_writer::release(size_t count) |
| 310 | __attribute__((no_sanitize("integer"))) |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 311 | { |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 312 | // no need to do an early check for mIsShutdown, because the extra code executed is harmless |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 313 | if (count > 0) { |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 314 | if (count > mObtained) { |
| 315 | ALOGE("%s(count=%zu) > mObtained=%u", __func__, count, mObtained); |
| 316 | mFifo.shutdown(); |
| 317 | return; |
| 318 | } |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 319 | if (mFifo.mThrottleFront != NULL) { |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 320 | uint32_t front = mFifo.mThrottleFrontSync == AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED ? |
| 321 | mFifo.mThrottleFront->loadSingleThreaded() : |
| 322 | mFifo.mThrottleFront->loadAcquire(); |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 323 | // returns -EIO if mIsShutdown |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 324 | int32_t filled = mFifo.diff(mLocalRear, front); |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 325 | mLocalRear = mFifo.sum(mLocalRear, count); |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 326 | if (mFifo.mWriterRearSync == AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED) { |
| 327 | mFifo.mWriterRear.storeSingleThreaded(mLocalRear); |
| 328 | } else { |
| 329 | mFifo.mWriterRear.storeRelease(mLocalRear); |
| 330 | } |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 331 | // TODO add comments |
| 332 | int op = FUTEX_WAKE; |
| 333 | switch (mFifo.mWriterRearSync) { |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 334 | case AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED: |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 335 | case AUDIO_UTILS_FIFO_SYNC_SLEEP: |
| 336 | break; |
| 337 | case AUDIO_UTILS_FIFO_SYNC_PRIVATE: |
| 338 | op = FUTEX_WAKE_PRIVATE; |
Andy Hung | 74213cb | 2018-10-09 13:55:11 -0700 | [diff] [blame] | 339 | FALLTHROUGH_INTENDED; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 340 | case AUDIO_UTILS_FIFO_SYNC_SHARED: |
| 341 | if (filled >= 0) { |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 342 | if ((uint32_t) filled < mArmLevel) { |
| 343 | mIsArmed = true; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 344 | } |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 345 | if (mIsArmed && filled + count > mTriggerLevel) { |
Glenn Kasten | 7cc8f54 | 2016-12-01 16:12:59 -0800 | [diff] [blame] | 346 | int err = mFifo.mWriterRear.wake(op, INT32_MAX /*waiters*/); |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 347 | // err is number of processes woken up |
| 348 | if (err < 0) { |
| 349 | LOG_ALWAYS_FATAL("%s: unexpected err=%d errno=%d", |
| 350 | __func__, err, errno); |
| 351 | } |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 352 | mIsArmed = false; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 353 | } |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 354 | } |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 355 | break; |
| 356 | default: |
| 357 | LOG_ALWAYS_FATAL("mFifo.mWriterRearSync=%d", mFifo.mWriterRearSync); |
| 358 | break; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 359 | } |
| 360 | } else { |
| 361 | mLocalRear = mFifo.sum(mLocalRear, count); |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 362 | if (mFifo.mWriterRearSync == AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED) { |
| 363 | mFifo.mWriterRear.storeSingleThreaded(mLocalRear); |
| 364 | } else { |
| 365 | mFifo.mWriterRear.storeRelease(mLocalRear); |
| 366 | } |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 367 | } |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 368 | mObtained -= count; |
Glenn Kasten | 0f85039 | 2016-10-19 12:14:46 -0700 | [diff] [blame] | 369 | mTotalReleased += count; |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 370 | } |
| 371 | } |
| 372 | |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 373 | ssize_t audio_utils_fifo_writer::available() |
| 374 | { |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 375 | // iovec == NULL is not part of the public API, but internally it means don't set mObtained |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 376 | return obtain(NULL /*iovec*/, SIZE_MAX /*count*/, NULL /*timeout*/); |
| 377 | } |
| 378 | |
| 379 | void audio_utils_fifo_writer::resize(uint32_t frameCount) |
| 380 | { |
| 381 | // cap to range [0, mFifo.mFrameCount] |
| 382 | if (frameCount > mFifo.mFrameCount) { |
| 383 | frameCount = mFifo.mFrameCount; |
| 384 | } |
| 385 | // if we reduce the effective frame count, update hysteresis points to be within the new range |
| 386 | if (frameCount < mEffectiveFrames) { |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 387 | if (mArmLevel > frameCount) { |
| 388 | mArmLevel = frameCount; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 389 | } |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 390 | if (mTriggerLevel > frameCount) { |
| 391 | mTriggerLevel = frameCount; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 392 | } |
| 393 | } |
| 394 | mEffectiveFrames = frameCount; |
| 395 | } |
| 396 | |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 397 | uint32_t audio_utils_fifo_writer::size() const |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 398 | { |
| 399 | return mEffectiveFrames; |
| 400 | } |
| 401 | |
| 402 | void audio_utils_fifo_writer::setHysteresis(uint32_t lowLevelArm, uint32_t highLevelTrigger) |
| 403 | { |
| 404 | // cap to range [0, mEffectiveFrames] |
| 405 | if (lowLevelArm > mEffectiveFrames) { |
| 406 | lowLevelArm = mEffectiveFrames; |
| 407 | } |
| 408 | if (highLevelTrigger > mEffectiveFrames) { |
| 409 | highLevelTrigger = mEffectiveFrames; |
| 410 | } |
| 411 | // TODO this is overly conservative; it would be better to arm based on actual fill level |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 412 | if (lowLevelArm > mArmLevel) { |
| 413 | mIsArmed = true; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 414 | } |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 415 | mArmLevel = lowLevelArm; |
| 416 | mTriggerLevel = highLevelTrigger; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 417 | } |
| 418 | |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 419 | void audio_utils_fifo_writer::getHysteresis(uint32_t *armLevel, uint32_t *triggerLevel) const |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 420 | { |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 421 | *armLevel = mArmLevel; |
| 422 | *triggerLevel = mTriggerLevel; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 423 | } |
| 424 | |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 425 | //////////////////////////////////////////////////////////////////////////////// |
| 426 | |
Glenn Kasten | 8c5518a | 2017-04-17 16:34:38 -0700 | [diff] [blame] | 427 | audio_utils_fifo_reader::audio_utils_fifo_reader(audio_utils_fifo& fifo, bool throttlesWriter, |
| 428 | bool flush) : |
Glenn Kasten | 2f99531 | 2016-12-16 12:42:26 -0800 | [diff] [blame] | 429 | audio_utils_fifo_provider(fifo), |
| 430 | |
| 431 | // If we throttle the writer, then initialize our front index to zero so that we see all data |
| 432 | // currently in the buffer. |
| 433 | // Otherwise, ignore everything currently in the buffer by initializing our front index to the |
| 434 | // current value of writer's rear. This avoids an immediate -EOVERFLOW (overrun) in the case |
| 435 | // where reader starts out more than one buffer behind writer. The initial catch-up does not |
| 436 | // contribute towards the totalLost, totalFlushed, or totalReleased counters. |
Glenn Kasten | 0114464 | 2020-02-20 15:10:51 -0800 | [diff] [blame] | 437 | mLocalFront(throttlesWriter ? 0 : mFifo.mWriterRear.loadAcquire()), |
Glenn Kasten | 2f99531 | 2016-12-16 12:42:26 -0800 | [diff] [blame] | 438 | |
Glenn Kasten | dc1ff1f | 2016-09-02 13:54:59 -0700 | [diff] [blame] | 439 | mThrottleFront(throttlesWriter ? mFifo.mThrottleFront : NULL), |
Glenn Kasten | 8c5518a | 2017-04-17 16:34:38 -0700 | [diff] [blame] | 440 | mFlush(flush), |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 441 | mArmLevel(-1), mTriggerLevel(mFifo.mFrameCount), |
| 442 | mIsArmed(true), // because initial fill level of zero is > mArmLevel |
Glenn Kasten | 0f85039 | 2016-10-19 12:14:46 -0700 | [diff] [blame] | 443 | mTotalLost(0), mTotalFlushed(0) |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 444 | { |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 445 | } |
| 446 | |
| 447 | audio_utils_fifo_reader::~audio_utils_fifo_reader() |
| 448 | { |
Glenn Kasten | 0ab1d86 | 2016-06-20 12:04:56 -0700 | [diff] [blame] | 449 | // TODO Need a way to pass throttle capability to the another reader, should one reader exit. |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 450 | } |
| 451 | |
Glenn Kasten | d9942f7 | 2016-10-16 14:51:15 -0700 | [diff] [blame] | 452 | ssize_t audio_utils_fifo_reader::read(void *buffer, size_t count, const struct timespec *timeout, |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 453 | size_t *lost) |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 454 | __attribute__((no_sanitize("integer"))) |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 455 | { |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 456 | audio_utils_iovec iovec[2]; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 457 | ssize_t availToRead = obtain(iovec, count, timeout, lost); |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 458 | if (availToRead > 0) { |
Glenn Kasten | 169f3a2 | 2016-06-17 10:43:34 -0700 | [diff] [blame] | 459 | memcpy(buffer, (char *) mFifo.mBuffer + iovec[0].mOffset * mFifo.mFrameSize, |
| 460 | iovec[0].mLength * mFifo.mFrameSize); |
| 461 | if (iovec[1].mLength > 0) { |
| 462 | memcpy((char *) buffer + (iovec[0].mLength * mFifo.mFrameSize), |
| 463 | (char *) mFifo.mBuffer + iovec[1].mOffset * mFifo.mFrameSize, |
| 464 | iovec[1].mLength * mFifo.mFrameSize); |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 465 | } |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 466 | release(availToRead); |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 467 | } |
| 468 | return availToRead; |
| 469 | } |
| 470 | |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 471 | ssize_t audio_utils_fifo_reader::obtain(audio_utils_iovec iovec[2], size_t count, |
Glenn Kasten | d9942f7 | 2016-10-16 14:51:15 -0700 | [diff] [blame] | 472 | const struct timespec *timeout) |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 473 | __attribute__((no_sanitize("integer"))) |
| 474 | { |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 475 | return obtain(iovec, count, timeout, NULL /*lost*/); |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 476 | } |
| 477 | |
| 478 | void audio_utils_fifo_reader::release(size_t count) |
| 479 | __attribute__((no_sanitize("integer"))) |
| 480 | { |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 481 | // no need to do an early check for mIsShutdown, because the extra code executed is harmless |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 482 | if (count > 0) { |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 483 | if (count > mObtained) { |
| 484 | ALOGE("%s(count=%zu) > mObtained=%u", __func__, count, mObtained); |
| 485 | mFifo.shutdown(); |
| 486 | return; |
| 487 | } |
Glenn Kasten | dc1ff1f | 2016-09-02 13:54:59 -0700 | [diff] [blame] | 488 | if (mThrottleFront != NULL) { |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 489 | uint32_t rear = mFifo.mWriterRearSync == AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED ? |
| 490 | mFifo.mWriterRear.loadSingleThreaded() : mFifo.mWriterRear.loadAcquire(); |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 491 | // returns -EIO if mIsShutdown |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 492 | int32_t filled = mFifo.diff(rear, mLocalFront); |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 493 | mLocalFront = mFifo.sum(mLocalFront, count); |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 494 | if (mFifo.mThrottleFrontSync == AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED) { |
| 495 | mThrottleFront->storeSingleThreaded(mLocalFront); |
| 496 | } else { |
| 497 | mThrottleFront->storeRelease(mLocalFront); |
| 498 | } |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 499 | // TODO add comments |
| 500 | int op = FUTEX_WAKE; |
| 501 | switch (mFifo.mThrottleFrontSync) { |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 502 | case AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED: |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 503 | case AUDIO_UTILS_FIFO_SYNC_SLEEP: |
| 504 | break; |
| 505 | case AUDIO_UTILS_FIFO_SYNC_PRIVATE: |
| 506 | op = FUTEX_WAKE_PRIVATE; |
Andy Hung | 74213cb | 2018-10-09 13:55:11 -0700 | [diff] [blame] | 507 | FALLTHROUGH_INTENDED; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 508 | case AUDIO_UTILS_FIFO_SYNC_SHARED: |
| 509 | if (filled >= 0) { |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 510 | if (filled > mArmLevel) { |
| 511 | mIsArmed = true; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 512 | } |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 513 | if (mIsArmed && filled - count < mTriggerLevel) { |
Glenn Kasten | 7cc8f54 | 2016-12-01 16:12:59 -0800 | [diff] [blame] | 514 | int err = mThrottleFront->wake(op, 1 /*waiters*/); |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 515 | // err is number of processes woken up |
| 516 | if (err < 0 || err > 1) { |
| 517 | LOG_ALWAYS_FATAL("%s: unexpected err=%d errno=%d", |
| 518 | __func__, err, errno); |
| 519 | } |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 520 | mIsArmed = false; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 521 | } |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 522 | } |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 523 | break; |
| 524 | default: |
| 525 | LOG_ALWAYS_FATAL("mFifo.mThrottleFrontSync=%d", mFifo.mThrottleFrontSync); |
| 526 | break; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 527 | } |
| 528 | } else { |
| 529 | mLocalFront = mFifo.sum(mLocalFront, count); |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 530 | } |
| 531 | mObtained -= count; |
Glenn Kasten | 0f85039 | 2016-10-19 12:14:46 -0700 | [diff] [blame] | 532 | mTotalReleased += count; |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 533 | } |
| 534 | } |
| 535 | |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 536 | // iovec == NULL is not part of the public API, but internally it means don't set mObtained |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 537 | ssize_t audio_utils_fifo_reader::obtain(audio_utils_iovec iovec[2], size_t count, |
Glenn Kasten | d9942f7 | 2016-10-16 14:51:15 -0700 | [diff] [blame] | 538 | const struct timespec *timeout, size_t *lost) |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 539 | __attribute__((no_sanitize("integer"))) |
| 540 | { |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 541 | int err = 0; |
Glenn Kasten | f277a7c | 2016-10-14 08:51:20 -0700 | [diff] [blame] | 542 | int retries = kRetries; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 543 | uint32_t rear; |
| 544 | for (;;) { |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 545 | rear = mFifo.mWriterRearSync == AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED ? |
| 546 | mFifo.mWriterRear.loadSingleThreaded() : mFifo.mWriterRear.loadAcquire(); |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 547 | // TODO pull out "count == 0" |
| 548 | if (count == 0 || rear != mLocalFront || timeout == NULL || |
| 549 | (timeout->tv_sec == 0 && timeout->tv_nsec == 0)) { |
| 550 | break; |
| 551 | } |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 552 | // TODO add comments |
| 553 | int op = FUTEX_WAIT; |
| 554 | switch (mFifo.mWriterRearSync) { |
Glenn Kasten | ada0fdb | 2020-02-20 15:13:40 -0800 | [diff] [blame] | 555 | case AUDIO_UTILS_FIFO_SYNC_SINGLE_THREADED: |
| 556 | err = -ENOTSUP; |
| 557 | break; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 558 | case AUDIO_UTILS_FIFO_SYNC_SLEEP: |
Glenn Kasten | be9f4d8 | 2016-12-01 08:30:21 -0800 | [diff] [blame] | 559 | err = audio_utils_clock_nanosleep(CLOCK_MONOTONIC, 0 /*flags*/, timeout, |
| 560 | NULL /*remain*/); |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 561 | if (err < 0) { |
| 562 | LOG_ALWAYS_FATAL_IF(errno != EINTR, "unexpected err=%d errno=%d", err, errno); |
| 563 | err = -errno; |
| 564 | } else { |
| 565 | err = -ETIMEDOUT; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 566 | } |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 567 | break; |
| 568 | case AUDIO_UTILS_FIFO_SYNC_PRIVATE: |
| 569 | op = FUTEX_WAIT_PRIVATE; |
Andy Hung | 74213cb | 2018-10-09 13:55:11 -0700 | [diff] [blame] | 570 | FALLTHROUGH_INTENDED; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 571 | case AUDIO_UTILS_FIFO_SYNC_SHARED: |
| 572 | if (timeout->tv_sec == LONG_MAX) { |
| 573 | timeout = NULL; |
| 574 | } |
Glenn Kasten | 7cc8f54 | 2016-12-01 16:12:59 -0800 | [diff] [blame] | 575 | err = mFifo.mWriterRear.wait(op, rear, timeout); |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 576 | if (err < 0) { |
| 577 | switch (errno) { |
Glenn Kasten | f277a7c | 2016-10-14 08:51:20 -0700 | [diff] [blame] | 578 | case EWOULDBLOCK: |
Glenn Kasten | 7cabff9 | 2016-10-19 11:13:55 -0700 | [diff] [blame] | 579 | // Benign race condition with partner: mFifo.mWriterRear->mIndex |
| 580 | // changed value between the earlier atomic_load_explicit() and sys_futex(). |
| 581 | // Try to load index again, but give up if we are unable to converge. |
Glenn Kasten | f277a7c | 2016-10-14 08:51:20 -0700 | [diff] [blame] | 582 | if (retries-- > 0) { |
| 583 | // bypass the "timeout = NULL;" below |
| 584 | continue; |
| 585 | } |
Andy Hung | 74213cb | 2018-10-09 13:55:11 -0700 | [diff] [blame] | 586 | FALLTHROUGH_INTENDED; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 587 | case EINTR: |
| 588 | case ETIMEDOUT: |
| 589 | err = -errno; |
| 590 | break; |
| 591 | default: |
| 592 | LOG_ALWAYS_FATAL("unexpected err=%d errno=%d", err, errno); |
| 593 | break; |
| 594 | } |
| 595 | } |
| 596 | break; |
| 597 | default: |
| 598 | LOG_ALWAYS_FATAL("mFifo.mWriterRearSync=%d", mFifo.mWriterRearSync); |
| 599 | break; |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 600 | } |
| 601 | timeout = NULL; |
| 602 | } |
Glenn Kasten | 0f85039 | 2016-10-19 12:14:46 -0700 | [diff] [blame] | 603 | size_t ourLost; |
| 604 | if (lost == NULL) { |
| 605 | lost = &ourLost; |
| 606 | } |
Glenn Kasten | 0b2947b | 2016-11-22 14:00:23 -0800 | [diff] [blame] | 607 | // returns -EIO if mIsShutdown |
Glenn Kasten | 8c5518a | 2017-04-17 16:34:38 -0700 | [diff] [blame] | 608 | int32_t filled = mFifo.diff(rear, mLocalFront, lost, mFlush); |
Glenn Kasten | 0f85039 | 2016-10-19 12:14:46 -0700 | [diff] [blame] | 609 | mTotalLost += *lost; |
| 610 | mTotalReleased += *lost; |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 611 | if (filled < 0) { |
Glenn Kasten | 3ddacbb | 2016-06-20 14:41:03 -0700 | [diff] [blame] | 612 | if (filled == -EOVERFLOW) { |
Glenn Kasten | fc3d707 | 2017-03-06 14:58:33 -0800 | [diff] [blame] | 613 | // catch up with writer, but preserve the still valid frames in buffer |
Glenn Kasten | 8c5518a | 2017-04-17 16:34:38 -0700 | [diff] [blame] | 614 | mLocalFront = rear - (mFlush ? 0 : mFifo.mFrameCountP2 /*sic*/); |
Glenn Kasten | 6d7ad76 | 2016-06-15 17:05:54 -0700 | [diff] [blame] | 615 | } |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 616 | // on error, return an empty slice |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 617 | err = filled; |
| 618 | filled = 0; |
Glenn Kasten | 9b4fe47 | 2016-06-13 09:34:57 -0700 | [diff] [blame] | 619 | } |
| 620 | size_t availToRead = (size_t) filled; |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 621 | if (availToRead > count) { |
| 622 | availToRead = count; |
| 623 | } |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 624 | uint32_t frontOffset = mLocalFront & (mFifo.mFrameCountP2 - 1); |
| 625 | size_t part1 = mFifo.mFrameCount - frontOffset; |
Glenn Kasten | 9b4c805 | 2015-01-06 14:13:13 -0800 | [diff] [blame] | 626 | if (part1 > availToRead) { |
| 627 | part1 = availToRead; |
| 628 | } |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 629 | size_t part2 = part1 > 0 ? availToRead - part1 : 0; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 630 | // return slice |
| 631 | if (iovec != NULL) { |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 632 | iovec[0].mOffset = frontOffset; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 633 | iovec[0].mLength = part1; |
| 634 | iovec[1].mOffset = 0; |
| 635 | iovec[1].mLength = part2; |
| 636 | mObtained = availToRead; |
| 637 | } |
| 638 | return availToRead > 0 ? availToRead : err; |
| 639 | } |
| 640 | |
| 641 | ssize_t audio_utils_fifo_reader::available() |
| 642 | { |
| 643 | return available(NULL /*lost*/); |
| 644 | } |
| 645 | |
| 646 | ssize_t audio_utils_fifo_reader::available(size_t *lost) |
| 647 | { |
Glenn Kasten | 9ddeb2c | 2016-10-14 08:49:02 -0700 | [diff] [blame] | 648 | // iovec == NULL is not part of the public API, but internally it means don't set mObtained |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 649 | return obtain(NULL /*iovec*/, SIZE_MAX /*count*/, NULL /*timeout*/, lost); |
| 650 | } |
| 651 | |
Glenn Kasten | 0f85039 | 2016-10-19 12:14:46 -0700 | [diff] [blame] | 652 | ssize_t audio_utils_fifo_reader::flush(size_t *lost) |
| 653 | { |
| 654 | audio_utils_iovec iovec[2]; |
| 655 | ssize_t ret = obtain(iovec, SIZE_MAX /*count*/, NULL /*timeout*/, lost); |
| 656 | if (ret > 0) { |
| 657 | size_t flushed = (size_t) ret; |
| 658 | release(flushed); |
| 659 | mTotalFlushed += flushed; |
| 660 | ret = flushed; |
| 661 | } |
| 662 | return ret; |
| 663 | } |
| 664 | |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 665 | void audio_utils_fifo_reader::setHysteresis(int32_t armLevel, uint32_t triggerLevel) |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 666 | { |
| 667 | // cap to range [0, mFifo.mFrameCount] |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 668 | if (armLevel < 0) { |
| 669 | armLevel = -1; |
| 670 | } else if ((uint32_t) armLevel > mFifo.mFrameCount) { |
| 671 | armLevel = mFifo.mFrameCount; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 672 | } |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 673 | if (triggerLevel > mFifo.mFrameCount) { |
| 674 | triggerLevel = mFifo.mFrameCount; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 675 | } |
| 676 | // TODO this is overly conservative; it would be better to arm based on actual fill level |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 677 | if (armLevel < mArmLevel) { |
| 678 | mIsArmed = true; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 679 | } |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 680 | mArmLevel = armLevel; |
| 681 | mTriggerLevel = triggerLevel; |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 682 | } |
| 683 | |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 684 | void audio_utils_fifo_reader::getHysteresis(int32_t *armLevel, uint32_t *triggerLevel) const |
Glenn Kasten | c0924bc | 2016-10-02 13:00:19 -0700 | [diff] [blame] | 685 | { |
Glenn Kasten | b9652ab | 2016-11-18 13:34:01 -0800 | [diff] [blame] | 686 | *armLevel = mArmLevel; |
| 687 | *triggerLevel = mTriggerLevel; |
Glenn Kasten | 547a992 | 2016-06-15 13:07:31 -0700 | [diff] [blame] | 688 | } |