diff --git a/hal/audio_extn/spkr_protection.c b/hal/audio_extn/spkr_protection.c
index 1a616df..547266e 100644
--- a/hal/audio_extn/spkr_protection.c
+++ b/hal/audio_extn/spkr_protection.c
@@ -751,7 +751,8 @@
                 continue;
             } else {
                 ALOGD("%s: wsa speaker idle %ld,minimum time %ld", __func__, sec, min_idle_time);
-                if (!(sec > min_idle_time || handle.trigger_cal)) {
+                if (!adev->primary_output ||
+                    ((sec < min_idle_time) && !handle.trigger_cal)) {
                     pthread_mutex_unlock(&adev->lock);
                     spkr_calibrate_wait();
                     continue;