diff --git a/src/core/host_interface.cpp b/src/core/host_interface.cpp
index c3a211034..84d05c55c 100644
--- a/src/core/host_interface.cpp
+++ b/src/core/host_interface.cpp
@@ -206,11 +206,11 @@ void HostInterface::UpdateSpeedLimiterState()
 {
   m_speed_limiter_enabled = m_settings.speed_limiter_enabled && !m_speed_limiter_temp_disabled;
 
-  const bool audio_sync_enabled = m_speed_limiter_enabled;
+  const bool audio_sync_enabled = !m_system || m_paused || m_speed_limiter_enabled;
   const bool vsync_enabled = !m_system || m_paused || (m_speed_limiter_enabled && m_settings.gpu_vsync);
   Log_InfoPrintf("Syncing to %s%s", audio_sync_enabled ? "audio" : "",
                  (m_speed_limiter_enabled && vsync_enabled) ? " and video" : "");
 
-  m_audio_stream->SetSync(false);
+  m_audio_stream->SetSync(audio_sync_enabled);
   m_display->SetVSync(vsync_enabled);
 }