diff --git a/libobs/obs-audio.c b/libobs/obs-audio.c
index f019f3cd1..c27237ede 100644
--- a/libobs/obs-audio.c
+++ b/libobs/obs-audio.c
@@ -211,6 +211,7 @@ static inline void discard_audio(struct obs_core_audio *audio,
 		if (is_audio_source)
 			blog(LOG_DEBUG, "can't discard, data still pending");
 #endif
+		source->audio_ts = ts->end;
 		return;
 	}
 
diff --git a/libobs/obs-source.c b/libobs/obs-source.c
index 34bb24671..87a061005 100644
--- a/libobs/obs-source.c
+++ b/libobs/obs-source.c
@@ -1267,8 +1267,11 @@ static void source_output_audio_data(obs_source_t *source,
 		if (diff > MAX_TS_VAR && !using_direct_ts)
 			handle_ts_jump(source, source->next_audio_ts_min,
 				       in.timestamp, diff, os_time);
-		else if (diff < TS_SMOOTHING_THRESHOLD)
+		else if (diff < TS_SMOOTHING_THRESHOLD) {
+			if (source->async_unbuffered && source->async_decoupled)
+				source->timing_adjust = os_time - in.timestamp;
 			in.timestamp = source->next_audio_ts_min;
+		}
 	}
 
 	source->last_audio_ts = in.timestamp;