diff --git a/obs/window-basic-main.cpp b/obs/window-basic-main.cpp
index 3a13ea11c..66052eab4 100644
--- a/obs/window-basic-main.cpp
+++ b/obs/window-basic-main.cpp
@@ -577,6 +577,8 @@ void OBSBasic::RemoveSceneItem(OBSSceneItem item)
 	obs_source_t source = obs_sceneitem_getsource(item);
 
 	int scenes = sourceSceneRefs[source] - 1;
+	sourceSceneRefs[source] = scenes;
+
 	if (scenes == 0) {
 		obs_source_remove(source);
 		sourceSceneRefs.erase(source);