diff --git a/builder/builder-source-git.c b/builder/builder-source-git.c
index 34f62cbe1..559fd9446 100644
--- a/builder/builder-source-git.c
+++ b/builder/builder-source-git.c
@@ -486,6 +486,10 @@ builder_source_git_extract (BuilderSource *source,
   if (!git_extract_submodule (url, dest, context, error))
     return FALSE;
 
+  if (!git (dest, NULL, error,
+            "config", "--local", "remote.origin.url", url, NULL))
+    return FALSE;
+
   return TRUE;
 }