diff --git a/src/libostree/ostree-repo-static-delta-processing.c b/src/libostree/ostree-repo-static-delta-processing.c
index a663b84c..703a52e1 100644
--- a/src/libostree/ostree-repo-static-delta-processing.c
+++ b/src/libostree/ostree-repo-static-delta-processing.c
@@ -654,6 +654,9 @@ dispatch_close (OstreeRepo                 *repo,
                                    TRUE, &metadata, error))
         goto out;
 
+      /* Now get rid of the temporary */
+      (void) unlinkat (state->repo->tmp_dir_fd, state->output_tmp_path, 0);
+
       if (!ostree_repo_write_metadata (repo, state->output_objtype, tmp_checksum,
                                        metadata, NULL, cancellable, error))
         goto out;