seqRecompress() reduces memory usage

Author: zhengxwen

R/Internal.R

@@ -221,7 +221,9 @@ process_balancing_multiple <- 3L
     .MergeNodeAttr(target.node, gdslist, varname)
     for (i in seq_along(gdslist))
     {
-        append.gdsn(target.node, index.gdsn(gdslist[[i]], varname))
+        nd <- index.gdsn(gdslist[[i]], varname)
+        append.gdsn(target.node, nd)
+        unload.gdsn(nd)
         if (verbose)
         {
             cat(s)

R/UtilsExport.R

@@ -353,7 +353,8 @@ seqExport <- function(gdsfile, out.fn, info.var=NULL, fmt.var=NULL,
 # Recompress the GDS file
 #
 seqRecompress <- function(gds.fn, compress=c("ZIP", "LZ4", "LZMA", "Ultra",
-    "UltraMax", "none"), exclude=character(), optimize=TRUE, digest=TRUE, verbose=TRUE)
+    "UltraMax", "none"), exclude=character(), optimize=TRUE, digest=TRUE,
+    verbose=TRUE)
 {
     # check
     stopifnot(is.character(gds.fn), length(gds.fn)==1L)
@@ -438,6 +439,8 @@ seqRecompress <- function(gds.fn, compress=c("ZIP", "LZ4", "LZMA", "Ultra",
                 if (length(s)) delete.attr.gdsn(n, s)
                 if (verbose) cat("\n")
             }
+            # unload the node
+            unload.gdsn(n)
         }
     }