wip

Author: dantengsky

scripts/ci/deploy/config/databend-query-node-1.toml

@@ -82,7 +82,7 @@ join_spilling_memory_ratio = 60
 [log]
 
 [log.file]
-level = "DEBUG"
+level = "INFO"
 format = "text"
 dir = "./.databend/logs_1"
 limit = 12 # 12 files, 1 file per hour

src/query/storages/fuse/src/operations/common/processors/sink_commit.rs

@@ -244,6 +244,24 @@ where F: SnapshotGenerator + Send + Sync + 'static
 
     async fn exec_auto_purge(&self, tbl: &FuseTable) -> Result<()> {
         let keep_last_snapshot = true;
+
+        if tbl.is_transient() {
+            let snapshot_files = tbl.list_snapshot_files().await?;
+            if let Err(e) = tbl
+                .do_purge(&self.ctx, snapshot_files, None, keep_last_snapshot, false)
+                .await
+            {
+                // Errors of GC, if any, are ignored, since GC task can be picked up
+                warn!(
+                    "GC of table not success (this is not a permanent error). the error : {}",
+                    e
+                );
+            } else {
+                info!("GC of table done");
+            }
+            return Ok(());
+        }
+
         let is_dry_run = false;
         // Using setting or table option, no customized navigation point
         let navigation_point = None;