diff --git a/.github/workflows/backtest.yml b/.github/workflows/backtest.yml
index 3d06d78388..b3a906c9ad 100644
--- a/.github/workflows/backtest.yml
+++ b/.github/workflows/backtest.yml
@@ -43,3 +43,8 @@ jobs:
           sudo prlimit --pid=$$ --nofile=1048576
           sudo prlimit --pid=$$ --memlock=unlimited
           DUMP_DIR=../dump make run-runtime-backtest
+
+      - name: fini
+        if: always()
+        run: |
+          sudo $OBJDIR/bin/firedancer-dev configure fini all --config ../dump/mainnet-308392063-v2.3.0_backtest.toml
diff --git a/contrib/offline-replay/offline_replay.toml b/contrib/offline-replay/offline_replay.toml
index 199d91d00b..e945167333 100644
--- a/contrib/offline-replay/offline_replay.toml
+++ b/contrib/offline-replay/offline_replay.toml
@@ -40,3 +40,5 @@
 [paths]
     identity_key = "{identity_key_path}"
     vote_account = "{vote_account_path}"
+[hugetlbfs]
+    mount_path = "/data/firedancer/mnt"
diff --git a/src/app/firedancer-dev/main.c b/src/app/firedancer-dev/main.c
index 1c77986b80..8cc5a53337 100644
--- a/src/app/firedancer-dev/main.c
+++ b/src/app/firedancer-dev/main.c
@@ -54,11 +54,13 @@ extern configure_stage_t fd_cfg_stage_kill;
 extern configure_stage_t fd_cfg_stage_netns;
 extern configure_stage_t fd_cfg_stage_genesis;
 extern configure_stage_t fd_cfg_stage_keys;
+extern configure_stage_t fd_cfg_stage_normalpage;
 
 configure_stage_t * STAGES[] = {
   &fd_cfg_stage_kill,
   &fd_cfg_stage_netns,
   &fd_cfg_stage_hugetlbfs,
+  &fd_cfg_stage_normalpage,
   &fd_cfg_stage_sysctl,
   &fd_cfg_stage_hyperthreads,
   &fd_cfg_stage_ethtool_channels,
diff --git a/src/app/firedancer/topology.c b/src/app/firedancer/topology.c
index 43b683ddcb..92f7fe4974 100644
--- a/src/app/firedancer/topology.c
+++ b/src/app/firedancer/topology.c
@@ -112,9 +112,10 @@ setup_topo_funk( fd_topo_t *  topo,
   ulong wksp_idx = fd_topo_find_wksp( topo, wksp_name );
   FD_TEST( wksp_idx!=ULONG_MAX );
   fd_topo_wksp_t * wksp = &topo->workspaces[ wksp_idx ];
-  ulong part_max = fd_wksp_part_max_est( funk_footprint, 1U<<14U );
+  ulong part_max = fd_wksp_part_max_est( funk_footprint+(heap_size_gib*(1UL<<30)), 1U<<14U );
   if( FD_UNLIKELY( !part_max ) ) FD_LOG_ERR(( "fd_wksp_part_max_est(%lu,16KiB) failed", funk_footprint ));
   wksp->part_max += part_max;
+  wksp->is_locked = 0;
 
   return obj;
 }
diff --git a/src/app/shared/commands/run/run.c b/src/app/shared/commands/run/run.c
index cab29f0a67..0a6b8c9e08 100644
--- a/src/app/shared/commands/run/run.c
+++ b/src/app/shared/commands/run/run.c
@@ -477,6 +477,9 @@ workspace_path( config_t const *       config,
     case FD_SHMEM_GIGANTIC_PAGE_SZ:
       mount_path = config->hugetlbfs.gigantic_page_mount_path;
       break;
+    case FD_SHMEM_NORMAL_PAGE_SZ:
+      mount_path = config->hugetlbfs.normal_page_mount_path;
+      break;
     default:
       FD_LOG_ERR(( "invalid page size %lu", wksp->page_sz ));
   }
@@ -516,6 +519,7 @@ warn_unknown_files( config_t const * config,
     int known_file = 0;
     for( ulong i=0UL; i<config->topo.wksp_cnt; i++ ) {
       fd_topo_wksp_t const * wksp = &config->topo.workspaces[ i ];
+      if( !wksp->is_locked ) continue;
 
       char expected_path[ PATH_MAX ];
       workspace_path( config, wksp, expected_path );
diff --git a/src/app/shared/fd_config.c b/src/app/shared/fd_config.c
index e56df9d2e9..feab666f46 100644
--- a/src/app/shared/fd_config.c
+++ b/src/app/shared/fd_config.c
@@ -292,6 +292,11 @@ fd_config_fill( fd_config_t * config,
     NULL,
     "%s/.huge",
     config->hugetlbfs.mount_path ) );
+  FD_TEST( fd_cstr_printf_check( config->hugetlbfs.normal_page_mount_path,
+    sizeof(config->hugetlbfs.normal_page_mount_path),
+    NULL,
+    "%s/.normal",
+    config->hugetlbfs.mount_path ) );
 
   ulong max_page_sz = fd_cstr_to_shmem_page_sz( config->hugetlbfs.max_page_size );
   if( FD_UNLIKELY( max_page_sz!=FD_SHMEM_HUGE_PAGE_SZ && max_page_sz!=FD_SHMEM_GIGANTIC_PAGE_SZ ) ) FD_LOG_ERR(( "[hugetlbfs.max_page_size] must be \"huge\" or \"gigantic\"" ));
diff --git a/src/app/shared/fd_config.h b/src/app/shared/fd_config.h
index 18b6030479..0db70f3de2 100644
--- a/src/app/shared/fd_config.h
+++ b/src/app/shared/fd_config.h
@@ -253,6 +253,7 @@ struct fd_config {
   struct {
     char  gigantic_page_mount_path[ PATH_MAX ];
     char  huge_page_mount_path[ PATH_MAX ];
+    char  normal_page_mount_path[ PATH_MAX ];
     char  mount_path[ PATH_MAX ];
     char  max_page_size[ 16 ];
     ulong gigantic_page_threshold_mib;
diff --git a/src/app/shared_dev/Local.mk b/src/app/shared_dev/Local.mk
index 0ea70d0f13..9fb1c7a3cd 100644
--- a/src/app/shared_dev/Local.mk
+++ b/src/app/shared_dev/Local.mk
@@ -30,6 +30,7 @@ $(call add-objs,commands/configure/kill,fddev_shared)
 ifdef FD_HAS_INT128
 $(call add-objs,commands/configure/genesis,fddev_shared)
 endif
+$(call add-objs,commands/configure/normalpage,fddev_shared)
 
 endif
 endif
diff --git a/src/app/shared_dev/commands/configure/normalpage.c b/src/app/shared_dev/commands/configure/normalpage.c
new file mode 100644
index 0000000000..16ec423097
--- /dev/null
+++ b/src/app/shared_dev/commands/configure/normalpage.c
@@ -0,0 +1,103 @@
+/* This stage configures the normal pages directory, which is where the
+   files backing memory-mapped unlocked workspaces should be stored.
+
+   The files backing these workspaces are stored in the normal pages
+   directory configured by this command, and follow the normal workspace
+   shmem file naming convention. */
+
+#include "../../../shared/commands/configure/configure.h"
+
+#include "../../../platform/fd_file_util.h"
+
+#include <unistd.h>
+#include <errno.h>
+#include <stdio.h>
+#include <stdlib.h> /* strtoul */
+#include <dirent.h>
+#include <sys/stat.h>
+#include <sys/mount.h>
+#include <linux/capability.h>
+
+static void
+init( config_t const * config ) {
+  char const * path = config->hugetlbfs.normal_page_mount_path;
+
+  FD_LOG_NOTICE(( "RUN: `mkdir -p %s`", path ));
+  if( FD_UNLIKELY( -1==fd_file_util_mkdir_all( path, config->uid, config->gid ) ) ) {
+    FD_LOG_ERR(( "could not create normal page directory `%s` (%i-%s)", path, errno, fd_io_strerror( errno ) ));
+  }
+  if( FD_UNLIKELY( chown( path, config->uid, config->gid ) ) )
+    FD_LOG_ERR(( "chown of normal page directory `%s` failed (%i-%s)", path, errno, fd_io_strerror( errno ) ));
+  if( FD_UNLIKELY( chmod( config->hugetlbfs.normal_page_mount_path, S_IRUSR | S_IWUSR | S_IXUSR ) ) )
+    FD_LOG_ERR(( "chmod of normal page directory `%s` failed (%i-%s)", config->hugetlbfs.normal_page_mount_path, errno, fd_io_strerror( errno ) ));
+}
+
+static int
+is_mountpoint( char const * directory ) {
+  struct stat st;
+  int result = stat( directory, &st );
+  if( FD_UNLIKELY( -1==result && errno==ENOENT ) ) return 0;
+  if( FD_UNLIKELY( -1==result ) ) FD_LOG_ERR(( "failed to stat `%s` (%i-%s)", directory, errno, fd_io_strerror( errno ) ));
+
+  char parent_path[ PATH_MAX+4UL ];
+  FD_TEST( fd_cstr_printf_check( parent_path, sizeof(parent_path), NULL, "%s/..", directory ) );
+
+  struct stat st_parent;
+  result = stat( parent_path, &st_parent );
+  if( FD_UNLIKELY( -1==result && errno==ENOENT ) ) return 0;
+  if( FD_UNLIKELY( -1==result ) ) FD_LOG_ERR(( "failed to stat `%s` (%i-%s)", parent_path, errno, fd_io_strerror( errno ) ));
+
+  return st_parent.st_dev!=st.st_dev;
+}
+
+static void
+fini( config_t const * config,
+      int              pre_init ) {
+  (void)pre_init;
+  char const * path = config->hugetlbfs.normal_page_mount_path;
+
+  /* fd_shmem_cfg mounts a tmpfs filesystem onto the .normal directory
+     sometimes, which is the expected way to manage normal pages, but
+     not what is done by firedancer-dev to support a special temporary
+     funk use case where normal pages are backed by disk.  To prevent
+     fighting with the other script, we unmount the normal pages if they
+     have been mounted. */
+
+  if( FD_UNLIKELY( is_mountpoint( path ) ) ) {
+    FD_LOG_NOTICE(( "RUN: `umount %s`", path ));
+    if( FD_UNLIKELY( -1==umount( path ) && errno!=EINVAL && errno!=ENOENT ) )
+      FD_LOG_ERR(( "error unmounting normal pages directory at `%s` (%i-%s)", path, errno, fd_io_strerror( errno ) ));
+  }
+
+  FD_LOG_NOTICE(( "RUN: `rm -rf %s`", path ));
+  if( FD_UNLIKELY( -1==fd_file_util_rmtree( path, 1 ) ) ) FD_LOG_ERR(( "error removing normal pages directory at `%s` (%i-%s)", path, errno, fd_io_strerror( errno ) ));
+}
+
+
+static configure_result_t
+check( config_t const * config ) {
+  char const * path = config->hugetlbfs.normal_page_mount_path;
+
+  struct stat st;
+  int result = stat( path, &st );
+  if( FD_UNLIKELY( result && errno!=ENOENT ) )
+    PARTIALLY_CONFIGURED( "failed to stat `%s` (%i-%s)", path, errno, fd_io_strerror( errno ) );
+
+  if( FD_UNLIKELY( is_mountpoint( path ) ) )
+    PARTIALLY_CONFIGURED( "normal pages directory `%s` is a mountpoint", path );
+
+  if( FD_UNLIKELY( result ) )
+    NOT_CONFIGURED( "normal pages directory `%s` does not exist", path );
+
+  CHECK( check_dir( path, config->uid, config->gid, S_IFDIR | S_IRUSR | S_IWUSR | S_IXUSR ) );
+
+  CONFIGURE_OK();
+}
+
+configure_stage_t fd_cfg_stage_normalpage = {
+  .name            = "normalpage",
+  .always_recreate = 0,
+  .init            = init,
+  .fini            = fini,
+  .check           = check,
+};
diff --git a/src/disco/topo/fd_topo.c b/src/disco/topo/fd_topo.c
index 532fb36c5b..4e987641c1 100644
--- a/src/disco/topo/fd_topo.c
+++ b/src/disco/topo/fd_topo.c
@@ -17,7 +17,7 @@ fd_topo_join_workspace( fd_topo_t *      topo,
   char name[ PATH_MAX ];
   FD_TEST( fd_cstr_printf_check( name, PATH_MAX, NULL, "%s_%s.wksp", topo->app_name, wksp->name ) );
 
-  wksp->wksp = fd_wksp_join( fd_shmem_join( name, mode, NULL, NULL, NULL ) );
+  wksp->wksp = fd_wksp_join( fd_shmem_join( name, mode, NULL, NULL, NULL, wksp->is_locked ) );
   if( FD_UNLIKELY( !wksp->wksp ) ) FD_LOG_ERR(( "fd_wksp_join failed" ));
 }
 
@@ -82,7 +82,9 @@ fd_topo_create_workspace( fd_topo_t *      topo,
   ulong sub_cpu_idx [ 1 ] = { fd_shmem_cpu_idx( wksp->numa_idx ) };
 
   int err;
-  if( FD_UNLIKELY( update_existing ) ) {
+  if( FD_UNLIKELY( !wksp->is_locked ) ) {
+    err = fd_shmem_create_multi_unlocked( name, wksp->page_sz, wksp->page_cnt, S_IRUSR | S_IWUSR ); /* logs details */
+  } else if( FD_UNLIKELY( update_existing ) ) {
     err = fd_shmem_update_multi( name, wksp->page_sz, 1, sub_page_cnt, sub_cpu_idx, S_IRUSR | S_IWUSR ); /* logs details */
   } else {
     err = fd_shmem_create_multi( name, wksp->page_sz, 1, sub_page_cnt, sub_cpu_idx, S_IRUSR | S_IWUSR ); /* logs details */
@@ -90,7 +92,7 @@ fd_topo_create_workspace( fd_topo_t *      topo,
   if( FD_UNLIKELY( err && errno==ENOMEM ) ) return -1;
   else if( FD_UNLIKELY( err ) ) FD_LOG_ERR(( "fd_shmem_create_multi failed" ));
 
-  void * shmem = fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL ); /* logs details */
+  void * shmem = fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL, wksp->is_locked ); /* logs details */
 
   void * wkspmem = fd_wksp_new( shmem, name, 0U, wksp->part_max, wksp->total_footprint ); /* logs details */
   if( FD_UNLIKELY( !wkspmem ) ) FD_LOG_ERR(( "fd_wksp_new failed" ));
@@ -223,6 +225,8 @@ fd_topo_mlock_max_tile1( fd_topo_t const *      topo,
   ulong tile_mem = 0UL;
 
   for( ulong i=0UL; i<topo->wksp_cnt; i++ ) {
+    if( FD_UNLIKELY( !topo->workspaces[ i ].is_locked ) ) continue;
+
     if( FD_UNLIKELY( -1!=tile_needs_wksp( topo, tile, i ) ) )
       tile_mem += topo->workspaces[ i ].page_cnt * topo->workspaces[ i ].page_sz;
   }
@@ -296,6 +300,7 @@ FD_FN_PURE ulong
 fd_topo_mlock( fd_topo_t const * topo ) {
   ulong result = 0UL;
   for( ulong i=0UL; i<topo->wksp_cnt; i++ ) {
+    if( FD_UNLIKELY( !topo->workspaces[ i ].is_locked ) ) continue;
     result += topo->workspaces[ i ].page_cnt * topo->workspaces[ i ].page_sz;
   }
   return result;
@@ -385,7 +390,7 @@ fd_topo_print_log( int         stdout,
 
     char size[ 24 ];
     fd_topo_mem_sz_string( wksp->page_sz * wksp->page_cnt, size );
-    PRINT( "  %2lu (%7s): %12s  page_cnt=%3lu  page_sz=%-8s  numa_idx=%-2lu  footprint=%10lu  loose=%lu\n", i, size, wksp->name, wksp->page_cnt, fd_shmem_page_sz_to_cstr( wksp->page_sz ), wksp->numa_idx, wksp->known_footprint, wksp->total_footprint - wksp->known_footprint );
+    PRINT( "  %2lu (%7s): %12s  page_cnt=%3lu  page_sz=%-8s  numa_idx=%-2lu  footprint=%10lu  loose=%10lu  is_locked=%d\n", i, size, wksp->name, wksp->page_cnt, fd_shmem_page_sz_to_cstr( wksp->page_sz ), wksp->numa_idx, wksp->known_footprint, wksp->total_footprint - wksp->known_footprint, wksp->is_locked );
   }
 
   PRINT( "\nOBJECTS\n" );
diff --git a/src/disco/topo/fd_topo.h b/src/disco/topo/fd_topo.h
index 4b560dc930..1cecde6e5c 100644
--- a/src/disco/topo/fd_topo.h
+++ b/src/disco/topo/fd_topo.h
@@ -35,6 +35,8 @@ typedef struct {
 
   ulong numa_idx;     /* The index of the NUMA node on the system that this workspace should be allocated from. */
 
+  int   is_locked;    /* If the workspace should use pages locked and pinned to a specific numa node. */
+
   /* Computed fields.  These are not supplied as configuration but calculated as needed. */
   struct {
     ulong page_sz;  /* The size of the pages that this workspace is backed by.  One of FD_PAGE_SIZE_*. */
diff --git a/src/disco/topo/fd_topo_run.c b/src/disco/topo/fd_topo_run.c
index deb57f8da3..49da5c281b 100644
--- a/src/disco/topo/fd_topo_run.c
+++ b/src/disco/topo/fd_topo_run.c
@@ -220,7 +220,7 @@ fd_topo_tile_stack_join( char const * app_name,
   char name[ PATH_MAX ];
   FD_TEST( fd_cstr_printf_check( name, PATH_MAX, NULL, "%s_stack_%s%lu", app_name, tile_name, tile_kind_id ) );
 
-  uchar * stack = fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL );
+  uchar * stack = fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL, 1 );
   if( FD_UNLIKELY( !stack ) ) FD_LOG_ERR(( "fd_shmem_join failed" ));
 
   /* Make space for guard lo and guard hi */
diff --git a/src/disco/topo/fd_topob.c b/src/disco/topo/fd_topob.c
index 1ed73d7439..ca23d19192 100644
--- a/src/disco/topo/fd_topob.c
+++ b/src/disco/topo/fd_topob.c
@@ -41,6 +41,7 @@ fd_topob_wksp( fd_topo_t *  topo,
   fd_topo_wksp_t * wksp = &topo->workspaces[ topo->wksp_cnt ];
   strncpy( wksp->name, name, sizeof(wksp->name) );
   wksp->id = topo->wksp_cnt;
+  wksp->is_locked = 1;
   topo->wksp_cnt++;
 }
 
@@ -647,6 +648,11 @@ fd_topob_finish( fd_topo_t *                topo,
     if( total_wksp_footprint < topo->gigantic_page_threshold ) page_sz = FD_SHMEM_HUGE_PAGE_SZ;
     if( FD_UNLIKELY( page_sz!=FD_SHMEM_HUGE_PAGE_SZ && page_sz!=FD_SHMEM_GIGANTIC_PAGE_SZ ) ) FD_LOG_ERR(( "invalid page_sz" ));
 
+    /* If the workspace is not locked, we can't use huge pages. */
+    if( FD_UNLIKELY( !wksp->is_locked ) ) {
+      page_sz = FD_SHMEM_NORMAL_PAGE_SZ;
+    }
+
     ulong wksp_aligned_footprint = fd_ulong_align_up( total_wksp_footprint, page_sz );
 
     /* Give any leftover space in the underlying shared memory to the
diff --git a/src/discof/restore/fd_snapin_tile.c b/src/discof/restore/fd_snapin_tile.c
index 9adcfc61e8..ca4cc8d00e 100644
--- a/src/discof/restore/fd_snapin_tile.c
+++ b/src/discof/restore/fd_snapin_tile.c
@@ -228,6 +228,7 @@ scratch_footprint( fd_topo_tile_t const * tile ) {
   l = FD_LAYOUT_APPEND( l, alignof(fd_snapin_tile_t),  sizeof(fd_snapin_tile_t)       );
   l = FD_LAYOUT_APPEND( l, fd_snapshot_parser_align(), fd_snapshot_parser_footprint() );
   l = FD_LAYOUT_APPEND( l, fd_scratch_smem_align(),    fd_scratch_smem_footprint( FD_SNAPIN_SCRATCH_MAX ) );
+  l = FD_LAYOUT_APPEND( l, fd_scratch_fmem_align(),    fd_scratch_fmem_footprint( FD_SNAPIN_SCRATCH_DEPTH ) );
   return FD_LAYOUT_FINI( l, alignof(fd_snapin_tile_t) );
 }
 
diff --git a/src/flamenco/runtime/tests/run_backtest_ci.sh b/src/flamenco/runtime/tests/run_backtest_ci.sh
index 3f331085ec..f0a1f99e89 100755
--- a/src/flamenco/runtime/tests/run_backtest_ci.sh
+++ b/src/flamenco/runtime/tests/run_backtest_ci.sh
@@ -1,20 +1,21 @@
 #!/bin/bash
 set -e
+HUGE_TLBFS_MOUNT_PATH="/data/svc_firedancer/mnt/.fd"
 
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-308392063-v2.3.0 -s snapshot-308392062-FDuB6CFKod14xGRGmdiRpQx2uaKyp3GDkyai2Ba7eH8d.tar.zst -y 5 -m 2000000 -e 308392090 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-350814254-v2.3.0 -s snapshot-350814253-G5P3eNtkWUGkZ8b871wvf6d78wYxBJp637PCWJuQByZa.tar.zst -y 3 -m 2000000 -e 350814284 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-281546597-v2.3.0 -s snapshot-281546592-EbVCTHZzWyya8tJ4CaSvgMgZVpzDVzmifaWxp4Aiet5A.tar.zst -y 3 -m 2000000 -e 281546597 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-324823213-v2.3.0 -s snapshot-324823212-sk3zF16dk7gEsgLf1mGDhj6qRp87kFjJdEWZmhr4Kju.tar.zst -y 4 -m 2000000 -e 324823214 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-325467935-v2.3.0 -s snapshot-325467934-7VZstGKYwU8Y7A952RQjfCKD5Qdbu9t8D84e5h1mHXA6.tar.zst -y 4 -m 2000000 -e 325467936 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-283927487-v2.3.0 -s snapshot-283927486-7gCbg5g4BnD9SkQUjpHvhepWsQTpo2WaZaA5bhcNBMhG.tar.zst -y 3 -m 2000000 -e 283927497 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-321168308-v2.3.0 -s snapshot-321168307-DecxjCHDsiQgbqZPHptgz1tystKi3QmV3Rd3QEgcxs2W.tar.zst -y 3 -m 2000000 -e 321168308 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-327324660-v2.3.0 -s snapshot-327324659-RFg6ep2QLa8uzAkZku6xMnZQYVaUN9jwkVEfsnWYB25.tar.zst -y 4 -m 2000000 -e 327324660 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-370199634-v2.3.0 -s snapshot-370199633-D8mrtzcNV8iNVarHs4mi55QHrCfmzDScYL8BBYXUHAwW.tar.zst -y 3 -m 200000 -e 370199634 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-378683870-v2.3.0 -s snapshot-378683869-8tgAVwwBiDFETa2pWJPgzJZg5csvpwj51t1EFfrnVKCh.tar.zst -y 3 -m 2000000 -e 378683872 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-330219081-v2.3.0 -s snapshot-330219080-6fafBFhTgbHxNiE7wtJTF1ERUyVyTCJz2d52tMtrfG2Z.tar.zst -y 4 -m 2000000 -e 330219082 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-372721907-v2.3.0 -s snapshot-372721906-FtUjok2JfLPwJCRVcioV12M8FWbbJaC91XEJzm4eZy53.tar.zst -y 3 -m 2000000 -e 372721910 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-331691646-v2.3.0 -s snapshot-331691639-3NmZ4rd7nHfn6tuS4E5gUfAwWMoBAQ6K1yntNkyhPbrb.tar.zst -y 4 -m 2000000 -e 331691647 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-336218682-v2.3.0 -s snapshot-336218681-BDsErdHkqa5iQGCNkSvQpeon8GLFsgeNEkckrMKboJ4N.tar.zst -y 5 -m 2000000 -e 336218683 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-340269866-v2.3.0 -s snapshot-340269865-7kiU4fCQMuf97vs3827n1vn1oScnkYYvvQ1sGGa1QKVE.tar.zst -y 5 -m 2000000 -e 340269872 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-390056400-v2.3.0 -s snapshot-390056399-6JQvYEDzQqcrjF4EoxkWUMuskm9aGoGRG94twEqXuuri.tar.zst -y 10 -m 2000000 -e 390056406 -c 2.3.0
-src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-254462437-v2.3.0 -s snapshot-254462437-9HqBi19BJJRZfHeBS3ZpkeP9B5SAxBxz6Kwug29yLHac.tar.zst -y 16 -m 10000000 -e 254462598 -c 2.3.0
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-308392063-v2.3.0 -s snapshot-308392062-FDuB6CFKod14xGRGmdiRpQx2uaKyp3GDkyai2Ba7eH8d.tar.zst -y 5 -m 2000000 -e 308392090 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-350814254-v2.3.0 -s snapshot-350814253-G5P3eNtkWUGkZ8b871wvf6d78wYxBJp637PCWJuQByZa.tar.zst -y 3 -m 2000000 -e 350814284 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-281546597-v2.3.0 -s snapshot-281546592-EbVCTHZzWyya8tJ4CaSvgMgZVpzDVzmifaWxp4Aiet5A.tar.zst -y 3 -m 2000000 -e 281546597 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-324823213-v2.3.0 -s snapshot-324823212-sk3zF16dk7gEsgLf1mGDhj6qRp87kFjJdEWZmhr4Kju.tar.zst -y 4 -m 2000000 -e 324823214 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-325467935-v2.3.0 -s snapshot-325467934-7VZstGKYwU8Y7A952RQjfCKD5Qdbu9t8D84e5h1mHXA6.tar.zst -y 4 -m 2000000 -e 325467936 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-283927487-v2.3.0 -s snapshot-283927486-7gCbg5g4BnD9SkQUjpHvhepWsQTpo2WaZaA5bhcNBMhG.tar.zst -y 3 -m 2000000 -e 283927497 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-321168308-v2.3.0 -s snapshot-321168307-DecxjCHDsiQgbqZPHptgz1tystKi3QmV3Rd3QEgcxs2W.tar.zst -y 3 -m 2000000 -e 321168308 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-327324660-v2.3.0 -s snapshot-327324659-RFg6ep2QLa8uzAkZku6xMnZQYVaUN9jwkVEfsnWYB25.tar.zst -y 4 -m 2000000 -e 327324660 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-370199634-v2.3.0 -s snapshot-370199633-D8mrtzcNV8iNVarHs4mi55QHrCfmzDScYL8BBYXUHAwW.tar.zst -y 3 -m 200000 -e 370199634 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-378683870-v2.3.0 -s snapshot-378683869-8tgAVwwBiDFETa2pWJPgzJZg5csvpwj51t1EFfrnVKCh.tar.zst -y 3 -m 2000000 -e 378683872 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-330219081-v2.3.0 -s snapshot-330219080-6fafBFhTgbHxNiE7wtJTF1ERUyVyTCJz2d52tMtrfG2Z.tar.zst -y 4 -m 2000000 -e 330219082 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-372721907-v2.3.0 -s snapshot-372721906-FtUjok2JfLPwJCRVcioV12M8FWbbJaC91XEJzm4eZy53.tar.zst -y 3 -m 2000000 -e 372721910 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-331691646-v2.3.0 -s snapshot-331691639-3NmZ4rd7nHfn6tuS4E5gUfAwWMoBAQ6K1yntNkyhPbrb.tar.zst -y 4 -m 2000000 -e 331691647 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-336218682-v2.3.0 -s snapshot-336218681-BDsErdHkqa5iQGCNkSvQpeon8GLFsgeNEkckrMKboJ4N.tar.zst -y 5 -m 2000000 -e 336218683 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l testnet-340269866-v2.3.0 -s snapshot-340269865-7kiU4fCQMuf97vs3827n1vn1oScnkYYvvQ1sGGa1QKVE.tar.zst -y 5 -m 2000000 -e 340269872 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l devnet-390056400-v2.3.0 -s snapshot-390056399-6JQvYEDzQqcrjF4EoxkWUMuskm9aGoGRG94twEqXuuri.tar.zst -y 10 -m 2000000 -e 390056406 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
+src/flamenco/runtime/tests/run_ledger_backtest.sh -l mainnet-254462437-v2.3.0 -s snapshot-254462437-9HqBi19BJJRZfHeBS3ZpkeP9B5SAxBxz6Kwug29yLHac.tar.zst -y 16 -m 10000000 -e 254462598 -c 2.3.0 -h $HUGE_TLBFS_MOUNT_PATH
diff --git a/src/flamenco/runtime/tests/run_ledger_backtest.sh b/src/flamenco/runtime/tests/run_ledger_backtest.sh
index e8c61bdaf6..fd3b603d4b 100755
--- a/src/flamenco/runtime/tests/run_ledger_backtest.sh
+++ b/src/flamenco/runtime/tests/run_ledger_backtest.sh
@@ -24,6 +24,7 @@ THREAD_MEM_BOUND="--thread-mem-bound 0"
 CLUSTER_VERSION=""
 DUMP_DIR=${DUMP_DIR:="./dump"}
 ONE_OFFS="2B2SBNbUcr438LtGXNcJNBP2GBSxjx81F945SdSkUSfC,LTHasHQX6661DaDD4S6A2TFi6QBuiwXKv66fB1obfHq,LTdLt9Ycbyoipz5fLysCi1NnDnASsZfmJLJXts5ZxZz,LTsNAP8h1voEVVToMNBNqoiNQex4aqfUrbFhRH3mSQ2"
+HUGE_TLBFS_MOUNT_PATH="/mnt/.fd"
 
 while [[ $# -gt 0 ]]; do
   case $1 in
@@ -85,6 +86,11 @@ while [[ $# -gt 0 ]]; do
         shift
         shift
         ;;
+    -h|--hugetlbfs-mount-path)
+        HUGE_TLBFS_MOUNT_PATH="$2"
+        shift
+        shift
+        ;;
     -*|--*)
        echo "unknown option $1"
        exit 1
@@ -188,6 +194,8 @@ echo "
     identity_key = \"$DUMP_DIR/identity.json\"
     vote_account = \"$DUMP_DIR/vote.json\"
     snapshots    = \"$DUMP/$LEDGER\"
+[hugetlbfs]
+    mount_path = \"$HUGE_TLBFS_MOUNT_PATH\"
 " > $DUMP_DIR/${LEDGER}_backtest.toml
 
 if [ ! -f $DUMP_DIR/identity.json ]; then
diff --git a/src/funk/test_funk_common.hpp b/src/funk/test_funk_common.hpp
index 2f082f9180..904b7cd25c 100644
--- a/src/funk/test_funk_common.hpp
+++ b/src/funk/test_funk_common.hpp
@@ -108,7 +108,7 @@ struct fake_funk {
 #ifdef FUNK_RECONNECT_TEST
       struct stat x;
       if( stat("/mnt/.fd/.gigantic/reconnect_test", &x) == 0) {
-        void * shmem = fd_shmem_join( "reconnect_test", FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL ); /* logs details */
+        void * shmem = fd_shmem_join( "reconnect_test", FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL, 1 ); /* logs details */
         FD_TEST( shmem != NULL );
         _wksp = fd_wksp_join( shmem );
         FD_TEST( _wksp != NULL );
@@ -132,7 +132,7 @@ struct fake_funk {
 
       } else {
         FD_TEST( !fd_shmem_create( "reconnect_test", FD_SHMEM_GIGANTIC_PAGE_SZ, 1U, fd_shmem_cpu_idx( numa_idx ), 0600 ) );
-        void * shmem = fd_shmem_join( "reconnect_test", FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL ); /* logs details */
+        void * shmem = fd_shmem_join( "reconnect_test", FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL, 1 ); /* logs details */
         void * wkspmem = fd_wksp_new( shmem, "reconect_test", 0U, 1024, FD_SHMEM_GIGANTIC_PAGE_SZ ); /* logs details */
         _wksp = fd_wksp_join( wkspmem );
         void * mem = fd_wksp_alloc_laddr( _wksp, fd_funk_align(), fd_funk_footprint( txn_max, rec_max ), FD_FUNK_MAGIC );
diff --git a/src/groove/test_groove_data.c b/src/groove/test_groove_data.c
index 7b66b5c64c..6b368289e9 100644
--- a/src/groove/test_groove_data.c
+++ b/src/groove/test_groove_data.c
@@ -264,7 +264,7 @@ main( int     argc,
     FD_LOG_NOTICE(( "Joining to --name %s", name ));
 
     fd_shmem_join_info_t info[1];
-    volume     = (fd_groove_volume_t *)fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, info ); /* logs details */
+    volume     = (fd_groove_volume_t *)fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, info, 1 ); /* logs details */
     if( FD_UNLIKELY( !volume ) ) FD_LOG_ERR(( "fd_shmem_join failed" ));
     page_sz    = info->page_sz;
     page_cnt   = info->page_cnt;
diff --git a/src/groove/test_groove_volume.c b/src/groove/test_groove_volume.c
index e14df83d7d..f7c7f17e2e 100644
--- a/src/groove/test_groove_volume.c
+++ b/src/groove/test_groove_volume.c
@@ -43,7 +43,7 @@ main( int     argc,
     FD_LOG_NOTICE(( "Joining to --name %s", name ));
 
     fd_shmem_join_info_t info[1];
-    volume     = (fd_groove_volume_t *)fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, info ); /* logs details */
+    volume     = (fd_groove_volume_t *)fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, info, 1 ); /* logs details */
     if( FD_UNLIKELY( !volume ) ) FD_LOG_ERR(( "fd_shmem_join failed" ));
     page_sz    = info->page_sz;
     page_cnt   = info->page_cnt;
diff --git a/src/util/shmem/fd_shmem.h b/src/util/shmem/fd_shmem.h
index 35b092ff88..6d2263f030 100644
--- a/src/util/shmem/fd_shmem.h
+++ b/src/util/shmem/fd_shmem.h
@@ -165,14 +165,23 @@ FD_PROTOTYPES_BEGIN
    region1_join("region1") which calls fd_shmem_join("region2") which
    calls join_func region2_join("region2") which calls
    shmem_join("region1")).  Such cycles will be detected, logged and
-   failed. */
+   failed.
+
+   If lock_pages is 1, the mapped region will be locked to physical DRAM
+   when it is mapped in, ensuring that the memory pages will not be swapped
+   out.  Most callers of this function should lock their pages, unless the
+   region is larger than the physical memory available.
+
+   IMPORTANT: not locking pages can lead to unexpected behaviour and
+   performance degradation, so is is highly recommended to lock pages. */
 
 void *
 fd_shmem_join( char const *               name,
                int                        mode,
                fd_shmem_joinleave_func_t  join_func,
                void *                     context,
-               fd_shmem_join_info_t *     opt_info );
+               fd_shmem_join_info_t *     opt_info,
+               int                        lock_pages );
 
 int
 fd_shmem_leave( void *                    join,
@@ -346,13 +355,37 @@ fd_shmem_create_multi( char const *  name,         /* Should point to cstr with
                        ulong const * sub_cpu_idx,  /* Indexed [0,sub_cnt), each should be in [0,fd_shmem_cpu_cnt()) */
                        ulong         mode );       /* E.g. 0660 for user rw, group rw, world none */
 
+/* fd_shmem_create_multi_unlocked creates a shared memory region whose
+   name is given by the cstr pointed to by name backed by page_sz pages.
+   It functions the same as fd_shmem_create_multi, but the pages are not
+   locked, not pinned to any particular numa node, and have the default numa
+   mempolicy.
+
+   mode specifies the permissions for this region (the usual POSIX open
+   umask caveats apply).
+
+   Returns 0 on success and an strerror friendly error code on failure
+   (also logs extensive details on error).  Reasons for failure include
+   name is invalid (EINVAL), page_sz is invalid (EINVAL), page_cnt is
+   zero (EINVAL), cnt*page_sz overflows an off_t (EINVAL), open fails
+   (errno of the open, e.g. region with the same name and page_sz in the
+   thread domain already exists), ftruncate fails (errno of ftruncate,
+   e.g. no suitable memory available near cpu_idx), etc.
+*/
+
+int
+fd_shmem_create_multi_unlocked( char const * name,
+                                ulong        page_sz,
+                                ulong        page_cnt,
+                                ulong        mode );
+
 /* fd_shmem_update_multi updates a shared memory region created by
    fd_shmem_create_multi in place, to be as-if it was created with
    the provided parameters instead.
-   
+
    This can be preferable to deleting and recreating the shmem region
    because it prevents needing to zero all of the underlying memory.
-   
+
    WARNING: The memory returned will not be zeroed and the user will
    be able to read any contents that were in the previous workspace. */
 
@@ -449,7 +482,7 @@ fd_shmem_acquire( ulong page_sz,
    by fd_shmem_acquire.  This always succeeds from the caller's POV but
    logs details if there is any wonkiness under the hood.  It is fine to
    release subregions of individual previous acquisitions.
-   
+
    Returns 0 if successful, -1 for any errors. */
 
 int
diff --git a/src/util/shmem/fd_shmem_admin.c b/src/util/shmem/fd_shmem_admin.c
index 154d9df2e2..3372804cba 100644
--- a/src/util/shmem/fd_shmem_admin.c
+++ b/src/util/shmem/fd_shmem_admin.c
@@ -407,6 +407,91 @@ fd_shmem_update_multi( char const *  name,
   return fd_shmem_create_multi_flags( name, page_sz, sub_cnt, _sub_page_cnt, _sub_cpu_idx, mode, O_RDWR );
 }
 
+int
+fd_shmem_create_multi_unlocked( char const * name,
+                                ulong        page_sz,
+                                ulong        page_cnt,
+                                ulong        mode ) {
+
+  /* Check input args */
+
+  if( FD_UNLIKELY( !fd_shmem_name_len( name ) ) )      { FD_LOG_WARNING(( "bad name (%s)", name ? name : "NULL" )); return EINVAL; }
+
+  if( FD_UNLIKELY( !page_cnt       ) )                 { FD_LOG_WARNING(( "zero page_cnt"      )); return EINVAL; }
+
+  if( FD_UNLIKELY( !fd_shmem_is_page_sz( page_sz ) ) ) { FD_LOG_WARNING(( "bad page_sz (%lu)", page_sz )); return EINVAL; }
+
+
+
+# define ERROR( cleanup ) do { err = errno; goto cleanup; } while(0)
+
+  int err = 0;
+
+  char   path[ FD_SHMEM_PRIVATE_PATH_BUF_MAX ];
+  void * shmem;
+
+  ulong      sz = page_cnt*page_sz;
+
+  /* Acquire the pages at a random address */
+
+  /* Create the region */
+  int open_flags = O_RDWR | O_CREAT | O_TRUNC;
+  int fd = open( fd_shmem_private_path( name, page_sz, path ), open_flags, (mode_t)mode );
+  if( FD_UNLIKELY( fd==-1 ) ) {
+    FD_LOG_WARNING(( "open(\"%s\",%#x,0%03lo) failed (%i-%s)", path, (uint)open_flags, mode, errno, fd_io_strerror( errno ) ));
+    ERROR( done );
+  }
+
+  /* Size the region */
+
+  if( FD_UNLIKELY( ftruncate( fd, (off_t)sz ) ) ) {
+    FD_LOG_WARNING(( "ftruncate(\"%s\",%lu KiB) failed (%i-%s)", path, sz>>10, errno, fd_io_strerror( errno ) ));
+    ERROR( close );
+  }
+
+  /* Map the region into our address space. */
+
+  shmem = mmap( NULL, sz, PROT_READ | PROT_WRITE, MAP_SHARED, fd, (off_t)0);
+  if( FD_UNLIKELY( shmem==MAP_FAILED ) ) {
+    FD_LOG_WARNING(( "mmap(NULL,%lu KiB,PROT_READ|PROT_WRITE,MAP_SHARED,\"%s\",0) failed (%i-%s)",
+                     sz>>10, path, errno, fd_io_strerror( errno ) ));
+    ERROR( close );
+  }
+
+  /* fallocate the file, to force the kernel to allocate disk space. This is done because otherwise,
+     if the disk runs out of space accessing the mapped memory will throw SIGBUS mid-execution.
+     It's better to fail early, if the disk is not large enough to back the whole memory region. */
+  if( FD_UNLIKELY( fallocate( fd, FALLOC_FL_KEEP_SIZE, 0, (off_t)sz ) ) ) {
+    FD_LOG_WARNING(( "fallocate(\"%s\",FALLOC_FL_KEEP_SIZE,%lu KiB) failed (%i-%s)",
+                     path, sz>>10, errno, fd_io_strerror( errno ) ));
+    ERROR( unmap );
+  }
+
+  /* Validate the mapping */
+
+  if( FD_UNLIKELY( !fd_ulong_is_aligned( (ulong)shmem, page_sz ) ) ) {
+    FD_LOG_WARNING(( "misaligned memory mapping for unpinned shmem region \"%s\"", name ));
+    errno = EFAULT; /* ENOMEM is arguable */
+    ERROR( unmap );
+  }
+
+# undef ERROR
+
+unmap:
+  if( FD_UNLIKELY( munmap( shmem, sz ) ) )
+    FD_LOG_ERR(( "munmap(\"%s\",%lu KiB) failed (%i-%s)",
+                 path, sz>>10, errno, fd_io_strerror( errno ) ));
+
+close:
+  if( FD_UNLIKELY( err ) && FD_UNLIKELY( unlink( path ) ) )
+    FD_LOG_ERR(( "unlink(\"%s\") failed (%i-%s)", path, errno, fd_io_strerror( errno ) ));
+  if( FD_UNLIKELY( close( fd ) ) )
+    FD_LOG_ERR(( "close(\"%s\") failed (%i-%s)", path, errno, fd_io_strerror( errno ) ));
+
+done:
+  return err;
+}
+
 int
 fd_shmem_unlink( char const * name,
                  ulong        page_sz ) {
diff --git a/src/util/shmem/fd_shmem_user.c b/src/util/shmem/fd_shmem_user.c
index 45d8dbd3a1..2d3d61a6d9 100644
--- a/src/util/shmem/fd_shmem_user.c
+++ b/src/util/shmem/fd_shmem_user.c
@@ -130,7 +130,8 @@ fd_shmem_join( char const *               name,
                int                        mode,
                fd_shmem_joinleave_func_t  join_func,
                void *                     context,
-               fd_shmem_join_info_t *     opt_info ) {
+               fd_shmem_join_info_t *     opt_info,
+               int                        lock_pages ) {
 
   /* Check input args */
 
@@ -228,17 +229,21 @@ fd_shmem_join( char const *               name,
     return NULL;
   }
 
-  /* Lock this region in DRAM to prevent it going to swap and (try) to
-     keep the virtual to physical DRAM mapping fixed for the join
-     duration.  Also advise the kernel to not dump this region to avoid
-     large shared mappings in concurrent use by multiple processes
-     destroying the system with core files if a bunch of thread using
-     this mapping seg fault concurrently. */
 
-  if( FD_UNLIKELY( fd_numa_mlock( shmem, sz ) ) )
-    FD_LOG_WARNING(( "fd_numa_mlock(\"%s\",%lu KiB) failed (%i-%s); attempting to continue",
-                     path, sz>>10, errno, fd_io_strerror( errno ) ));
+  if( FD_LIKELY( lock_pages ) ) {
+    /* Lock this region in DRAM to prevent it going to swap and (try) to
+       keep the virtual to physical DRAM mapping fixed for the join
+       duration. */
+
+    if( FD_UNLIKELY( fd_numa_mlock( shmem, sz ) ) )
+      FD_LOG_WARNING(( "fd_numa_mlock(\"%s\",%lu KiB) failed (%i-%s); attempting to continue",
+                      path, sz>>10, errno, fd_io_strerror( errno ) ));
+  }
 
+  /* Advise the kernel to not dump this region to avoid
+      large shared mappings in concurrent use by multiple processes
+      destroying the system with core files if a bunch of thread using
+      this mapping seg fault concurrently. */
   if( FD_UNLIKELY( madvise( shmem, sz, MADV_DONTDUMP ) ) )
     FD_LOG_WARNING(( "madvise(\"%s\",%lu KiB) failed (%i-%s); attempting to continue",
                      path, sz>>10, errno, fd_io_strerror( errno ) ));
diff --git a/src/util/shmem/test_shmem.c b/src/util/shmem/test_shmem.c
index abfe134695..ec9dab00b3 100644
--- a/src/util/shmem/test_shmem.c
+++ b/src/util/shmem/test_shmem.c
@@ -172,7 +172,7 @@ main( int     argc,
           FD_TEST( fd_shmem_join_query_by_name( name, NULL )==ENOENT );
           FD_TEST( fd_shmem_join_query_by_name( name, info )==ENOENT );
 
-          void * join = fd_shmem_join( name, mode, NULL, NULL, NULL );
+          void * join = fd_shmem_join( name, mode, NULL, NULL, NULL, 1 );
           FD_TEST( join );
 
           FD_TEST( !fd_shmem_join_query_by_name( name, NULL ) );
@@ -232,7 +232,7 @@ main( int     argc,
           FD_TEST( !fd_shmem_join_query_by_addr( ((uchar *)shmem) + off, 1UL, info ) );
           FD_TEST( !memcmp( info, ref, sizeof(fd_shmem_join_info_t) ) );
 
-          FD_TEST( fd_shmem_join( name, mode, NULL, NULL, NULL )==join );
+          FD_TEST( fd_shmem_join( name, mode, NULL, NULL, NULL, 1 )==join );
           ref_info[idx].ref_cnt++;
 
           fd_memset( info, 0, sizeof(fd_shmem_join_info_t) );
@@ -371,11 +371,11 @@ main( int     argc,
     FD_TEST( !fd_shmem_join_query_by_addr( page, 1UL, info ) ); FD_TEST( !memcmp( info, ref, sizeof(fd_shmem_join_info_t) ) );
 
     memset( nop, fd_rng_int( rng ), sizeof(fd_shmem_join_info_t) ); *info = *nop;
-    FD_TEST( fd_shmem_join( name, fd_rng_int( rng ) & 1, NULL, NULL, info )==join ); ref->ref_cnt++;
+    FD_TEST( fd_shmem_join( name, fd_rng_int( rng ) & 1, NULL, NULL, info, 1 )==join ); ref->ref_cnt++;
     FD_TEST( !memcmp( info, ref, sizeof(fd_shmem_join_info_t) ) );
 
     memset( nop, fd_rng_int( rng ), sizeof(fd_shmem_join_info_t) ); *info = *nop;
-    FD_TEST( fd_shmem_join( name, fd_rng_int( rng ) & 1, NULL, NULL, info )==join ); ref->ref_cnt++;
+    FD_TEST( fd_shmem_join( name, fd_rng_int( rng ) & 1, NULL, NULL, info, 1 )==join ); ref->ref_cnt++;
     FD_TEST( !memcmp( info, ref, sizeof(fd_shmem_join_info_t) ) );
 
     memset( nop, fd_rng_int( rng ), sizeof(fd_shmem_join_info_t) ); *info = *nop;
diff --git a/src/util/wksp/fd_wksp.h b/src/util/wksp/fd_wksp.h
index 60ec7a410b..88fbded82d 100644
--- a/src/util/wksp/fd_wksp.h
+++ b/src/util/wksp/fd_wksp.h
@@ -638,7 +638,7 @@ fd_wksp_usage( fd_wksp_t *       wksp,
 
      // Create the shared memory region and format as a workspace
      fd_shmem_create_multi( name, page_sz, sub_cnt, sub_page_cnt, sub_cpu_idx, mode );
-     void * shmem = fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL ) );
+     void * shmem = fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL, 0 ) );
      fd_wksp_new( shmem, name, seed, part_max, data_max );
      fd_shmem_leave( shmem, NULL, NULL );
 
diff --git a/src/util/wksp/fd_wksp_helper.c b/src/util/wksp/fd_wksp_helper.c
index c4a1508c1a..db6c3020bf 100644
--- a/src/util/wksp/fd_wksp_helper.c
+++ b/src/util/wksp/fd_wksp_helper.c
@@ -147,7 +147,7 @@ fd_wksp_new_named( char const *  name,
 
   /* Join the memory region */
 
-  void * shmem = fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL ); /* logs details */
+  void * shmem = fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, NULL, 1 ); /* logs details */
   if( FD_UNLIKELY( !shmem ) ) {
     fd_shmem_unlink( name, page_sz ); /* logs details */
     return FD_WKSP_ERR_FAIL;
@@ -172,7 +172,7 @@ fd_wksp_delete_named( char const * name ) {
   /* Join the region and get the page size */
 
   fd_shmem_join_info_t info[1];
-  void * shwksp = fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, info ); /* logs details */
+  void * shwksp = fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, NULL, NULL, info, 1 ); /* logs details */
   if( FD_UNLIKELY( !shwksp ) ) return FD_WKSP_ERR_FAIL;
   ulong page_sz = info->page_sz;
 
@@ -273,7 +273,7 @@ fd_wksp_delete_anon( fd_wksp_t * wksp ) {
 fd_wksp_t *
 fd_wksp_attach( char const * name ) {
   return (fd_wksp_t *)
-    fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, fd_wksp_private_join_func, NULL, NULL ); /* logs details */
+    fd_shmem_join( name, FD_SHMEM_JOIN_MODE_READ_WRITE, fd_wksp_private_join_func, NULL, NULL, 1 ); /* logs details */
 }
 
 int