Reduce memory use during Archive Sync

src/Nethermind/Nethermind.Blockchain.Test/Receipts/PersistentReceiptStorageTests.cs

@@ -58,6 +58,12 @@ public void SetUp()
             CreateStorage();
         }
 
+        [TearDown]
+        public void TearDown()
+        {
+            _receiptsDb.Dispose();
+        }
+
         private void CreateStorage()
         {
             _decoder = new ReceiptArrayStorageDecoder(_useCompactReceipts);

src/Nethermind/Nethermind.Core.Test/Blockchain/TestBlockchain.cs

@@ -442,6 +442,8 @@ public virtual void Dispose()
         {
             CodeDb?.Dispose();
             StateDb?.Dispose();
+            DbProvider.BlobTransactionsDb?.Dispose();
+            DbProvider.ReceiptsDb?.Dispose();
         }
 
         _trieStoreWatcher?.Dispose();

src/Nethermind/Nethermind.Core.Test/TestMemColumnDb.cs

@@ -30,4 +30,5 @@ public IColumnsWriteBatch<TKey> StartWriteBatch()
     {
         return new InMemoryColumnWriteBatch<TKey>(this);
     }
+    public void Dispose() { }
 }

src/Nethermind/Nethermind.Db.Rpc/RpcColumnsDb.cs

@@ -45,5 +45,6 @@ public IColumnsWriteBatch<T> StartWriteBatch()
         {
             return new InMemoryColumnWriteBatch<T>(this);
         }
+        public void Dispose() { }
     }
 }

src/Nethermind/Nethermind.Db/IColumnsDb.cs

@@ -7,7 +7,7 @@
 
 namespace Nethermind.Db
 {
-    public interface IColumnsDb<TKey> : IDbMeta
+    public interface IColumnsDb<TKey> : IDbMeta, IDisposable
     {
         IDb GetColumnDb(TKey key);
         IEnumerable<TKey> ColumnKeys { get; }

src/Nethermind/Nethermind.Db/MemColumnsDb.cs

@@ -35,5 +35,6 @@ public IColumnsWriteBatch<TKey> StartWriteBatch()
         {
             return new InMemoryColumnWriteBatch<TKey>(this);
         }
+        public void Dispose() { }
     }
 }

src/Nethermind/Nethermind.Trie/Pruning/TrieStore.cs

@@ -286,7 +286,7 @@ public readonly void Dispose()
 
         // Track ALL of the recently re-committed persisted nodes. This is so that we don't accidentally remove
         // recommitted persisted nodes (which will not get re-persisted).
-        private readonly ConcurrentDictionary<HashAndTinyPathAndHash, long> _persistedLastSeen = new(CollectionExtensions.LockPartitions, 4 * 4096);
+        private readonly ConcurrentDictionary<HashAndTinyPathAndHash, long>? _persistedLastSeen;
 
         private bool _lastPersistedReachedReorgBoundary;
         private Task _pruningTask = Task.CompletedTask;
@@ -323,6 +323,10 @@ public TrieStore(
             _dirtyNodes = new DirtyNodesCache(this);
             _publicStore = new TrieKeyValueStore(this);
 
+            if (pruningStrategy.PruningEnabled)
+            {
+                _persistedLastSeen = new(CollectionExtensions.LockPartitions, 4 * 4096);
+            }
             if (pruningStrategy.TrackedPastKeyCount > 0 && nodeStorage.RequirePath)
             {
                 _pastPathHash = new(pruningStrategy.TrackedPastKeyCount);
@@ -925,7 +929,7 @@ private void PruneCache(bool skipRecalculateMemory = false, KeyValuePair<DirtyNo
             pruneAndRecalculateAction.Completion.Wait();
             trackNodesAction?.Completion.Wait();
 
-            if (!skipRecalculateMemory) MemoryUsedByDirtyCache = newMemory + _persistedLastSeen.Count * 48;
+            if (!skipRecalculateMemory) MemoryUsedByDirtyCache = newMemory + (_persistedLastSeen?.Count ?? 0) * 48;
             Metrics.CachedNodesCount = _dirtyNodes.Count;
 
             stopwatch.Stop();