From ad601898f4edc64d9e8ba4e4ce5189bb4a0f00a0 Mon Sep 17 00:00:00 2001 From: eisene Date: Thu, 30 Mar 2023 13:53:13 -0400 Subject: [PATCH] Tuned AIO settings See here: https://github.com/microsoft/DeepSpeed/issues/998 --- zero_nvme_offload.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zero_nvme_offload.json b/zero_nvme_offload.json index 20e2146..b1c56a3 100644 --- a/zero_nvme_offload.json +++ b/zero_nvme_offload.json @@ -45,7 +45,7 @@ "stage3_gather_16bit_weights_on_model_save": true }, "aio": { - "block_size": 262144, + "block_size": 524288, "queue_depth": 32, "thread_count": 1, "single_submit": false,