Get qlora mistral-7b fine tuning working on a single 4090 (axolotl-ai…

…-cloud#708)
mkeoliya · Oct 10, 2023 · 388b0e7 · 388b0e7
1 parent f81a89a
commit 388b0e7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/mistral/qlora.yml b/examples/mistral/qlora.yml
@@ -43,7 +43,7 @@ wandb_run_id:
 wandb_log_model:
 
 gradient_accumulation_steps: 4
-micro_batch_size: 4
+micro_batch_size: 2
 num_epochs: 1
 optimizer: adamw_bnb_8bit
 lr_scheduler: cosine