From d887ad86c3bd04c2e2b87af16a29a3427634a0db Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 26 Sep 2023 10:13:20 -0400 Subject: [PATCH] eval_table isn't quite stable enough to be in default llama configs (#637) --- examples/llama-2/lora.yml | 2 +- examples/llama-2/qlora.yml | 2 +- examples/llama-2/tiny-llama.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/llama-2/lora.yml b/examples/llama-2/lora.yml index 3134648fd..106de6e32 100644 --- a/examples/llama-2/lora.yml +++ b/examples/llama-2/lora.yml @@ -56,7 +56,7 @@ flash_attention: true warmup_steps: 10 eval_steps: 20 -eval_table_size: 5 +eval_table_size: eval_table_max_new_tokens: 128 save_steps: debug: diff --git a/examples/llama-2/qlora.yml b/examples/llama-2/qlora.yml index 54255320c..870c3fa84 100644 --- a/examples/llama-2/qlora.yml +++ b/examples/llama-2/qlora.yml @@ -58,7 +58,7 @@ flash_attention: true warmup_steps: 10 eval_steps: 20 -eval_table_size: 5 +eval_table_size: save_steps: debug: deepspeed: diff --git a/examples/llama-2/tiny-llama.yml b/examples/llama-2/tiny-llama.yml index a53c9c831..d556a6d71 100644 --- a/examples/llama-2/tiny-llama.yml +++ b/examples/llama-2/tiny-llama.yml @@ -56,7 +56,7 @@ flash_attention: true warmup_steps: 10 eval_steps: 20 -eval_table_size: 5 +eval_table_size: save_steps: debug: deepspeed: