chore: add comment on seq len

axolotl-ai-cloud · Nov 25, 2023 · b8ed116 · b8ed116
1 parent 1f43d88
commit b8ed116
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/examples/qwen/lora.yml b/examples/qwen/lora.yml
@@ -16,7 +16,7 @@ dataset_prepared_path:
 val_set_size: 0.05
 output_dir: ./lora-out
 
-sequence_len: 2048
+sequence_len: 2048  # supports up to 8192
 sample_packing: false
 pad_to_sequence_len:
 

diff --git a/examples/qwen/qlora.yml b/examples/qwen/qlora.yml
@@ -16,7 +16,7 @@ dataset_prepared_path:
 val_set_size: 0.05
 output_dir: ./lora-out
 
-sequence_len: 2048
+sequence_len: 2048  # supports up to 8192
 sample_packing: false
 pad_to_sequence_len: