-
Notifications
You must be signed in to change notification settings - Fork 0
/
inverse_query_nb.sh
33 lines (24 loc) · 999 Bytes
/
inverse_query_nb.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
# python Research/Dataset/reverse_query/main.py \
# --data_path "/home/jeeves/longdoc-pdf-chunks-limited-1024-2024-03-11-194646" \
# --output_path "/home/jeeves/gathered_output_zh" \
# --model_path "/home/jeeves/Yi-34B-Chat" \
# --n_gpu 1 \
# --batch_size 32 \
# --max_new_tokens 512 \
# --prompt_path "prompt_cn.txt" \
# python Research/Dataset/reverse_query/main.py \
# --data_path "/home/jeeves/book3.1000k/chunks_test2" \
# --output_path "/home/jeeves/gathered_output_zh" \
# --model_path "/home/jeeves/Yi-34B-Chat" \
# --n_gpu 1 \
# --batch_size 32 \
# --max_new_tokens 512 \
# --prompt_path "prompt_en.txt" \
python Research/Dataset/reverse_query/main.py \
--data_path "/home/jeeves/book3.1000k/chunks_test2" \
--output_path "/home/jeeves/gathered_output_en_multi" \
--model_path "/home/jeeves/Yi-34B-Chat" \
--n_gpu 1 \
--batch_size 32 \
--max_new_tokens 512 \
--prompt_path "prompt_multi_en.txt" \