-
Notifications
You must be signed in to change notification settings - Fork 31
/
evaluate.sh
41 lines (33 loc) · 1.01 KB
/
evaluate.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
#!/bin/bash
# misc. settings
export seed=1234
# model settings
export model_name=<path/to/finetuned/model>
# input settings
# exactly one of `dataset_dir` or the test
# dataset file needs to be provided
input_settings=(
# "--dataset_dir sample_inputs/single_sequence/jsonl/"
"--test_file sample_inputs/single_sequence/jsonl/sample_test_without_labels.jsonl"
)
# output settings
export output_dir="outputs/"
# batch sizes
export PER_DEVICE_EVAL_BATCH_SIZE=8
# optional_arguments
optional_arguments=(
"--cache_dir cache_dir/"
"--overwrite_cache"
)
# optional for logging
# export WANDB_PROJECT="Sequence_classification_finetuning"
# export WANDB_WATCH=false
# export WANDB_MODE="dryrun"
export WANDB_DISABLED=true
python ./sequence_classification.py \
--model_name_or_path $model_name \
--output_dir $output_dir \
--per_device_eval_batch_size=$PER_DEVICE_EVAL_BATCH_SIZE \
--seed $seed --overwrite_output_dir --do_predict \
$(echo -n ${input_settings[@]}) \
$(echo ${optional_arguments[@]})