-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathrun_experiments.sh
More file actions
9 lines (9 loc) · 1.04 KB
/
run_experiments.sh
File metadata and controls
9 lines (9 loc) · 1.04 KB
1
2
3
4
5
6
7
8
9
python llamassp_modified.py --ssm-bit 0 --ltm-bit 0 --alpha 0.5 latency 13B --draft 7B > ./results/noquant-noquant-0.5.txt
python llamassp_modified.py --ssm-bit 0 --ltm-bit 8 --alpha 0.5 latency 13B --draft 7B > ./results/noquant-8bit-0.5.txt
python llamassp_modified.py --ssm-bit 0 --ltm-bit 6 --alpha 0.5 latency 13B --draft 7B > ./results/noquant-6bit-0.5.txt
python llamassp_modified.py --ssm-bit 8 --ltm-bit 0 --alpha 0.5 latency 13B --draft 7B > ./results/8bit-noquant-0.5.txt
python llamassp_modified.py --ssm-bit 8 --ltm-bit 8 --alpha 0.5 latency 13B --draft 7B > ./results/8bit-8bit-0.5.txt
python llamassp_modified.py --ssm-bit 8 --ltm-bit 6 --alpha 0.5 latency 13B --draft 7B > ./results/8bit-6bit-0.5.txt
python llamassp_modified.py --ssm-bit 6 --ltm-bit 0 --alpha 0.5 latency 13B --draft 7B > ./results/6bit-noquant-0.5.txt
python llamassp_modified.py --ssm-bit 6 --ltm-bit 8 --alpha 0.5 latency 13B --draft 7B > ./results/6bit-8bit-0.5.txt
python llamassp_modified.py --ssm-bit 6 --ltm-bit 6 --alpha 0.5 latency 13B --draft 7B > ./results/6bit-6bit-0.5.txt