6 lines
202 B
Bash
6 lines
202 B
Bash
|
rm -rf local_storage/
|
||
|
|
rm output.txt
|
||
|
|
|
||
|
|
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 prefill_example.py
|
||
|
|
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 decode_example.py
|