forked from Karylab-cklius/vllm
51c1ee9b7c
Signed-off-by: wang.yuqi <yuqi.wang@daocloud.io> Signed-off-by: wang.yuqi <noooop@126.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
12 lines
346 B
Bash
12 lines
346 B
Bash
rm -rf local_storage/
|
|
|
|
if [ -f "output.txt" ]; then
|
|
rm output.txt
|
|
fi
|
|
|
|
# The directory of current script
|
|
SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
|
|
|
|
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/prefill_example.py"
|
|
VLLM_ENABLE_V1_MULTIPROCESSING=0 CUDA_VISIBLE_DEVICES=0 python3 "$SCRIPT_DIR/decode_example.py"
|