GVM/setup at main · 024dsun/GVM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
#!/bin/bash

# Check argument count
if [ "$#" -ne 1 ]; then
	echo "Usage: $0 {llama.cpp|diffusion|llamafactory|vllm|sglang}"
	exit 1
fi

case "$1" in
	llama.cpp)
		echo "Running llama.cpp logic..."
		if [ ! -d "llama.cpp" ]; then
			git clone https://github.com/ggml-org/llama.cpp.git
		fi
		pushd llama.cpp
		cmake -B build -DGGML_CUDA=ON -DCMAKE_CUDA_ARCHITECTURES=80 -DGGML_BACKEND_DL=ON -DGGML_CPU_ALL_VARIANTS=ON -DGGML_NATIVE=OFF -DBUILD_SHARED_LIBS=ON -DCMAKE_BUILD_TYPE=Release
		cmake --build build --config Release -j 12
		popd
		;;
	diffusion)
		echo "Running diffusion logic..."
		if [ ! -d "diffusion" ]; then
			python3 -m venv diffusion
		fi
		source diffusion/bin/activate
		pushd diffusion
		pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu129
		pip3 install diffusers
		pip3 install transformers
		pip3 install protobuf
		pip3 install sentencepiece
		pip3 install accelerate
		wget https://github.com/ovg-project/GVM/releases/download/v0.0.0-diffusion/diffusion.py
		wget https://github.com/ovg-project/GVM/releases/download/v0.0.0-diffusion/vidprom.txt
		popd
		deactivate
		;;
	llamafactory)
		echo "Running llamafactory logic..."
		if [ ! -d "LLaMA-Factory" ]; then
			python3 -m venv LLaMA-Factory
		fi
		source LLaMA-Factory/bin/activate
		pushd LLaMA-Factory
		pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu129
		pip3 install llama-factory
		wget https://github.com/ovg-project/GVM/releases/download/v0.0.0-llama-factory/llama3_lora_sft.yaml
		popd
		deactivate
		;;
	vllm)
		echo "Running vllm logic..."
		if [ ! -d "vllm" ]; then
			python3 -m venv vllm
		fi
		source vllm/bin/activate
		pushd vllm
		pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu129
		pip3 install vllm
		popd
		deactivate
		;;
	sglang)
		echo "Running sglang logic..."
		if [ ! -d "sglang" ]; then
			python3 -m venv sglang
		fi
		source sglang/bin/activate
		pushd sglang
		pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu129
		pip3 install sglang
		popd
		deactivate
		;;
	*)
		echo "Invalid argument: $1"
		echo "Usage: $0 {llama.cpp|diffusion|llamafactory|vllm|sglang}"
		exit 1
		;;
esac