apt update && sudo apt upgrade -y
apt install -y git build-essential cmake libvulkan-dev glslc spirv-headers
apt install -y libssl-dev

git clone https://github.com/ggml-org/llama.cpp.git
cd ./llama.cpp
cmake -B build -DLLAMA_OPENSSL=ON -DGGML_VULKAN=ON
cmake --build build --config Release -j$(nproc)

mkdir -p ~/models && cd ~/models
sudo apt install pipx -y
pipx ensurepath
pipx install "huggingface_hub[cli]"
source ~/.bashrc

hf models ls --search "qwen"
hf download Qwen/Qwen2.5-7B-Instruct-GGUF --include "qwen2.5-7b-instruct-q4_k_m-*.gguf" --local-dir .
~/llama.cpp/build/bin/llama-cli -m qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf -p "Introduce yourself." -ngl 33