From 4821137054d002563e7bd480a751984534992cc4 Mon Sep 17 00:00:00 2001 From: Ariya Hidayat Date: Sat, 1 Jun 2024 15:52:49 -0700 Subject: [PATCH] Let llama.cpp automatically download Phi-3 Mini --- .github/actions/prepare-llm/action.yml | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/.github/actions/prepare-llm/action.yml b/.github/actions/prepare-llm/action.yml index f8981d2..d0f0f0c 100644 --- a/.github/actions/prepare-llm/action.yml +++ b/.github/actions/prepare-llm/action.yml @@ -3,19 +3,15 @@ description: Download Phi-3 Mini and launch it runs: using: "composite" steps: - - name: Download Phi-3 Mini - shell: bash - run: curl -OL https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf - - name: Download and unpack llama.cpp shell: bash run: | curl -OL https://github.com/ggerganov/llama.cpp/releases/download/b3065/llama-b3065-bin-ubuntu-x64.zip unzip llama-b3065-bin-ubuntu-x64.zip - - name: Launch llama.cpp + - name: Launch llama.cpp with Phi-3 Mini shell: bash - run: ./build/bin/server -m ./Phi-3-mini-4k-instruct-q4.gguf & + run: ./build/bin/server --hf-repo microsoft/Phi-3-mini-4k-instruct-gguf --hf-file Phi-3-mini-4k-instruct-q4.gguf & - name: Wait until it is ready shell: bash