From e0961f559b19f815a25f3b56435c88732e27d8e5 Mon Sep 17 00:00:00 2001 From: Ariya Hidayat Date: Sun, 12 May 2024 13:10:43 -0700 Subject: [PATCH] Test on Novita --- .github/workflows/test-novita.yml | 25 +++++++++++++++++++++++++ README.md | 7 +++++++ 2 files changed, 32 insertions(+) create mode 100644 .github/workflows/test-novita.yml diff --git a/.github/workflows/test-novita.yml b/.github/workflows/test-novita.yml new file mode 100644 index 0000000..16e8094 --- /dev/null +++ b/.github/workflows/test-novita.yml @@ -0,0 +1,25 @@ +name: Test on Novita + +on: + push: + branches: [main] + +jobs: + test: + runs-on: ubuntu-22.04 + timeout-minutes: 5 + steps: + - uses: actions/checkout@v4 + + - uses: actions/setup-node@v4 + with: + node-version: '18' + + - run: echo 'Which planet in our solar system is the largest?' | ./ask-llm.js | tee output.txt | grep -i jupiter + timeout-minutes: 3 + env: + LLM_API_BASE_URL: 'https://api.novita.ai/v3/openai' + LLM_API_KEY: ${{ secrets.NOVITA_API_KEY }} + LLM_CHAT_MODEL: 'meta-llama/llama-3-8b-instruct' + + - run: cat output.txt diff --git a/README.md b/README.md index 43e199d..dc004bb 100644 --- a/README.md +++ b/README.md @@ -102,6 +102,13 @@ export LLM_API_BASE_URL=https://mixtral-8x7b.lepton.run/api/v1/ export LLM_API_KEY="yourownapikey" ``` +* [Novita](https://novita.ai) +```bash +export LLM_API_BASE_URL='https://api.novita.ai/v3/openai' +export LLM_API_KEY="yourownapikey" +export LLM_CHAT_MODE="meta-llama/llama-3-8b-instruct" +``` + * [OpenRouter](https://openrouter.ai/) ```bash export LLM_API_BASE_URL=https://openrouter.ai/api/v1