Skip to content

README: Update the recommendation for local models #15

README: Update the recommendation for local models

README: Update the recommendation for local models #15

Workflow file for this run

name: Test on Novita
on:
push:
branches: [main]
workflow_dispatch:
jobs:
test:
runs-on: ubuntu-22.04
timeout-minutes: 5
steps:
- uses: actions/checkout@v4
- uses: actions/setup-node@v4
with:
node-version: '18'
- run: echo 'Which planet in our solar system is the largest?' | ./ask-llm.js | tee output.txt | grep -i jupiter
timeout-minutes: 3
env:
LLM_API_BASE_URL: 'https://api.novita.ai/v3/openai'
LLM_API_KEY: ${{ secrets.NOVITA_API_KEY }}
LLM_CHAT_MODEL: 'meta-llama/llama-3-8b-instruct'
- run: cat output.txt