Skip to content

Commit 7e048c6

Browse files
ajcwebdevajcwebdev
committed
tests
1 parent a79f08b commit 7e048c6

File tree

7 files changed

+136
-217
lines changed

7 files changed

+136
-217
lines changed

‎.github/setup/setup.sh

+1-1
Original file line numberDiff line numberDiff line change
@@ -68,5 +68,5 @@ source "$(dirname "$0")/04-whisper.sh"
6868
echo ""
6969
echo "Setup completed successfully!"
7070
echo "You can now run your CLI commands or start your server:"
71-
echo " npm run serve"
71+
echo " npm run up"
7272
echo ""

‎CLAUDE.md

-34
This file was deleted.

‎package.json

+4-3
Original file line numberDiff line numberDiff line change
@@ -21,13 +21,14 @@
2121
"check": "npx tsc",
2222
"as": "npm run tsx:base -- src/commander.ts",
2323
"cli-local-test": "npm run tsx:base -- test/cli/cli-local.test.ts",
24-
"cli-services-test": "npm run tsx:base -- test/cli/cli-services.test.ts",
25-
"cli-prompts-test": "npm run tsx:base -- test/cli/cli-prompts.test.ts",
2624
"cli-all-test": "npm run tsx:base -- test/cli/cli-all.test.ts",
27-
"cli-models-test": "npm run tsx:base -- test/models/all.test.ts",
25+
"cli-prompts-test": "npm run tsx:base -- test/cli/cli-prompts.test.ts",
26+
"cli-models-test": "npm run tsx:base -- test/cli/cli-models.test.ts",
2827
"serve": "npm run tsx:base -- --watch src/fastify.ts",
2928
"server-local-test": "npm run tsx:base -- test/server/server-local.ts",
3029
"server-all-test": "npm run tsx:base -- test/server/server-all.ts",
30+
"server-prompts-test": "npm run tsx:base -- test/server/server-prompts.test.ts",
31+
"server-models-test": "npm run tsx:base -- test/server/server-models.ts",
3132
"docker-up": "docker-compose -f .github/docker-compose.yml --env-file .env up -d --build",
3233
"up": "docker-compose -f .github/docker-compose.yml --env-file .env up -d --build",
3334
"web": "npm run up && cd web && npm i && npm run dev",

‎test/models/all.test.ts ‎test/cli/cli-models.test.ts

+36-67
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
// test/models/all.test.ts
1+
// test/cli/cli-models.test.ts
22

33
import test from 'node:test'
44
import { strictEqual } from 'node:assert/strict'
@@ -26,9 +26,6 @@ import { join } from 'node:path'
2626
* The test will run all commands sequentially and check for file creation and renaming.
2727
*/
2828

29-
// -------------------------------
30-
// Assembly commands
31-
// -------------------------------
3229
const assemblyCommands = [
3330
{
3431
// Process multiple YouTube videos from URLs with title prompts, Assembly default model, and ChatGPT default model.
@@ -52,9 +49,35 @@ const assemblyCommands = [
5249
},
5350
]
5451

55-
// -------------------------------
56-
// ChatGPT commands
57-
// -------------------------------
52+
const deepgramCommands = [
53+
{
54+
// Process multiple YouTube videos from URLs with title prompts, Deepgram default model, and ChatGPT default model.
55+
cmd: 'npm run as -- --urls "content/example-urls.md" --prompt titles --deepgram --chatgpt',
56+
expectedFiles: [
57+
{ file: '2024-09-24-ep1-fsjam-podcast-chatgpt-shownotes.md', newName: '01-deepgram-default-chatgpt-default.md' },
58+
{ file: '2024-09-24-ep0-fsjam-podcast-chatgpt-shownotes.md', newName: '02-deepgram-default-chatgpt-default.md' }
59+
]
60+
},
61+
{
62+
// Process audio with Deepgram using NOVA_2 model.
63+
cmd: 'npm run as -- --file "content/audio.mp3" --deepgram NOVA_2',
64+
expectedFile: 'audio-prompt.md',
65+
newName: '03-deepgram-nova-2.md'
66+
},
67+
{
68+
// Process audio with Deepgram using BASE model.
69+
cmd: 'npm run as -- --file "content/audio.mp3" --deepgram BASE',
70+
expectedFile: 'audio-prompt.md',
71+
newName: '04-deepgram-base.md'
72+
},
73+
{
74+
// Process audio with Deepgram using ENHANCED model.
75+
cmd: 'npm run as -- --file "content/audio.mp3" --deepgram ENHANCED',
76+
expectedFile: 'audio-prompt.md',
77+
newName: '05-deepgram-enhanced.md'
78+
},
79+
]
80+
5881
/*
5982
LLM_SERVICES_CONFIG.chatgpt.models:
6083
- gpt-4.5-preview
@@ -68,11 +91,12 @@ const chatgptCommands = [
6891
expectedFile: 'audio-chatgpt-shownotes.md',
6992
newName: '01-chatgpt-default.md'
7093
},
71-
{
72-
cmd: 'npm run as -- --file "content/audio.mp3" --chatgpt gpt-4.5-preview',
73-
expectedFile: 'audio-chatgpt-shownotes.md',
74-
newName: '02-chatgpt-gpt-4.5-preview.md'
75-
},
94+
// TOO EXPENSIVE TO TEST FREQUENTLY COME ON SAM
95+
// {
96+
// cmd: 'npm run as -- --file "content/audio.mp3" --chatgpt gpt-4.5-preview',
97+
// expectedFile: 'audio-chatgpt-shownotes.md',
98+
// newName: '02-chatgpt-gpt-4.5-preview.md'
99+
// },
76100
{
77101
cmd: 'npm run as -- --file "content/audio.mp3" --chatgpt gpt-4o',
78102
expectedFile: 'audio-chatgpt-shownotes.md',
@@ -90,9 +114,6 @@ const chatgptCommands = [
90114
},
91115
]
92116

93-
// -------------------------------
94-
// Claude commands
95-
// -------------------------------
96117
/*
97118
LLM_SERVICES_CONFIG.claude.models:
98119
- claude-3-7-sonnet-latest
@@ -122,41 +143,6 @@ const claudeCommands = [
122143
},
123144
]
124145

125-
// -------------------------------
126-
// Deepgram commands
127-
// -------------------------------
128-
const deepgramCommands = [
129-
{
130-
// Process multiple YouTube videos from URLs with title prompts, Deepgram default model, and ChatGPT default model.
131-
cmd: 'npm run as -- --urls "content/example-urls.md" --prompt titles --deepgram --chatgpt',
132-
expectedFiles: [
133-
{ file: '2024-09-24-ep1-fsjam-podcast-chatgpt-shownotes.md', newName: '01-deepgram-default-chatgpt-default.md' },
134-
{ file: '2024-09-24-ep0-fsjam-podcast-chatgpt-shownotes.md', newName: '02-deepgram-default-chatgpt-default.md' }
135-
]
136-
},
137-
{
138-
// Process audio with Deepgram using NOVA_2 model.
139-
cmd: 'npm run as -- --file "content/audio.mp3" --deepgram NOVA_2',
140-
expectedFile: 'audio-prompt.md',
141-
newName: '03-deepgram-nova-2.md'
142-
},
143-
{
144-
// Process audio with Deepgram using BASE model.
145-
cmd: 'npm run as -- --file "content/audio.mp3" --deepgram BASE',
146-
expectedFile: 'audio-prompt.md',
147-
newName: '04-deepgram-base.md'
148-
},
149-
{
150-
// Process audio with Deepgram using ENHANCED model.
151-
cmd: 'npm run as -- --file "content/audio.mp3" --deepgram ENHANCED',
152-
expectedFile: 'audio-prompt.md',
153-
newName: '05-deepgram-enhanced.md'
154-
},
155-
]
156-
157-
// -------------------------------
158-
// DeepSeek commands
159-
// -------------------------------
160146
/*
161147
LLM_SERVICES_CONFIG.deepseek.models:
162148
- deepseek-chat
@@ -180,9 +166,6 @@ const deepseekCommands = [
180166
},
181167
]
182168

183-
// -------------------------------
184-
// Fireworks commands
185-
// -------------------------------
186169
/*
187170
LLM_SERVICES_CONFIG.fireworks.models:
188171
- accounts/fireworks/models/llama-v3p1-405b-instruct
@@ -224,9 +207,6 @@ const fireworksCommands = [
224207
},
225208
]
226209

227-
// -------------------------------
228-
// Gemini commands
229-
// -------------------------------
230210
/*
231211
LLM_SERVICES_CONFIG.gemini.models:
232212
- gemini-1.5-pro
@@ -268,9 +248,6 @@ const geminiCommands = [
268248
},
269249
]
270250

271-
// -------------------------------
272-
// Ollama commands
273-
// -------------------------------
274251
/*
275252
LLM_SERVICES_CONFIG.ollama.models:
276253
- qwen2.5:0.5b
@@ -330,9 +307,6 @@ const ollamaCommands = [
330307
},
331308
]
332309

333-
// -------------------------------
334-
// Together commands
335-
// -------------------------------
336310
/*
337311
LLM_SERVICES_CONFIG.together.models:
338312
- meta-llama/Llama-3.2-3B-Instruct-Turbo
@@ -392,7 +366,6 @@ const togetherCommands = [
392366
},
393367
]
394368

395-
// Combine all commands into a single array
396369
const allCommands = [
397370
...assemblyCommands,
398371
...chatgptCommands,
@@ -407,12 +380,8 @@ const allCommands = [
407380

408381
test('All Models Command Tests', async (t) => {
409382
for (const [index, command] of allCommands.entries()) {
410-
// Provide a label for each subtest
411383
await t.test(`Command #${index + 1}: ${command.cmd}`, async () => {
412-
// Run the command
413384
execSync(command.cmd, { stdio: 'inherit' })
414-
415-
// Check if the command expects multiple output files or just one
416385
if (Array.isArray(command.expectedFile)) {
417386
for (const { file, newName } of command.expectedFile) {
418387
const filePath = join('content', file)

‎test/cli/cli-prompts.test.ts

+2-2
Original file line numberDiff line numberDiff line change
@@ -35,12 +35,12 @@ test('CLI Prompts Command Tests', async (t) => {
3535
await t.test(`should generate ${prompt} successfully`, async () => {
3636
execSync(
3737
// `npm run as -- --rss https://ajcwebdev.substack.com/feed --prompt ${prompt} --whisper tiny --deepseek`,
38-
`npm run as -- --video https://www.youtube.com/watch?v=AjvVcekVcDE --prompt ${prompt} --whisper turbo --deepseek`,
38+
`npm run as -- --video "https://www.youtube.com/watch?v=MORMZXEaONk" --prompt ${prompt} --whisper turbo --deepseek`,
3939
{ stdio: 'inherit' }
4040
)
4141

4242
// const generatedFile = join('content', '2021-05-10-thoughts-on-lambda-school-layoffs-deepseek-shownotes.md')
43-
const generatedFile = join('content', '2025-02-28-officer-krupke-teaching-character-costume-body-voice-face-deepseek-shownotes.md')
43+
const generatedFile = join('content', '2024-09-24-ep0-fsjam-podcast-deepseek-shownotes.md')
4444
const renamedFile = join('content', renamed)
4545

4646
strictEqual(existsSync(generatedFile), true, `Expected file ${generatedFile} was not created`)

0 commit comments

Comments
 (0)