Skip to content

Commit

Permalink
fix tests
Browse files Browse the repository at this point in the history
  • Loading branch information
pelikhan committed Feb 20, 2025
1 parent 7e8f0c2 commit b729a14
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 9 deletions.
12 changes: 6 additions & 6 deletions packages/core/src/encoders.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -5,27 +5,27 @@ import { dedent } from "./indent"

describe("resolveTokenEncoder", () => {
test("gpt-3.5-turbo", async () => {
const encoder = await resolveTokenEncoder("gpt-3.5-turbo")
const encoder = await resolveTokenEncoder("openai:gpt-3.5-turbo")
const result = encoder.encode("test line")
assert.deepEqual(result, [1985, 1584])
})
test("gpt-4", async () => {
const encoder = await resolveTokenEncoder("gpt-4")
const encoder = await resolveTokenEncoder("openai:gpt-4")
const result = encoder.encode("test line")
assert.deepEqual(result, [1985, 1584])
})
test("gpt-4o", async () => {
const encoder = await resolveTokenEncoder("gpt-4o")
const encoder = await resolveTokenEncoder("openai:gpt-4o")
const result = encoder.encode("test line")
assert.deepEqual(result, [3190, 2543])
})
test("gpt-4o-mini", async () => {
const encoder = await resolveTokenEncoder("gpt-4o-mini")
const encoder = await resolveTokenEncoder("openai:gpt-4o-mini")
const result = encoder.encode("test line")
assert.deepEqual(result, [3190, 2543])
})
test("gpt-4o forbidden", async () => {
const encoder = await resolveTokenEncoder("gpt-4o")
const encoder = await resolveTokenEncoder("openai:gpt-4o")
const result = encoder.encode("<|im_end|>")
assert.deepEqual(result, [27, 91, 321, 13707, 91, 29])
})
Expand Down Expand Up @@ -57,7 +57,7 @@ For example, to denote a heading, you add a number sign before it (e.g., # Headi
{
chunkSize: 128,
chunkOverlap: 16,
model: "gpt-4o",
model: "openai:gpt-4o",
lineNumbers: true,
}
)
Expand Down
6 changes: 3 additions & 3 deletions packages/core/src/models.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -37,16 +37,16 @@ describe("parseModelIdentifier", () => {
const { provider, model, family } = parseModelIdentifier("llamafile")
assert(provider === MODEL_PROVIDER_LLAMAFILE)
assert(family === "*")
assert(model === "llamafile")
assert(model === "*")
})
test("github:gpt4", () => {
const { provider, model, family } = parseModelIdentifier("github:gpt4")
assert(provider === MODEL_PROVIDER_GITHUB)
assert(model === "gpt4")
assert(family === "gpt4")
})
test("gpt4", () => {
const { provider, model, family } = parseModelIdentifier("gpt4")
test("openai:gpt4", () => {
const { provider, model, family } = parseModelIdentifier("openai:gpt4")
assert(provider === MODEL_PROVIDER_OPENAI)
assert(model === "gpt4")
assert(family === "gpt4")
Expand Down

0 comments on commit b729a14

Please sign in to comment.