diff --git a/package-lock.json b/package-lock.json index 0108abc9..c1d4f1aa 100644 --- a/package-lock.json +++ b/package-lock.json @@ -10,7 +10,7 @@ "hasInstallScript": true, "license": "MIT", "dependencies": { - "@huggingface/jinja": "^0.5.10", + "@huggingface/jinja": "^0.5.11", "async-retry": "^1.3.3", "bytes": "^3.1.2", "chalk": "^5.6.2", @@ -31,7 +31,7 @@ "pretty-ms": "^9.3.0", "proper-lockfile": "^4.1.2", "semver": "^7.7.1", - "simple-git": "^3.36.0", + "simple-git": "^4.0.2", "slice-ansi": "^8.0.0", "stdout-update": "^4.0.1", "strip-ansi": "^7.2.0", @@ -1248,9 +1248,9 @@ } }, "node_modules/@huggingface/jinja": { - "version": "0.5.10", - "resolved": "https://registry.npmjs.org/@huggingface/jinja/-/jinja-0.5.10.tgz", - "integrity": "sha512-SgS1D1bglQ94ceD4ZCL6eayUDy9uV1xuyk61OjgSxU5GJh7upqZCKII0JoTYMc6wWsg3JUgaPRX0ElQzXPk3Cw==", + "version": "0.5.11", + "resolved": "https://registry.npmjs.org/@huggingface/jinja/-/jinja-0.5.11.tgz", + "integrity": "sha512-YzEzwM5oQf4r0vs7ifWQ+yuVR1YkAHrjERQ+a8WRsStHHp4NRBg+NesjiFc+X2AFUpRvvrIeHDS1xFy9jY/IjQ==", "license": "MIT", "engines": { "node": ">=18" @@ -4009,18 +4009,18 @@ "license": "MIT" }, "node_modules/@simple-git/args-pathspec": { - "version": "1.0.3", - "resolved": "https://registry.npmjs.org/@simple-git/args-pathspec/-/args-pathspec-1.0.3.tgz", - "integrity": "sha512-ngJMaHlsWDTfjyq9F3VIQ8b7NXbBLq5j9i5bJ6XLYtD6qlDXT7fdKY2KscWWUF8t18xx052Y/PUO1K1TRc9yKA==", + "version": "1.0.4", + "resolved": "https://registry.npmjs.org/@simple-git/args-pathspec/-/args-pathspec-1.0.4.tgz", + "integrity": "sha512-EtMX6XjRWSastG2SdkmSQByPtJ9dx/NIjnHbpQPCYt62j4RmSx5rgLTGpw0YCjF5h191gZOmBfheOT23cRSFdw==", "license": "MIT" }, "node_modules/@simple-git/argv-parser": { - "version": "1.1.1", - "resolved": "https://registry.npmjs.org/@simple-git/argv-parser/-/argv-parser-1.1.1.tgz", - "integrity": "sha512-Q9lBcfQ+VQCpQqGJFHe5yooOS5hGdLFFbJ5R+R5aDsnkPCahtn1hSkMcORX65J2Z5lxSkD0lQorMsncuBQxYUw==", + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/@simple-git/argv-parser/-/argv-parser-2.0.1.tgz", + "integrity": "sha512-M++IaVWrN+vYalilOHfwvT2IL3wYZtVEBQpmX6DLSOJLtxbZ+SUeIDE3IiPogzhPACLajwtxfa5rp+ZX1FczzQ==", "license": "MIT", "dependencies": { - "@simple-git/args-pathspec": "^1.0.3" + "@simple-git/args-pathspec": "^1.0.4" } }, "node_modules/@simple-libs/child-process-utils": { @@ -16906,15 +16906,15 @@ } }, "node_modules/simple-git": { - "version": "3.36.0", - "resolved": "https://registry.npmjs.org/simple-git/-/simple-git-3.36.0.tgz", - "integrity": "sha512-cGQjLjK8bxJw4QuYT7gxHw3/IouVESbhahSsHrX97MzCL1gu2u7oy38W6L2ZIGECEfIBG4BabsWDPjBxJENv9Q==", + "version": "4.0.2", + "resolved": "https://registry.npmjs.org/simple-git/-/simple-git-4.0.2.tgz", + "integrity": "sha512-l0sIsv9VrPwovKELFDBOj/lhmIcbMvxBk2B+hRhsMM4/VL3gKtuZvYnBNixVo+N/0HnqQx2cBdLvxnAbygHpqA==", "license": "MIT", "dependencies": { "@kwsites/file-exists": "^1.1.1", "@kwsites/promise-deferred": "^1.1.1", - "@simple-git/args-pathspec": "^1.0.3", - "@simple-git/argv-parser": "^1.1.0", + "@simple-git/args-pathspec": "1.0.4", + "@simple-git/argv-parser": "2.0.1", "debug": "^4.4.0" }, "funding": { diff --git a/package.json b/package.json index 85812c66..fd2ac691 100644 --- a/package.json +++ b/package.json @@ -188,7 +188,7 @@ "zx": "^8.8.5" }, "dependencies": { - "@huggingface/jinja": "^0.5.10", + "@huggingface/jinja": "^0.5.11", "async-retry": "^1.3.3", "bytes": "^3.1.2", "chalk": "^5.6.2", @@ -209,7 +209,7 @@ "pretty-ms": "^9.3.0", "proper-lockfile": "^4.1.2", "semver": "^7.7.1", - "simple-git": "^3.36.0", + "simple-git": "^4.0.2", "slice-ansi": "^8.0.0", "stdout-update": "^4.0.1", "strip-ansi": "^7.2.0", diff --git a/test/modelDependent/functionary/functionaryModelGpuLayersOptions.test.ts b/test/modelDependent/functionary/functionaryModelGpuLayersOptions.test.ts index fe32e38b..2be019b6 100644 --- a/test/modelDependent/functionary/functionaryModelGpuLayersOptions.test.ts +++ b/test/modelDependent/functionary/functionaryModelGpuLayersOptions.test.ts @@ -175,7 +175,7 @@ describe("functionary", () => { freeSwap: s1GB * 1 }); expect(res.gpuLayers).to.eql(0); - expect(res.contextSize).to.toMatchInlineSnapshot("1024"); + expect(res.contextSize).to.toMatchInlineSnapshot("768"); expect(res.useMmap).to.toMatchInlineSnapshot("false"); } @@ -364,7 +364,7 @@ describe("functionary", () => { unifiedMemorySize: s1GB * 7.3 }); expect(res.gpuLayers).to.eql(16); - expect(res.contextSize).to.toMatchInlineSnapshot("6144"); + expect(res.contextSize).to.toMatchInlineSnapshot("5888"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -432,7 +432,7 @@ describe("functionary", () => { llamaGpu: false }); expect(res.gpuLayers).to.eql(0); - expect(res.contextSize).to.toMatchInlineSnapshot("4352"); + expect(res.contextSize).to.toMatchInlineSnapshot("3840"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -446,7 +446,7 @@ describe("functionary", () => { ignoreMemorySafetyChecks: true }); expect(res.gpuLayers).to.eql(0); - expect(res.contextSize).to.toMatchInlineSnapshot("1024"); + expect(res.contextSize).to.toMatchInlineSnapshot("768"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } }); @@ -642,7 +642,7 @@ describe("functionary", () => { llamaGpu: false }); expect(res.gpuLayers).to.eql(0); - expect(res.contextSize).to.toMatchInlineSnapshot("1024"); + expect(res.contextSize).to.toMatchInlineSnapshot("768"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -654,7 +654,7 @@ describe("functionary", () => { llamaGpu: false }); expect(res.gpuLayers).to.eql(0); - expect(res.contextSize).to.toMatchInlineSnapshot("397"); + expect(res.contextSize).to.toMatchInlineSnapshot("363"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -806,7 +806,7 @@ describe("functionary", () => { llamaGpu: false }); expect(res.gpuLayers).to.eql(0); - expect(res.contextSize).to.toMatchInlineSnapshot("397"); + expect(res.contextSize).to.toMatchInlineSnapshot("363"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -818,7 +818,7 @@ describe("functionary", () => { llamaGpu: false }); expect(res.gpuLayers).to.eql(0); - expect(res.contextSize).to.toMatchInlineSnapshot("1024"); + expect(res.contextSize).to.toMatchInlineSnapshot("768"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -870,7 +870,7 @@ describe("functionary", () => { unifiedMemorySize: s1GB * 6 }); expect(res.gpuLayers).to.eql(33); - expect(res.contextSize).to.toMatchInlineSnapshot("6144"); + expect(res.contextSize).to.toMatchInlineSnapshot("5632"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -882,7 +882,7 @@ describe("functionary", () => { unifiedMemorySize: s1GB * 6 }); expect(res.gpuLayers).to.eql(33); - expect(res.contextSize).to.toMatchInlineSnapshot("3584"); + expect(res.contextSize).to.toMatchInlineSnapshot("3328"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } try { @@ -1020,8 +1020,8 @@ describe("functionary", () => { totalRam: s1GB * 8, freeRam: s1GB * 8 }); - expect(res.gpuLayers).to.toMatchInlineSnapshot("9"); - expect(res.contextSize).to.toMatchInlineSnapshot("7424"); + expect(res.gpuLayers).to.toMatchInlineSnapshot("8"); + expect(res.contextSize).to.toMatchInlineSnapshot("8192"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -1044,7 +1044,7 @@ describe("functionary", () => { }); expect(res.gpuLayers).to.toMatchInlineSnapshot("17"); expect(res.contextSize).to.toMatchInlineSnapshot("8192"); - expect(res.useMmap).to.toMatchInlineSnapshot("true"); + expect(res.useMmap).to.toMatchInlineSnapshot("false"); } { const res = await resolveGpuLayers("auto", { @@ -1097,7 +1097,7 @@ describe("functionary", () => { totalRam: s1GB * 8, freeRam: s1GB * 8 }); - expect(res.gpuLayers).to.toMatchInlineSnapshot("26"); + expect(res.gpuLayers).to.toMatchInlineSnapshot("25"); expect(res.contextSize).to.toMatchInlineSnapshot("8192"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } @@ -1120,7 +1120,7 @@ describe("functionary", () => { freeRam: s1GB * 8 }); expect(res.gpuLayers).to.toMatchInlineSnapshot("33"); - expect(res.contextSize).to.toMatchInlineSnapshot("3840"); + expect(res.contextSize).to.toMatchInlineSnapshot("3584"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -1131,7 +1131,7 @@ describe("functionary", () => { freeRam: s1GB * 8 }); expect(res.gpuLayers).to.toMatchInlineSnapshot("33"); - expect(res.contextSize).to.toMatchInlineSnapshot("7168"); + expect(res.contextSize).to.toMatchInlineSnapshot("6912"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -1167,7 +1167,7 @@ describe("functionary", () => { freeRam: s1GB * 5 }); expect(res.gpuLayers).to.eql(0); - expect(res.contextSize).to.toMatchInlineSnapshot("1024"); + expect(res.contextSize).to.toMatchInlineSnapshot("768"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -1178,7 +1178,7 @@ describe("functionary", () => { freeRam: s1GB * 5 }); expect(res.gpuLayers).to.toMatchInlineSnapshot("0"); - expect(res.contextSize).to.toMatchInlineSnapshot("1024"); + expect(res.contextSize).to.toMatchInlineSnapshot("768"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -1189,7 +1189,7 @@ describe("functionary", () => { freeRam: s1GB * 5 }); expect(res.gpuLayers).to.toMatchInlineSnapshot("0"); - expect(res.contextSize).to.toMatchInlineSnapshot("1024"); + expect(res.contextSize).to.toMatchInlineSnapshot("768"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -1199,8 +1199,8 @@ describe("functionary", () => { totalRam: s1GB * 5, freeRam: s1GB * 5 }); - expect(res.gpuLayers).to.toMatchInlineSnapshot("9"); - expect(res.contextSize).to.toMatchInlineSnapshot("7424"); + expect(res.gpuLayers).to.toMatchInlineSnapshot("8"); + expect(res.contextSize).to.toMatchInlineSnapshot("8192"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -1223,7 +1223,7 @@ describe("functionary", () => { }); expect(res.gpuLayers).to.toMatchInlineSnapshot("17"); expect(res.contextSize).to.toMatchInlineSnapshot("8192"); - expect(res.useMmap).to.toMatchInlineSnapshot("true"); + expect(res.useMmap).to.toMatchInlineSnapshot("false"); } { const res = await resolveGpuLayers("auto", { @@ -1276,7 +1276,7 @@ describe("functionary", () => { totalRam: s1GB * 5, freeRam: s1GB * 5 }); - expect(res.gpuLayers).to.toMatchInlineSnapshot("26"); + expect(res.gpuLayers).to.toMatchInlineSnapshot("25"); expect(res.contextSize).to.toMatchInlineSnapshot("8192"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } @@ -1299,7 +1299,7 @@ describe("functionary", () => { freeRam: s1GB * 5 }); expect(res.gpuLayers).to.toMatchInlineSnapshot("33"); - expect(res.contextSize).to.toMatchInlineSnapshot("3840"); + expect(res.contextSize).to.toMatchInlineSnapshot("3584"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -1310,7 +1310,7 @@ describe("functionary", () => { freeRam: s1GB * 5 }); expect(res.gpuLayers).to.toMatchInlineSnapshot("33"); - expect(res.contextSize).to.toMatchInlineSnapshot("7168"); + expect(res.contextSize).to.toMatchInlineSnapshot("6912"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -1442,7 +1442,7 @@ describe("functionary", () => { expect(res.gpuLayers).to.be.gte(16); expect(res.gpuLayers).to.be.lte(24); expect(res.gpuLayers).to.toMatchInlineSnapshot("18"); - expect(res.contextSize).to.toMatchInlineSnapshot("6144"); + expect(res.contextSize).to.toMatchInlineSnapshot("5888"); expect(res.useMmap).to.toMatchInlineSnapshot("false"); } }); @@ -1456,7 +1456,7 @@ describe("functionary", () => { freeRam: s1GB * 5 }); expect(res.gpuLayers).to.eql(0); - expect(res.contextSize).to.toMatchInlineSnapshot("1024"); + expect(res.contextSize).to.toMatchInlineSnapshot("768"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } { @@ -1467,7 +1467,7 @@ describe("functionary", () => { freeRam: s1GB * 5 }); expect(res.gpuLayers).to.eql(0); - expect(res.contextSize).to.toMatchInlineSnapshot("1024"); + expect(res.contextSize).to.toMatchInlineSnapshot("768"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); } try { @@ -1550,7 +1550,7 @@ describe("functionary", () => { expect(res.gpuLayers).to.be.gte(16); expect(res.gpuLayers).to.be.lte(24); expect(res.gpuLayers).to.toMatchInlineSnapshot("18"); - expect(res.contextSize).to.toMatchInlineSnapshot("6144"); + expect(res.contextSize).to.toMatchInlineSnapshot("5888"); expect(res.useMmap).to.toMatchInlineSnapshot("false"); } }); @@ -1619,7 +1619,7 @@ describe("functionary", () => { totalRam: s1GB * 8, freeRam: s1GB * 8 }); - expect(res.gpuLayers).to.toMatchInlineSnapshot("9"); + expect(res.gpuLayers).to.toMatchInlineSnapshot("8"); expect(res.contextSize).to.toMatchInlineSnapshot("8192"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); expect(res.contextSize).to.be.gte(contextSize); @@ -1689,8 +1689,8 @@ describe("functionary", () => { freeRam: s1GB * 7 }); expect(res.gpuLayers).to.toMatchInlineSnapshot("9"); - expect(res.contextSize).to.toMatchInlineSnapshot("7424"); - expect(res.useMmap).to.toMatchInlineSnapshot("false"); + expect(res.contextSize).to.toMatchInlineSnapshot("7168"); + expect(res.useMmap).to.toMatchInlineSnapshot("true"); expect(res.contextSize).to.be.gte(contextSize); } { @@ -1714,7 +1714,7 @@ describe("functionary", () => { totalRam: s1GB * 7, freeRam: s1GB * 7 }); - expect(res.gpuLayers).to.toMatchInlineSnapshot("9"); + expect(res.gpuLayers).to.toMatchInlineSnapshot("8"); expect(res.contextSize).to.toMatchInlineSnapshot("8192"); expect(res.useMmap).to.toMatchInlineSnapshot("true"); expect(res.contextSize).to.be.gte(contextSize); diff --git a/test/modelDependent/gemma4-e2b/structuredDecisions.test.ts b/test/modelDependent/gemma4-e2b/structuredDecisions.test.ts index 8408564b..71e40730 100644 --- a/test/modelDependent/gemma4-e2b/structuredDecisions.test.ts +++ b/test/modelDependent/gemma4-e2b/structuredDecisions.test.ts @@ -601,11 +601,12 @@ describe("gemma4 e2b", () => { criteria: { useful: "They are useful", notDoors: "Not doors", - cats: "Not cats" + cats: "Not cats", + numbers: "Are like numbers" } } }, { - document: "Locks are not doors" + document: "Locks are like numbers" }); const res2 = await chat.decide({ locks: { @@ -614,16 +615,18 @@ describe("gemma4 e2b", () => { criteria: { useful: "They are useful", notDoors: "Not doors", - cats: "Not cats" + cats: "Not cats", + numbers: "Are like numbers" } } }); expect(res1.locks.confidence).to.be.greaterThan(0.8); - expect(res1.locks.choice).to.equal("notDoors"); + expect(res1.locks.choice).to.equal("numbers"); - expect(res2.locks.confidence).to.be.lessThan(0.8); - expect(res2.locks.choice).to.not.equal("notDoors"); + expect(res2.locks.choice).to.not.equal("numbers"); + expect(res1.locks.confidence).to.be.greaterThan(0.6); + expect(res2.locks.choice).to.toMatchInlineSnapshot('"useful"'); }); }); }); diff --git a/test/modelDependent/llama3.1/controlledEvaluate.test.ts b/test/modelDependent/llama3.1/controlledEvaluate.test.ts index 2d66a207..5020fae1 100644 --- a/test/modelDependent/llama3.1/controlledEvaluate.test.ts +++ b/test/modelDependent/llama3.1/controlledEvaluate.test.ts @@ -98,14 +98,14 @@ describe("llama 3.1", () => { "probabilities": Map { 35308 => 0.521, 27096 => 0.243, - 11 => 0.0221, + 11 => 0.0222, 198 => 0.012, - 374 => 0.00836, - 863 => 0.00835, + 374 => 0.0084, + 863 => 0.00839, 1131 => 0.00683, - 25 => 0.00623, - 7940 => 0.00539, - 13 => 0.00518, + 25 => 0.00624, + 7940 => 0.0054, + 13 => 0.00519, }, }, }, @@ -113,14 +113,14 @@ describe("llama 3.1", () => { "next": { "probabilities": Map { 927 => 0.981, - 198 => 0.00338, + 198 => 0.00339, 6288 => 0.00328, - 279 => 0.000655, - 1633 => 0.00032, - 1035 => 0.000312, + 279 => 0.000654, + 1633 => 0.000319, + 1035 => 0.000313, 13 => 0.000292, - 264 => 0.000289, - 297 => 0.000283, + 264 => 0.00029, + 297 => 0.000284, 720 => 0.00025, }, "token": 927, @@ -138,14 +138,14 @@ describe("llama 3.1", () => { "probabilities": Map { 16053 => 0.96, 1208 => 0.00473, - 198 => 0.00318, - 5679 => 0.00291, + 198 => 0.00317, + 5679 => 0.0029, 65536 => 0.00197, 6435 => 0.000909, 2697 => 0.00067, - 720 => 0.000598, - 21811 => 0.00055, - 45363 => 0.000547, + 720 => 0.000597, + 21811 => 0.000548, + 45363 => 0.000548, }, }, }, @@ -154,14 +154,14 @@ describe("llama 3.1", () => { "confidence": 0.987, "probabilities": Map { 5679 => 0.987, - 21811 => 0.00143, - 198 => 0.000935, - 8415 => 0.000722, + 21811 => 0.00142, + 198 => 0.000936, + 8415 => 0.000724, 12875 => 0.00038, - 4194 => 0.000344, + 4194 => 0.000345, 720 => 0.000281, 14588 => 0.000275, - 9522 => 0.000241, + 9522 => 0.000242, 627 => 0.000204, }, "token": 5679, diff --git a/test/modelDependent/llama3.1/evaluateWithMetadata.test.ts b/test/modelDependent/llama3.1/evaluateWithMetadata.test.ts index 282faa03..16b399e1 100644 --- a/test/modelDependent/llama3.1/evaluateWithMetadata.test.ts +++ b/test/modelDependent/llama3.1/evaluateWithMetadata.test.ts @@ -100,9 +100,9 @@ describe("llama 3.1", () => { "probabilities": Map { 578 => 0.43, 1115 => 0.13, - 1102 => 0.0516, + 1102 => 0.0517, 763 => 0.0429, - 1283 => 0.0294, + 1283 => 0.0296, 2100 => 0.0294, 15636 => 0.0263, 2030 => 0.0219, @@ -113,15 +113,15 @@ describe("llama 3.1", () => { }, { "probabilities": Map { - 16053 => 0.423, + 16053 => 0.422, 4062 => 0.304, - 39935 => 0.0602, + 39935 => 0.0603, 2944 => 0.0375, - 5679 => 0.0237, - 11914 => 0.0161, - 2144 => 0.0146, - 1121 => 0.00698, - 17571 => 0.00575, + 5679 => 0.0238, + 11914 => 0.0162, + 2144 => 0.0147, + 1121 => 0.00699, + 17571 => 0.00576, 3446 => 0.00492, }, "token": 16053, @@ -133,11 +133,11 @@ describe("llama 3.1", () => { 18964 => 0.000115, 39935 => 0.000115, 13 => 0.000105, - 627 => 0.0000926, - 656 => 0.0000624, - 893 => 0.0000561, - 198 => 0.0000521, - 374 => 0.0000519, + 627 => 0.0000927, + 656 => 0.0000626, + 893 => 0.0000562, + 198 => 0.0000522, + 374 => 0.000052, }, "token": 5679, }, @@ -145,13 +145,13 @@ describe("llama 3.1", () => { "probabilities": Map { 374 => 0.812, 1587 => 0.0482, - 596 => 0.0248, + 596 => 0.0247, 1120 => 0.0224, 3250 => 0.0216, 706 => 0.0162, - 15849 => 0.00872, - 1053 => 0.00593, - 55064 => 0.00379, + 15849 => 0.00871, + 1053 => 0.00594, + 55064 => 0.0038, 11 => 0.00368, }, "token": 374, @@ -163,8 +163,8 @@ describe("llama 3.1", () => { 539 => 0.158, 779 => 0.133, 264 => 0.0558, - 1101 => 0.0292, - 16053 => 0.0178, + 1101 => 0.0293, + 16053 => 0.0177, 5042 => 0.0159, 1193 => 0.0146, 2744 => 0.0141, @@ -174,15 +174,15 @@ describe("llama 3.1", () => { { "probabilities": Map { 16053 => 0.907, - 13326 => 0.0635, + 13326 => 0.0636, 19781 => 0.00716, - 17551 => 0.00202, - 10968 => 0.00127, + 17551 => 0.00203, + 10968 => 0.00126, 11920 => 0.0011, 6435 => 0.00101, 34386 => 0.000776, - 1208 => 0.000609, - 25366 => 0.000566, + 1208 => 0.000611, + 25366 => 0.000567, }, "token": 16053, }, @@ -190,12 +190,12 @@ describe("llama 3.1", () => { "probabilities": Map { 311 => 0.988, 1524 => 0.00619, - 11 => 0.00259, + 11 => 0.00258, 323 => 0.000527, - 13 => 0.000355, - 627 => 0.000323, + 13 => 0.000354, + 627 => 0.000322, 1606 => 0.000266, - 2288 => 0.000259, + 2288 => 0.000258, 369 => 0.000125, 320 => 0.000103, }, @@ -204,15 +204,15 @@ describe("llama 3.1", () => { { "probabilities": Map { 2512 => 0.749, - 1524 => 0.0989, - 656 => 0.0324, + 1524 => 0.0988, + 656 => 0.0325, 636 => 0.0241, - 7940 => 0.0144, + 7940 => 0.0145, 33586 => 0.0109, - 387 => 0.00866, + 387 => 0.00869, 1781 => 0.00585, - 1629 => 0.00548, - 3351 => 0.00511, + 1629 => 0.0055, + 3351 => 0.00513, }, "token": 2512, }, @@ -223,7 +223,7 @@ describe("llama 3.1", () => { 11 => 0.0141, 430 => 0.00297, 627 => 0.00232, - 13 => 0.00189, + 13 => 0.0019, 1524 => 0.0018, 369 => 0.00177, 323 => 0.000929, @@ -233,16 +233,16 @@ describe("llama 3.1", () => { }, { "probabilities": Map { - 279 => 0.652, - 4205 => 0.312, + 279 => 0.651, + 4205 => 0.313, 1148 => 0.0114, - 1690 => 0.00442, + 1690 => 0.00444, 904 => 0.00304, - 1202 => 0.00267, - 264 => 0.00111, - 1790 => 0.00108, - 813 => 0.00105, - 1524 => 0.000766, + 1202 => 0.00268, + 264 => 0.00112, + 1790 => 0.00109, + 813 => 0.00106, + 1524 => 0.000768, }, "token": 279, }, @@ -284,7 +284,7 @@ describe("llama 3.1", () => { "token": 578, }, { - "confidence": 0.423, + "confidence": 0.422, "token": 16053, }, { @@ -316,7 +316,7 @@ describe("llama 3.1", () => { "token": 922, }, { - "confidence": 0.652, + "confidence": 0.651, "token": 279, }, ] @@ -357,9 +357,9 @@ describe("llama 3.1", () => { "probabilities": Map { 578 => 0.43, 1115 => 0.13, - 1102 => 0.0516, + 1102 => 0.0517, 763 => 0.0429, - 1283 => 0.0294, + 1283 => 0.0296, 2100 => 0.0294, 15636 => 0.0263, 2030 => 0.0219, @@ -369,17 +369,17 @@ describe("llama 3.1", () => { "token": 578, }, { - "confidence": 0.423, + "confidence": 0.422, "probabilities": Map { - 16053 => 0.423, + 16053 => 0.422, 4062 => 0.304, - 39935 => 0.0602, + 39935 => 0.0603, 2944 => 0.0375, - 5679 => 0.0237, - 11914 => 0.0161, - 2144 => 0.0146, - 1121 => 0.00698, - 17571 => 0.00575, + 5679 => 0.0238, + 11914 => 0.0162, + 2144 => 0.0147, + 1121 => 0.00699, + 17571 => 0.00576, 3446 => 0.00492, }, "token": 16053, @@ -392,11 +392,11 @@ describe("llama 3.1", () => { 18964 => 0.000115, 39935 => 0.000115, 13 => 0.000105, - 627 => 0.0000926, - 656 => 0.0000624, - 893 => 0.0000561, - 198 => 0.0000521, - 374 => 0.0000519, + 627 => 0.0000927, + 656 => 0.0000626, + 893 => 0.0000562, + 198 => 0.0000522, + 374 => 0.000052, }, "token": 5679, }, @@ -405,13 +405,13 @@ describe("llama 3.1", () => { "probabilities": Map { 374 => 0.812, 1587 => 0.0482, - 596 => 0.0248, + 596 => 0.0247, 1120 => 0.0224, 3250 => 0.0216, 706 => 0.0162, - 15849 => 0.00872, - 1053 => 0.00593, - 55064 => 0.00379, + 15849 => 0.00871, + 1053 => 0.00594, + 55064 => 0.0038, 11 => 0.00368, }, "token": 374, @@ -424,8 +424,8 @@ describe("llama 3.1", () => { 539 => 0.158, 779 => 0.133, 264 => 0.0558, - 1101 => 0.0292, - 16053 => 0.0178, + 1101 => 0.0293, + 16053 => 0.0177, 5042 => 0.0159, 1193 => 0.0146, 2744 => 0.0141, @@ -436,15 +436,15 @@ describe("llama 3.1", () => { "confidence": 0.907, "probabilities": Map { 16053 => 0.907, - 13326 => 0.0635, + 13326 => 0.0636, 19781 => 0.00716, - 17551 => 0.00202, - 10968 => 0.00127, + 17551 => 0.00203, + 10968 => 0.00126, 11920 => 0.0011, 6435 => 0.00101, 34386 => 0.000776, - 1208 => 0.000609, - 25366 => 0.000566, + 1208 => 0.000611, + 25366 => 0.000567, }, "token": 16053, }, @@ -453,12 +453,12 @@ describe("llama 3.1", () => { "probabilities": Map { 311 => 0.988, 1524 => 0.00619, - 11 => 0.00259, + 11 => 0.00258, 323 => 0.000527, - 13 => 0.000355, - 627 => 0.000323, + 13 => 0.000354, + 627 => 0.000322, 1606 => 0.000266, - 2288 => 0.000259, + 2288 => 0.000258, 369 => 0.000125, 320 => 0.000103, }, @@ -468,15 +468,15 @@ describe("llama 3.1", () => { "confidence": 0.749, "probabilities": Map { 2512 => 0.749, - 1524 => 0.0989, - 656 => 0.0324, + 1524 => 0.0988, + 656 => 0.0325, 636 => 0.0241, - 7940 => 0.0144, + 7940 => 0.0145, 33586 => 0.0109, - 387 => 0.00866, + 387 => 0.00869, 1781 => 0.00585, - 1629 => 0.00548, - 3351 => 0.00511, + 1629 => 0.0055, + 3351 => 0.00513, }, "token": 2512, }, @@ -488,7 +488,7 @@ describe("llama 3.1", () => { 11 => 0.0141, 430 => 0.00297, 627 => 0.00232, - 13 => 0.00189, + 13 => 0.0019, 1524 => 0.0018, 369 => 0.00177, 323 => 0.000929, @@ -497,18 +497,18 @@ describe("llama 3.1", () => { "token": 922, }, { - "confidence": 0.652, + "confidence": 0.651, "probabilities": Map { - 279 => 0.652, - 4205 => 0.312, + 279 => 0.651, + 4205 => 0.313, 1148 => 0.0114, - 1690 => 0.00442, + 1690 => 0.00444, 904 => 0.00304, - 1202 => 0.00267, - 264 => 0.00111, - 1790 => 0.00108, - 813 => 0.00105, - 1524 => 0.000766, + 1202 => 0.00268, + 264 => 0.00112, + 1790 => 0.00109, + 813 => 0.00106, + 1524 => 0.000768, }, "token": 279, },