fix: groq max_tokens (#29)

* fix: groq max_tokens * test: use sequential execution for e2e cli tests
gmickel · Jul 28, 2024 · 284615c · 284615c
1 parent 5d82bad
commit 284615c
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/src/ai/model-config.ts b/src/ai/model-config.ts
@@ -45,7 +45,7 @@ export const MODEL_CONFIGS: ModelSpecs = {
   },
   'llama-3.1-70b-versatile': {
     contextWindow: 131072,
-    maxOutput: 8192,
+    maxOutput: 8000,
     modelName: 'Llama 3.1 70B Groq',
     pricing: { inputCost: 0.15, outputCost: 0.6 },
     modelFamily: 'groq',

diff --git a/tests/e2e/cli-commands.test.ts b/tests/e2e/cli-commands.test.ts
@@ -8,7 +8,7 @@ import { normalizePath } from '../../src/utils/normalize-path';
 
 const execAsync = promisify(exec);
 
-describe('CLI Commands', () => {
+describe.sequential('CLI Commands', () => {
   const cliPath = path.resolve(__dirname, '..', '..', 'src', 'cli', 'index.ts');
   const testProjectPath = path.resolve(
     __dirname,

diff --git a/tests/unit/token-management.test.ts b/tests/unit/token-management.test.ts
@@ -104,7 +104,7 @@ describe('Token Management', () => {
       const specs = getModelConfig('llama-3.1-70b-versatile');
       expect(specs).toEqual({
         contextWindow: 131072,
-        maxOutput: 8192,
+        maxOutput: 8000,
         modelName: 'Llama 3.1 70B Groq',
         pricing: { inputCost: 0.15, outputCost: 0.6 },
         modelFamily: 'groq',