Skip to content

Commit 5559487

Browse files
committed
[buffbench] base-max in codebuff only
1 parent 8fba5c6 commit 5559487

1 file changed

Lines changed: 15 additions & 15 deletions

File tree

‎evals/git-evals/run-eval-set.ts‎

Lines changed: 15 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -134,21 +134,21 @@ async function runEvalSet(options: {
134134
evalDataPath: path.join(__dirname, 'eval-codebuff2.json'),
135135
outputDir,
136136
},
137-
{
138-
name: 'manifold',
139-
evalDataPath: path.join(__dirname, 'eval-manifold2.json'),
140-
outputDir,
141-
},
142-
{
143-
name: 'plane',
144-
evalDataPath: path.join(__dirname, 'eval-plane.json'),
145-
outputDir,
146-
},
147-
{
148-
name: 'saleor',
149-
evalDataPath: path.join(__dirname, 'eval-saleor.json'),
150-
outputDir,
151-
},
137+
// {
138+
// name: 'manifold',
139+
// evalDataPath: path.join(__dirname, 'eval-manifold2.json'),
140+
// outputDir,
141+
// },
142+
// {
143+
// name: 'plane',
144+
// evalDataPath: path.join(__dirname, 'eval-plane.json'),
145+
// outputDir,
146+
// },
147+
// {
148+
// name: 'saleor',
149+
// evalDataPath: path.join(__dirname, 'eval-saleor.json'),
150+
// outputDir,
151+
// },
152152
]
153153

154154
console.log(`Running ${evalConfigs.length} evaluations:`)

0 commit comments

Comments
 (0)