Commit 0501bdb

authored

chore: add missing expectations for accuracy tests (#581)

1 parent 9f4c48b commit 0501bdbCopy full SHA for 0501bdb

File tree

-2

lines changed

-2

lines changed

Lines changed: 1 addition & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -17,7 +17,7 @@ export MDB_ACCURACY_RUN_ID=$(npx uuid v4)`
`17`	`17`	`# specified in the command line. Such as:`
`18`	`18`	`# npm run test:accuracy -- tests/accuracy/some-test.test.ts`
`19`	`19`	`echo "Running accuracy tests with MDB_ACCURACY_RUN_ID '$MDB_ACCURACY_RUN_ID'"`
`20`		`-vitest --config vitest.config.ts --project=accuracy --coverage=false --run "$@"`
	`20`	`+vitest --config vitest.config.ts --project=accuracy --coverage=false --no-file-parallelism --run "$@"`
`21`	`21`
`22`	`22`	`# Preserving the exit code from test run to correctly notify in the CI`
`23`	`23`	`# environments when the tests fail.`

Lines changed: 1 addition & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -26,7 +26,7 @@ describeAccuracyTests([`
`26`	`26`	`],`
`27`	`27`	`},`
`28`	`28`	`{`
`29`		- prompt: `Is the following query: ${JSON.stringify({ runtime: { $lt: 100 } })} on the namespace 'mflix.movies' indexed?`,
	`29`	+ prompt: `Is there an index covering the following query: ${JSON.stringify({ runtime: { $lt: 100 } })} on the namespace 'mflix.movies'?`,
`30`	`30`	`expectedToolCalls: [`
`31`	`31`	`{`
`32`	`32`	`toolName: "collection-indexes",`

Lines changed: 4 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,5 @@`
`1`	`1`	`import { describeAccuracyTests } from "./sdk/describeAccuracyTests.js";`
	`2`	`+import { Matcher } from "./sdk/matcher.js";`
`2`	`3`
`3`	`4`	`/**`
`4`	`5`	`* None of these tests score a parameter match on any of the models, likely`
`@@ -22,6 +23,7 @@ describeAccuracyTests([`
`22`	`23`	`},`
`23`	`24`	`},`
`24`	`25`	`],`
	`26`	`+ verbosity: Matcher.string(),`
`25`	`27`	`},`
`26`	`28`	`},`
`27`	`29`	`],`
`@@ -46,6 +48,7 @@ describeAccuracyTests([`
`46`	`48`	`},`
`47`	`49`	`},`
`48`	`50`	`],`
	`51`	`+ verbosity: Matcher.string(),`
`49`	`52`	`},`
`50`	`53`	`},`
`51`	`54`	`],`
`@@ -66,6 +69,7 @@ describeAccuracyTests([`
`66`	`69`	`},`
`67`	`70`	`},`
`68`	`71`	`],`
	`72`	`+ verbosity: Matcher.string(),`
`69`	`73`	`},`
`70`	`74`	`},`
`71`	`75`	`],`

Comments

(0)