We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 4fc51cd commit ac59794Copy full SHA for ac59794
packages/evals/tasks/wichita.ts
@@ -32,8 +32,8 @@ export const wichita: EvalFunction = async ({
32
level: 0,
33
auxiliary: {
34
expected: {
35
- value: `${expectedNumber}`,
36
- type: "string",
+ value: expectedNumber.toString(),
+ type: "integer",
37
},
38
actual: {
39
value: total_results.toString(),
@@ -43,7 +43,7 @@ export const wichita: EvalFunction = async ({
43
});
44
return {
45
_success: false,
46
- error: "Total number of results is not within the expected range",
+ error: "Total number of results does not match expected",
47
total_results,
48
debugUrl,
49
sessionUrl,
0 commit comments