Skip to content

Commit fcf9c74

Browse files
move eval to tests folder
1 parent e946a02 commit fcf9c74

8 files changed

Lines changed: 13 additions & 13 deletions

File tree

tests/accuracy/eval/indexManagementTextSearchIndexCreation.eval.ts renamed to tests/eval/indexManagementTextSearchIndexCreation.eval.ts

File renamed without changes.
Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@ import * as untracedAi from "ai";
22
import type { ModelMessage, OnStepFinishEvent } from "ai";
33
import { wrapAISDK } from "braintrust";
44

5-
import type { VercelMCPClientTools } from "../../sdk/agent.js";
6-
import type { Model } from "../../sdk/models.js";
5+
import type { VercelMCPClientTools } from "../../accuracy/sdk/agent.js";
6+
import type { Model } from "../../accuracy/sdk/models.js";
77

88
const ai = wrapAISDK(untracedAi); // wraps Vercel AI SDK for Braintrust tracing
99

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ import * as untracedAi from "ai";
22
import { wrapAISDK, traced } from "braintrust";
33
import { z } from "zod";
44

5-
import type { Model } from "../../sdk/models.js";
5+
import type { Model } from "../../accuracy/sdk/models.js";
66
import type { FollowUpResult } from "./scaffolding.types.js";
77
import { type Conversation, ROLE, serializeMessages, debugStep } from "./conversation.js";
88

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,8 +2,8 @@ import * as untracedAi from "ai";
22
import { wrapAISDK, traced } from "braintrust";
33
import { z } from "zod";
44

5-
import type { VercelMCPClientTools } from "../../sdk/agent.js";
6-
import type { Model } from "../../sdk/models.js";
5+
import type { VercelMCPClientTools } from "../../accuracy/sdk/agent.js";
6+
import type { Model } from "../../accuracy/sdk/models.js";
77
import type { Verdict } from "./scaffolding.types.js";
88
import { type Conversation, ROLE, serializeMessages, debugStep } from "./conversation.js";
99

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2,14 +2,14 @@ import { randomUUID } from "crypto";
22
import { Eval } from "braintrust";
33
import { MongoClient } from "mongodb";
44

5-
import type { UserConfig } from "../../../../src/lib.js";
5+
import type { UserConfig } from "../../../src/lib.js";
66
import {
77
MongoDBClusterProcess,
88
type MongoClusterConfiguration,
9-
} from "../../../integration/tools/mongodb/mongodbClusterProcess.js";
10-
import { AccuracyTestingClient } from "../../sdk/accuracyTestingClient.js";
11-
import type { Model } from "../../sdk/models.js";
12-
import { getAvailableModels } from "../../sdk/models.js";
9+
} from "../../integration/tools/mongodb/mongodbClusterProcess.js";
10+
import { AccuracyTestingClient } from "../../accuracy/sdk/accuracyTestingClient.js";
11+
import type { Model } from "../../accuracy/sdk/models.js";
12+
import { getAvailableModels } from "../../accuracy/sdk/models.js";
1313
import { seedCollections } from "./seeding.js";
1414
import { runConversation } from "./testAgent.js";
1515
import type {

tests/accuracy/eval/infra/scaffolding.types.ts renamed to tests/eval/infra/scaffolding.types.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
import type { EvalScorerArgs } from "braintrust";
22
import type { SeedCollectionData } from "./seeding.js";
3-
import type { MongoClusterConfiguration } from "../../../integration/tools/mongodb/mongodbClusterProcess.js";
3+
import type { MongoClusterConfiguration } from "../../integration/tools/mongodb/mongodbClusterProcess.js";
44
import { ModelMessage } from "ai";
55

66
export interface RunEvalConfig {
Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
import { initLogger } from "braintrust";
22

3-
import type { VercelMCPClientTools } from "../../sdk/agent.js";
4-
import type { Model } from "../../sdk/models.js";
3+
import type { VercelMCPClientTools } from "../../accuracy/sdk/agent.js";
4+
import type { Model } from "../../accuracy/sdk/models.js";
55
import type { RunEvalInput, Verdict } from "./scaffolding.types.js";
66
import { Conversation } from "./conversation.js";
77
import { FollowUpBot } from "./followUpBot.js";

0 commit comments

Comments
 (0)