Skip to content

Commit e5a71d6

Browse files
jariy17jariy17
andauthored
refactor(eval): remove batch insights and online insights (#2576)
* refactor(eval): remove batch insights and online insights Remove the eval batch-insights and eval online-insight command groups, the add/remove online-insight project resource, their TUI screens and pickers, and the insights and clusteringConfig fields of online evaluation configs, which now require at least one evaluator. * fix(add): require --evaluators for online-eval Evaluators became mandatory once insights were removed; mark the flag required so a missing value fails at parse time with a clear message. --------- Co-authored-by: jariy17 <tjariy+jariy17@users.noreply.github.com>
1 parent 5d81751 commit e5a71d6

79 files changed

Lines changed: 15 additions & 5116 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎src/components/BatchInsightsPicker.tsx‎

Lines changed: 0 additions & 79 deletions
This file was deleted.

‎src/components/OnlineInsightPicker.tsx‎

Lines changed: 0 additions & 93 deletions
This file was deleted.

‎src/components/Root.tsx‎

Lines changed: 0 additions & 50 deletions
Original file line numberDiff line numberDiff line change
@@ -59,21 +59,12 @@ import {
5959
OnlineEvalGetScreen,
6060
OnlineEvalGetJsonScreen,
6161
} from "../handlers/eval/online-eval/get/screen.tsx";
62-
import { OnlineInsightScreen } from "../handlers/eval/online-insight/screen.tsx";
63-
import { OnlineInsightListScreen } from "../handlers/eval/online-insight/list/screen.tsx";
64-
import {
65-
OnlineInsightGetScreen,
66-
OnlineInsightGetJsonScreen,
67-
} from "../handlers/eval/online-insight/get/screen.tsx";
6862
import { BatchEvaluationScreen } from "../handlers/eval/batch-evaluation/screen.tsx";
6963
import { BatchEvaluationListScreen } from "../handlers/eval/batch-evaluation/list/screen.tsx";
7064
import { BatchEvaluationGetJsonScreen } from "../handlers/eval/batch-evaluation/get/screen.tsx";
7165
import { RecommendationScreen } from "../handlers/eval/recommendation/screen.tsx";
7266
import { RecommendationListScreen } from "../handlers/eval/recommendation/list/screen.tsx";
7367
import { RecommendationGetJsonScreen } from "../handlers/eval/recommendation/get/screen.tsx";
74-
import { BatchInsightsScreen } from "../handlers/eval/batch-insights/screen.tsx";
75-
import { BatchInsightsListScreen } from "../handlers/eval/batch-insights/list/screen.tsx";
76-
import { BatchInsightsGetJsonScreen } from "../handlers/eval/batch-insights/get/screen.tsx";
7768
import { DatasetScreen } from "../handlers/eval/dataset/screen.tsx";
7869
import { DatasetListScreen } from "../handlers/eval/dataset/list/screen.tsx";
7970
import { DatasetGetScreen, DatasetGetJsonScreen } from "../handlers/eval/dataset/get/screen.tsx";
@@ -136,7 +127,6 @@ import { AddGatewayScreen } from "../handlers/project/add/gateway/screen.tsx";
136127
import { AddGatewayTargetScreen } from "../handlers/project/add/gateway-target/screen.tsx";
137128
import { AddGatewayConnectorScreen } from "../handlers/project/add/gateway-connector/screen.tsx";
138129
import { AddOnlineEvalScreen } from "../handlers/project/add/online-eval/screen.tsx";
139-
import { AddOnlineInsightScreen } from "../handlers/project/add/online-insight/screen.tsx";
140130
import { AddHarnessScreen } from "../handlers/project/add/harness/screen.tsx";
141131
import { AddConfigBundleScreen } from "../handlers/project/add/config-bundle/screen.tsx";
142132
import { AddPolicyEngineScreen } from "../handlers/project/add/policy-engine/screen.tsx";
@@ -665,26 +655,6 @@ function RouteTable({ ctx, core }: ScreenProps) {
665655
path="agentcore/eval/online-eval/get/:configId/json"
666656
element={<OnlineEvalGetJsonScreen ctx={ctx} core={core} />}
667657
/>
668-
<Route
669-
path="agentcore/eval/online-insight"
670-
element={<OnlineInsightScreen ctx={ctx} core={core} />}
671-
/>
672-
<Route
673-
path="agentcore/eval/online-insight/list"
674-
element={<OnlineInsightListScreen ctx={ctx} core={core} />}
675-
/>
676-
<Route
677-
path="agentcore/eval/online-insight/get"
678-
element={<Navigate to="/agentcore/eval/online-insight/list" replace />}
679-
/>
680-
<Route
681-
path="agentcore/eval/online-insight/get/:configId"
682-
element={<OnlineInsightGetScreen ctx={ctx} core={core} />}
683-
/>
684-
<Route
685-
path="agentcore/eval/online-insight/get/:configId/json"
686-
element={<OnlineInsightGetJsonScreen ctx={ctx} core={core} />}
687-
/>
688658
<Route path="agentcore/eval/dataset" element={<DatasetScreen ctx={ctx} core={core} />} />
689659
<Route
690660
path="agentcore/eval/dataset/list"
@@ -787,22 +757,6 @@ function RouteTable({ ctx, core }: ScreenProps) {
787757
path="agentcore/eval/ab-test/get/:abTestId/json"
788758
element={<AbTestGetJsonScreen ctx={ctx} core={core} />}
789759
/>
790-
<Route
791-
path="agentcore/eval/batch-insights"
792-
element={<BatchInsightsScreen ctx={ctx} core={core} />}
793-
/>
794-
<Route
795-
path="agentcore/eval/batch-insights/list"
796-
element={<BatchInsightsListScreen ctx={ctx} core={core} />}
797-
/>
798-
<Route
799-
path="agentcore/eval/batch-insights/get"
800-
element={<Navigate to="/agentcore/eval/batch-insights/list" replace />}
801-
/>
802-
<Route
803-
path="agentcore/eval/batch-insights/get/:batchEvaluationId"
804-
element={<BatchInsightsGetJsonScreen ctx={ctx} core={core} />}
805-
/>
806760
<Route path="agentcore/memory/event" element={<MemoryEventScreen ctx={ctx} core={core} />} />
807761
<Route
808762
path="agentcore/memory/event/get"
@@ -943,10 +897,6 @@ function RouteTable({ ctx, core }: ScreenProps) {
943897
path="agentcore/add/online-eval"
944898
element={<AddOnlineEvalScreen ctx={ctx} core={core} />}
945899
/>
946-
<Route
947-
path="agentcore/add/online-insight"
948-
element={<AddOnlineInsightScreen ctx={ctx} core={core} />}
949-
/>
950900
<Route path="agentcore/add/harness" element={<AddHarnessScreen ctx={ctx} core={core} />} />
951901
<Route
952902
path="agentcore/add/config-bundle"

‎src/components/wizard/fields.tsx‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -474,11 +474,11 @@ export type MultiTextFieldProps = {
474474

475475
// MultiTextField collects several short answers that belong together — a branch
476476
// and the commit message that lands on it, say — as stacked inputs on one step,
477-
// the way the online-insight settings and the harness model step lay theirs
478-
// out. One input has focus at a time: enter validates it the way a TextField
479-
// would and moves down, the arrows move without validating, and enter on the
480-
// last input re-checks every input (so one skipped with the arrows cannot slip
481-
// through) before continuing. Esc goes back a step.
477+
// the way the harness model step lays its out. One input has focus at a time:
478+
// enter validates it the way a TextField would and moves down, the arrows move
479+
// without validating, and enter on the last input re-checks every input (so one
480+
// skipped with the arrows cannot slip through) before continuing. Esc goes back
481+
// a step.
482482
export function MultiTextField({ inputs }: MultiTextFieldProps) {
483483
const { advance, back, isLast } = useWizard();
484484
const [focused, setFocused] = useState(0);

0 commit comments

Comments
 (0)