Skip to content

Commit dc4987c

Browse files
committed
Cleaner code
Signed-off-by: David Gageot <david.gageot@docker.com>
1 parent 2909816 commit dc4987c

2 files changed

Lines changed: 11 additions & 6 deletions

File tree

cmd/root/eval.go

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -36,8 +36,10 @@ func (f *evalFlags) runEvalCommand(cmd *cobra.Command, args []string) error {
3636

3737
ctx := cmd.Context()
3838
out := cli.NewPrinter(cmd.OutOrStdout())
39+
agentFilename := args[0]
40+
evalsDir := args[1]
3941

40-
agentFilename, err := agentfile.Resolve(ctx, out, args[0])
42+
agentFilename, err := agentfile.Resolve(ctx, out, agentFilename)
4143
if err != nil {
4244
return err
4345
}
@@ -47,15 +49,15 @@ func (f *evalFlags) runEvalCommand(cmd *cobra.Command, args []string) error {
4749
return err
4850
}
4951

50-
evalResults, err := evaluation.Evaluate(ctx, agents, args[1])
52+
results, err := evaluation.Evaluate(ctx, agents, evalsDir)
5153
if err != nil {
5254
return err
5355
}
5456

55-
for _, evalResult := range evalResults {
56-
out.Printf("Eval file: %s\n", evalResult.EvalFile)
57-
out.Printf("Tool trajectory score: %f\n", evalResult.Score.ToolTrajectoryScore)
58-
out.Printf("Rouge-1 score: %f\n", evalResult.Score.Rouge1Score)
57+
for _, result := range results {
58+
out.Printf("Eval file: %s\n", result.EvalFile)
59+
out.Printf("Tool trajectory score: %f\n", result.Score.ToolTrajectoryScore)
60+
out.Printf("Rouge-1 score: %f\n", result.Score.Rouge1Score)
5961
}
6062

6163
return nil

pkg/evaluation/evaluation.go

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@ type Score struct {
1818
ToolTrajectoryScore float64
1919
Rouge1Score float64
2020
}
21+
2122
type Result struct {
2223
Score Score
2324
EvalFile string
@@ -35,10 +36,12 @@ func Evaluate(ctx context.Context, t *team.Team, evalsDir string) ([]Result, err
3536
if err != nil {
3637
return nil, err
3738
}
39+
3840
var sess session.Session
3941
if err := json.Unmarshal(evalFile, &sess); err != nil {
4042
return nil, err
4143
}
44+
4245
evals = append(evals, sess)
4346
}
4447

0 commit comments

Comments
 (0)