@@ -36,8 +36,10 @@ func (f *evalFlags) runEvalCommand(cmd *cobra.Command, args []string) error {
3636
3737 ctx := cmd .Context ()
3838 out := cli .NewPrinter (cmd .OutOrStdout ())
39+ agentFilename := args [0 ]
40+ evalsDir := args [1 ]
3941
40- agentFilename , err := agentfile .Resolve (ctx , out , args [ 0 ] )
42+ agentFilename , err := agentfile .Resolve (ctx , out , agentFilename )
4143 if err != nil {
4244 return err
4345 }
@@ -47,15 +49,15 @@ func (f *evalFlags) runEvalCommand(cmd *cobra.Command, args []string) error {
4749 return err
4850 }
4951
50- evalResults , err := evaluation .Evaluate (ctx , agents , args [ 1 ] )
52+ results , err := evaluation .Evaluate (ctx , agents , evalsDir )
5153 if err != nil {
5254 return err
5355 }
5456
55- for _ , evalResult := range evalResults {
56- out .Printf ("Eval file: %s\n " , evalResult .EvalFile )
57- out .Printf ("Tool trajectory score: %f\n " , evalResult .Score .ToolTrajectoryScore )
58- out .Printf ("Rouge-1 score: %f\n " , evalResult .Score .Rouge1Score )
57+ for _ , result := range results {
58+ out .Printf ("Eval file: %s\n " , result .EvalFile )
59+ out .Printf ("Tool trajectory score: %f\n " , result .Score .ToolTrajectoryScore )
60+ out .Printf ("Rouge-1 score: %f\n " , result .Score .Rouge1Score )
5961 }
6062
6163 return nil
0 commit comments