File tree 1 file changed +21
-0
lines changed
1 file changed +21
-0
lines changed Original file line number Diff line number Diff line change @@ -373,6 +373,27 @@ def _run(
373
373
374
374
self ._block_until_complete ()
375
375
376
+ # AutoSxS view model evaluations
377
+ for details in self .task_details :
378
+ if details .task_name == "model-evaluation-text-generation-pairwise" :
379
+ model_a_eval = details .execution .metadata [
380
+ "output:model_a_evaluation_path"
381
+ ]
382
+ model_b_eval = details .execution .metadata [
383
+ "output:model_b_evaluation_path"
384
+ ]
385
+ if model_a_eval :
386
+ _LOGGER .info ("Model A" )
387
+ utils ._ipython_utils .display_model_evaluation_button (
388
+ aiplatform .ModelEvaluation (model_a_eval ),
389
+ )
390
+ if model_b_eval :
391
+ _LOGGER .info ("Model B" )
392
+ utils ._ipython_utils .display_model_evaluation_button (
393
+ aiplatform .ModelEvaluation (model_b_eval ),
394
+ )
395
+ break
396
+
376
397
def submit (
377
398
self ,
378
399
service_account : Optional [str ] = None ,
You can’t perform that action at this time.
0 commit comments