Skip to content

Commit af166bd

Browse files
author
nik
committed
Fix errors, create KeyIndicator component ref
1 parent ef2bd2e commit af166bd

File tree

3 files changed

+61
-51
lines changed

3 files changed

+61
-51
lines changed

fern/openapi/overrides.yaml

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -24,12 +24,20 @@ paths:
2424
- public
2525

2626
/api/prompts/{id}/versions/{version_id}/inference-runs:
27+
get:
28+
$ref: "./resources/prompts.yaml#/paths/~1api~1prompts~1{id}~1versions~1{version_id}~1inference-runs/get"
29+
x-fern-sdk-group-name:
30+
- prompts
31+
- runs
32+
x-fern-sdk-method-name: list
33+
x-fern-audiences:
34+
- public
2735
post:
2836
$ref: "./resources/prompts.yaml#/paths/~1api~1prompts~1{id}~1versions~1{version_id}~1inference-runs/post"
2937
x-fern-sdk-group-name:
3038
- prompts
31-
- versions
32-
x-fern-sdk-method-name: create_run
39+
- runs
40+
x-fern-sdk-method-name: create
3341
x-fern-audiences:
3442
- public
3543

Lines changed: 49 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,49 @@
1+
components:
2+
schemas:
3+
KeyIndicators:
4+
title: Scores and metadata
5+
type: array
6+
items:
7+
type: object
8+
properties:
9+
key:
10+
title: The key for this KPI, where you can find the value from inside main_kpi
11+
type: string
12+
title:
13+
title: The title for this metric, to be displayed to the user
14+
type: string
15+
main_kpi:
16+
title: The primary KPI, displayed in the top left of the box
17+
type: object
18+
properties:
19+
title:
20+
title: The name of this indicator
21+
type: string
22+
values:
23+
title: The numerical values to fill in for this KPI
24+
type: object
25+
properties:
26+
accuracy:
27+
title: The number correct over the number predicted
28+
type: number
29+
num_successful_predictions:
30+
title: The number of predictions which have a successful prediction (as opposed to an error)
31+
type: integer
32+
num_correct_predictions:
33+
title: The number of predictions that were correct (compared to ground truth)
34+
type: integer
35+
additional_kpis:
36+
title: Secondary KPIs, displayed below the main_kpi
37+
type: array
38+
items:
39+
type: object
40+
properties:
41+
key:
42+
title: The key where the value for this metric can be found (from the main kpi's payload)
43+
type: string
44+
label:
45+
title: The name to print on the screen, describing this additional KPI
46+
type: string
47+
extra_kpis:
48+
title: Secondary KPIs, displayed to the right of the main_kpi
49+
type: array

fern/openapi/resources/prompts.yaml

Lines changed: 2 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -87,7 +87,7 @@ paths:
8787
schema:
8888
$ref: "#/components/schemas/InferenceRun"
8989
get:
90-
summary: Get information (status, etadata, etc) about an existing inference run
90+
summary: Get inference run info
9191
description: >-
9292
Get information (status, etadata, etc) about an existing inference run
9393
parameters:
@@ -347,54 +347,7 @@ components:
347347
nullable: true
348348
readOnly: true
349349
indicators:
350-
title: Scores and metadata
351-
type: array
352-
items:
353-
type: object
354-
properties:
355-
key:
356-
title: The key for this KPI, where you can find the value from inside main_kpi
357-
type: string
358-
title:
359-
title: The title for this metric, to be displayed to the user
360-
type: string
361-
main_kpi:
362-
title: The primary KPI, displayed in the top left of the box
363-
type: object
364-
properties:
365-
title:
366-
title: The name of this indicator
367-
type: string
368-
values:
369-
title: The numerical values to fill in for this KPI
370-
type: object
371-
properties:
372-
accuracy:
373-
title: The number correct over the number predicted
374-
# TODO fern seems to crash if I use float/double?
375-
# type: float
376-
type: string
377-
num_successful_predictions:
378-
title: The number of predictions which have a successful prediction (as opposed to an error)
379-
type: integer
380-
num_correct_predictions:
381-
title: The number of predictions that were correct (compared to ground truth)
382-
type: integer
383-
addidional_kpis:
384-
title: Secondary KPIs, displayed below the main_kpi
385-
type: array
386-
items:
387-
type: object
388-
properties:
389-
key:
390-
title: The key where the value for this metric can be found (from the main kpi's payload)
391-
type: string
392-
label:
393-
title: The name to print on the screen, describing this additional KPI
394-
type: string
395-
extra_kpis:
396-
title: Secondary KPIs, displayed to the right of the main_kpi
397-
type: array
350+
$ref: "dashboards.yaml#/components/schemas/KeyIndicators"
398351
ModelProviderConnection:
399352
required:
400353
- provider

0 commit comments

Comments
 (0)