addEvaluations
addEvaluations: {
parameters: {
cookie?: undefined;
header?: {
"content-encoding"?: string | null;
"content-type"?: string | null;
};
path?: undefined;
query?: undefined;
};
requestBody: {
content: {
"application/x-pandas-arrow": string;
"application/x-protobuf": string;
};
};
responses: {
"204": { content?: undefined; headers: { [name: string]: unknown } };
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"415": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
annotateSessions
annotateSessions: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: { sync?: boolean };
};
requestBody: {
content: {
"application/json": {
data: {
annotator_kind: "LLM"
| "CODE"
| "HUMAN";
identifier?: string;
metadata?: { [key: string]: unknown } | null;
name: string;
result?:
| {
explanation?: string
| null;
label?: string | null;
score?: number | null;
}
| null;
session_id: string;
}[];
};
};
};
responses: {
"200": {
content: { "application/json": { data: { id: string }[] } };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
annotateSpanDocuments
annotateSpanDocuments: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: { sync?: boolean };
};
requestBody: {
content: {
"application/json": {
data: {
annotator_kind: "LLM"
| "CODE"
| "HUMAN";
document_position: number;
identifier?: string;
metadata?: { [key: string]: unknown } | null;
name: string;
result?:
| {
explanation?: string
| null;
label?: string | null;
score?: number | null;
}
| null;
span_id: string;
}[];
};
};
};
responses: {
"200": {
content: { "application/json": { data: { id: string }[] } };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
annotateSpans
annotateSpans: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: { sync?: boolean };
};
requestBody: {
content: {
"application/json": {
data: {
annotator_kind: "LLM"
| "CODE"
| "HUMAN";
identifier?: string;
metadata?: { [key: string]: unknown } | null;
name: string;
result?:
| {
explanation?: string
| null;
label?: string | null;
score?: number | null;
}
| null;
span_id: string;
}[];
};
};
};
responses: {
"200": {
content: { "application/json": { data: { id: string }[] } };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
annotateTraces
annotateTraces: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: { sync?: boolean };
};
requestBody: {
content: {
"application/json": {
data: {
annotator_kind: "LLM"
| "CODE"
| "HUMAN";
identifier?: string;
metadata?: { [key: string]: unknown } | null;
name: string;
result?:
| {
explanation?: string
| null;
label?: string | null;
score?: number | null;
}
| null;
trace_id: string;
}[];
};
};
};
responses: {
"200": {
content: { "application/json": { data: { id: string }[] } };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
create_annotation_config_v1_annotation_configs_post
create_annotation_config_v1_annotation_configs_post: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: undefined;
};
requestBody: {
content: {
"application/json": | {
description?: string
| null;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CATEGORICAL";
values: { label: string; score?: number | null }[];
}
| {
description?: string
| null;
lower_bound?: number | null;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CONTINUOUS";
upper_bound?: number | null;
}
| { description?: string
| null; name: string; type: "FREEFORM" };
};
};
responses: {
"200": {
content: {
"application/json": {
data: | {
description?: string
| null;
id: string;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CATEGORICAL";
values: { label: string; score?: number | null }[];
}
| {
description?: string
| null;
id: string;
lower_bound?: number | null;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CONTINUOUS";
upper_bound?: number | null;
}
| {
description?: string
| null;
id: string;
name: string;
type: "FREEFORM";
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
createExperiment
createExperiment: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { dataset_id: string };
query?: undefined;
};
requestBody: {
content: {
"application/json": {
description?: string
| null;
metadata?: { [key: string]: unknown } | null;
name?: string | null;
repetitions?: number;
splits?: string[] | null;
version_id?: string | null;
};
};
};
responses: {
"200": {
content: {
"application/json": {
data: {
created_at: string;
dataset_id: string;
dataset_version_id: string;
example_count: number;
failed_run_count: number;
id: string;
metadata: { [key: string]: unknown };
missing_run_count: number;
project_name: string | null;
repetitions: number;
successful_run_count: number;
updated_at: string;
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
createExperimentRun
createExperimentRun: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { experiment_id: string };
query?: undefined;
};
requestBody: {
content: {
"application/json": {
dataset_example_id: string;
end_time: string;
error?: string
| null;
output: unknown;
repetition_number: number;
start_time: string;
trace_id?: string | null;
};
};
};
responses: {
"200": {
content: { "application/json": { data: { id: string } } };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"409": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
createProject
createProject: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: undefined;
};
requestBody: {
content: {
"application/json": { description?: string
| null; name: string };
};
};
responses: {
"200": {
content: {
"application/json": {
data: { description?: string
| null; id: string; name: string };
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
createPromptVersionTag
createPromptVersionTag: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { prompt_version_id: string };
query?: undefined;
};
requestBody: {
content: {
"application/json": { description?: string
| null; name: string };
};
};
responses: {
"204": { content?: undefined; headers: { [name: string]: unknown } };
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
createSpanNote
createSpanNote: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: undefined;
};
requestBody: {
content: {
"application/json": { data: { note: string; span_id: string } };
};
};
responses: {
"200": {
content: { "application/json": { data: { id: string } } };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
createSpans
createSpans: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { project_identifier: string };
query?: undefined;
};
requestBody: {
content: {
"application/json": {
data: {
attributes?: { [key: string]: unknown };
context: { span_id: string; trace_id: string };
end_time: string;
events?: {
attributes?: { [key: ...]: ... };
name: string;
timestamp: string;
}[];
id?: string;
name: string;
parent_id?: string
| null;
span_kind: string;
start_time: string;
status_code: string;
status_message?: string;
}[];
};
};
};
responses: {
"202": {
content: {
"application/json": { total_queued: number; total_received: number };
};
headers: { [name: string]: unknown };
};
"400": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
createUser
createUser: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: undefined;
};
requestBody: {
content: {
"application/json": {
send_welcome_email?: boolean;
user: | {
auth_method: "LOCAL";
email: string;
password?: string;
role: "SYSTEM"
| "ADMIN"
| "MEMBER"
| "VIEWER";
username: string;
}
| {
auth_method: "OAUTH2";
email: string;
oauth2_client_id?: string;
oauth2_user_id?: string;
role: "SYSTEM"
| "ADMIN"
| "MEMBER"
| "VIEWER";
username: string;
}
| {
auth_method: "LDAP";
email: string;
role: "SYSTEM"
| "ADMIN"
| "MEMBER"
| "VIEWER";
username: string;
};
};
};
};
responses: {
"201": {
content: {
"application/json": {
data: | {
auth_method: "LOCAL";
created_at: string;
email: string;
id: string;
password?: string;
password_needs_reset: boolean;
role: "SYSTEM"
| "ADMIN"
| "MEMBER"
| "VIEWER";
updated_at: string;
username: string;
}
| {
auth_method: "OAUTH2";
created_at: string;
email: string;
id: string;
oauth2_client_id?: string;
oauth2_user_id?: string;
profile_picture_url?: string;
role: "SYSTEM"
| "ADMIN"
| "MEMBER"
| "VIEWER";
updated_at: string;
username: string;
}
| {
auth_method: "LDAP";
created_at: string;
email: string;
id: string;
role: "SYSTEM"
| "ADMIN"
| "MEMBER"
| "VIEWER";
updated_at: string;
username: string;
};
};
};
headers: { [name: string]: unknown };
};
"400": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"409": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
delete_annotation_config_v1_annotation_configs__config_id__delete
delete_annotation_config_v1_annotation_configs__config_id__delete: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { config_id: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: | {
description?: string
| null;
id: string;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CATEGORICAL";
values: { label: string; score?: number | null }[];
}
| {
description?: string
| null;
id: string;
lower_bound?: number | null;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CONTINUOUS";
upper_bound?: number | null;
}
| {
description?: string
| null;
id: string;
name: string;
type: "FREEFORM";
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
deleteDatasetById
deleteDatasetById: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { id: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"204": { content?: undefined; headers: { [name: string]: unknown } };
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
deleteExperiment
deleteExperiment: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { experiment_id: string };
query?: { delete_project?: boolean };
};
requestBody?: undefined;
responses: {
"204": { content?: undefined; headers: { [name: string]: unknown } };
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
deleteProject
deleteProject: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { project_identifier: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"204": { content?: undefined; headers: { [name: string]: unknown } };
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
deleteSpan
deleteSpan: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { span_identifier: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"204": { content?: undefined; headers: { [name: string]: unknown } };
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
deleteTrace
deleteTrace: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { trace_identifier: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"204": { content?: undefined; headers: { [name: string]: unknown } };
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
deleteUser
deleteUser: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { user_id: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"204": { content?: undefined; headers: { [name: string]: unknown } };
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
get_annotation_config_by_name_or_id_v1_annotation_configs__config_identifier__get
get_annotation_config_by_name_or_id_v1_annotation_configs__config_identifier__get: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { config_identifier: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: | {
description?: string
| null;
id: string;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CATEGORICAL";
values: { label: string; score?: number | null }[];
}
| {
description?: string
| null;
id: string;
lower_bound?: number | null;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CONTINUOUS";
upper_bound?: number | null;
}
| {
description?: string
| null;
id: string;
name: string;
type: "FREEFORM";
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
getDataset
getDataset: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { id: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
created_at: string;
description: string
| null;
example_count: number;
id: string;
metadata: { [key: string]: unknown };
name: string;
updated_at: string;
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
getDatasetCsv
getDatasetCsv: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { id: string };
query?: { version_id?: string | null };
};
requestBody?: undefined;
responses: {
"200": {
content: { "text/csv": string };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getDatasetExamples
getDatasetExamples: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { id: string };
query?: { split?: string[] | null; version_id?: string | null };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
dataset_id: string;
examples: {
id: string;
input: { [key: string]: unknown };
metadata: { [key: string]: unknown };
output: { [key: string]: unknown };
updated_at: string;
}[];
filtered_splits?: string[];
version_id: string;
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
getDatasetJSONLOpenAIEvals
getDatasetJSONLOpenAIEvals: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { id: string };
query?: { version_id?: string | null };
};
requestBody?: undefined;
responses: {
"200": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getDatasetJSONLOpenAIFineTuning
getDatasetJSONLOpenAIFineTuning: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { id: string };
query?: { version_id?: string | null };
};
requestBody?: undefined;
responses: {
"200": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getEvaluations
getEvaluations: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: { project_name?: string | null };
};
requestBody?: undefined;
responses: {
"200": {
content: { "application/json": unknown };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
getExperiment
getExperiment: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { experiment_id: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
created_at: string;
dataset_id: string;
dataset_version_id: string;
example_count: number;
failed_run_count: number;
id: string;
metadata: { [key: string]: unknown };
missing_run_count: number;
project_name: string | null;
repetitions: number;
successful_run_count: number;
updated_at: string;
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
getExperimentCSV
getExperimentCSV: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { experiment_id: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"200": {
content: { "application/json": unknown; "text/csv": string };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
getExperimentJSON
getExperimentJSON: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { experiment_id: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"200": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
getIncompleteExperimentEvaluations
getIncompleteExperimentEvaluations: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { experiment_id: string };
query?: {
cursor?: string | null;
evaluation_name?: string[];
limit?: number;
};
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
dataset_example: {
id: string;
input: { [key: string]: unknown };
metadata: { [key: string]: unknown };
output: { [key: string]: unknown };
updated_at: string;
};
evaluation_names: string[];
experiment_run: {
dataset_example_id: string;
end_time: string;
error?: string
| null;
experiment_id: string;
id: string;
output: unknown;
repetition_number: number;
start_time: string;
trace_id?: string | null;
};
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"400": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getIncompleteExperimentRuns
getIncompleteExperimentRuns: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { experiment_id: string };
query?: { cursor?: string | null; limit?: number };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
dataset_example: {
id: string;
input: { [key: string]: unknown };
metadata: { [key: string]: unknown };
output: { [key: string]: unknown };
updated_at: string;
};
repetition_numbers: number[];
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getProject
getProject: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { project_identifier: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: { description?: string
| null; id: string; name: string };
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getProjects
getProjects: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: {
cursor?: string | null;
include_dataset_evaluator_projects?: boolean;
include_experiment_projects?: boolean;
limit?: number;
};
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: { description?: string
| null; id: string; name: string }[];
next_cursor: string | null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getPrompts
getPrompts: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: { cursor?: string | null; limit?: number };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
description?: string
| null;
id: string;
metadata?: { [key: string]: unknown } | null;
name: string;
source_prompt_id?: string | null;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getPromptVersionByPromptVersionId
getPromptVersionByPromptVersionId: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { prompt_version_id: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
description?: string
| null;
id: string;
invocation_parameters:
| {
anthropic: {
max_tokens: number;
stop_sequences?: (...)[];
temperature?: number;
thinking?: { type: ... } | { budget_tokens: ...; type: ... };
top_p?: number;
};
type: "anthropic";
}
| {
aws: {
max_tokens?: number;
temperature?: number;
top_p?: number;
};
type: "aws";
}
| {
azure_openai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "azure_openai";
}
| {
deepseek: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "deepseek";
}
| {
google: {
frequency_penalty?: number;
max_output_tokens?: number;
presence_penalty?: number;
stop_sequences?: (...)[];
temperature?: number;
top_k?: number;
top_p?: number;
};
type: "google";
}
| {
ollama: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "ollama";
}
| {
openai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "openai";
}
| {
type: "xai";
xai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
};
model_name: string;
model_provider: | "OPENAI"
| "AZURE_OPENAI"
| "ANTHROPIC"
| "GOOGLE"
| "DEEPSEEK"
| "XAI"
| "OLLAMA"
| "AWS";
response_format?: | {
json_schema: {
description?: string;
name: string;
schema?: { [key: ...]: ... };
strict?: boolean;
};
type: "json_schema";
}
| null;
template: | {
messages: {
content: (...)
| (...);
role: (...) | (...) | (...) | (...) | (...) | (...) | (...);
}[];
type: "chat";
}
| { template: string; type: "string" };
template_format: "NONE" | "MUSTACHE" | "F_STRING";
template_type: "STR" | "CHAT";
tools?:
| {
disable_parallel_tool_calls?: boolean;
tool_choice?: | { type: "none" }
| { type: "one_or_more" }
| { function_name: string; type: "specific_function" }
| { type: "zero_or_more" };
tools: {
function: {
description?: ...;
name: ...;
parameters?: ...;
strict?: ...;
};
type: "function";
}[];
type: "tools";
}
| null;
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getPromptVersionByTagName
getPromptVersionByTagName: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { prompt_identifier: string; tag_name: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
description?: string
| null;
id: string;
invocation_parameters:
| {
anthropic: {
max_tokens: number;
stop_sequences?: (...)[];
temperature?: number;
thinking?: { type: ... } | { budget_tokens: ...; type: ... };
top_p?: number;
};
type: "anthropic";
}
| {
aws: {
max_tokens?: number;
temperature?: number;
top_p?: number;
};
type: "aws";
}
| {
azure_openai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "azure_openai";
}
| {
deepseek: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "deepseek";
}
| {
google: {
frequency_penalty?: number;
max_output_tokens?: number;
presence_penalty?: number;
stop_sequences?: (...)[];
temperature?: number;
top_k?: number;
top_p?: number;
};
type: "google";
}
| {
ollama: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "ollama";
}
| {
openai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "openai";
}
| {
type: "xai";
xai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
};
model_name: string;
model_provider: | "OPENAI"
| "AZURE_OPENAI"
| "ANTHROPIC"
| "GOOGLE"
| "DEEPSEEK"
| "XAI"
| "OLLAMA"
| "AWS";
response_format?: | {
json_schema: {
description?: string;
name: string;
schema?: { [key: ...]: ... };
strict?: boolean;
};
type: "json_schema";
}
| null;
template: | {
messages: {
content: (...)
| (...);
role: (...) | (...) | (...) | (...) | (...) | (...) | (...);
}[];
type: "chat";
}
| { template: string; type: "string" };
template_format: "NONE" | "MUSTACHE" | "F_STRING";
template_type: "STR" | "CHAT";
tools?:
| {
disable_parallel_tool_calls?: boolean;
tool_choice?: | { type: "none" }
| { type: "one_or_more" }
| { function_name: string; type: "specific_function" }
| { type: "zero_or_more" };
tools: {
function: {
description?: ...;
name: ...;
parameters?: ...;
strict?: ...;
};
type: "function";
}[];
type: "tools";
}
| null;
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getPromptVersionLatest
getPromptVersionLatest: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { prompt_identifier: string };
query?: undefined;
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
description?: string
| null;
id: string;
invocation_parameters:
| {
anthropic: {
max_tokens: number;
stop_sequences?: (...)[];
temperature?: number;
thinking?: { type: ... } | { budget_tokens: ...; type: ... };
top_p?: number;
};
type: "anthropic";
}
| {
aws: {
max_tokens?: number;
temperature?: number;
top_p?: number;
};
type: "aws";
}
| {
azure_openai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "azure_openai";
}
| {
deepseek: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "deepseek";
}
| {
google: {
frequency_penalty?: number;
max_output_tokens?: number;
presence_penalty?: number;
stop_sequences?: (...)[];
temperature?: number;
top_k?: number;
top_p?: number;
};
type: "google";
}
| {
ollama: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "ollama";
}
| {
openai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "openai";
}
| {
type: "xai";
xai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
};
model_name: string;
model_provider: | "OPENAI"
| "AZURE_OPENAI"
| "ANTHROPIC"
| "GOOGLE"
| "DEEPSEEK"
| "XAI"
| "OLLAMA"
| "AWS";
response_format?: | {
json_schema: {
description?: string;
name: string;
schema?: { [key: ...]: ... };
strict?: boolean;
};
type: "json_schema";
}
| null;
template: | {
messages: {
content: (...)
| (...);
role: (...) | (...) | (...) | (...) | (...) | (...) | (...);
}[];
type: "chat";
}
| { template: string; type: "string" };
template_format: "NONE" | "MUSTACHE" | "F_STRING";
template_type: "STR" | "CHAT";
tools?:
| {
disable_parallel_tool_calls?: boolean;
tool_choice?: | { type: "none" }
| { type: "one_or_more" }
| { function_name: string; type: "specific_function" }
| { type: "zero_or_more" };
tools: {
function: {
description?: ...;
name: ...;
parameters?: ...;
strict?: ...;
};
type: "function";
}[];
type: "tools";
}
| null;
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getPromptVersionTags: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { prompt_version_id: string };
query?: { cursor?: string | null; limit?: number };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: { description?: string
| null; id: string; name: string }[];
next_cursor: string | null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getSpans
getSpans: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { project_identifier: string };
query?: {
cursor?: string | null;
end_time?: string | null;
limit?: number;
start_time?: string | null;
};
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
attributes?: { [key: string]: unknown };
context: { span_id: string; trace_id: string };
end_time: string;
events?: {
attributes?: (...) | (...);
name: string;
timestamp: string;
}[];
id?: string;
name: string;
parent_id?: string
| null;
span_kind: string;
start_time: string;
status_code: string;
status_message?: string;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
getUsers
getUsers: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: { cursor?: string; limit?: number };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: (
| {
auth_method: "LOCAL";
created_at: string;
email: string;
id: string;
password?: string;
password_needs_reset: boolean;
role: "SYSTEM"
| "ADMIN"
| "MEMBER"
| "VIEWER";
updated_at: string;
username: string;
}
| {
auth_method: "OAUTH2";
created_at: string;
email: string;
id: string;
oauth2_client_id?: string;
oauth2_user_id?: string;
profile_picture_url?: string;
role: "SYSTEM"
| "ADMIN"
| "MEMBER"
| "VIEWER";
updated_at: string;
username: string;
}
| {
auth_method: "LDAP";
created_at: string;
email: string;
id: string;
role: "SYSTEM"
| "ADMIN"
| "MEMBER"
| "VIEWER";
updated_at: string;
username: string;
}
)[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
list_annotation_configs_v1_annotation_configs_get
list_annotation_configs_v1_annotation_configs_get: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: { cursor?: string | null; limit?: number };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: (
| {
description?: string
| null;
id: string;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CATEGORICAL";
values: { label: string; score?: (...) | (...) | (...) }[];
}
| {
description?: string
| null;
id: string;
lower_bound?: number | null;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CONTINUOUS";
upper_bound?: number | null;
}
| {
description?: string
| null;
id: string;
name: string;
type: "FREEFORM";
}
)[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
listDatasets
listDatasets: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: { cursor?: string | null; limit?: number; name?: string | null };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
created_at: string;
description: string
| null;
example_count: number;
id: string;
metadata: { [key: string]: unknown };
name: string;
updated_at: string;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
listDatasetVersionsByDatasetId
listDatasetVersionsByDatasetId: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { id: string };
query?: { cursor?: string | null; limit?: number };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
created_at: string;
description: string
| null;
metadata: { [key: string]: unknown };
version_id: string;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
listExperimentRuns
listExperimentRuns: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { experiment_id: string };
query?: { cursor?: string | null; limit?: number | null };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
dataset_example_id: string;
end_time: string;
error?: string
| null;
experiment_id: string;
id: string;
output: unknown;
repetition_number: number;
start_time: string;
trace_id?: string | null;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
listExperiments
listExperiments: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { dataset_id: string };
query?: { cursor?: string | null; limit?: number };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
created_at: string;
dataset_id: string;
dataset_version_id: string;
example_count: number;
failed_run_count: number;
id: string;
metadata: { [key: string]: unknown };
missing_run_count: number;
project_name: string | null;
repetitions: number;
successful_run_count: number;
updated_at: string;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
listPromptVersions
listPromptVersions: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { prompt_identifier: string };
query?: { cursor?: string | null; limit?: number };
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
description?: string
| null;
id: string;
invocation_parameters:
| {
anthropic: {
max_tokens: number;
stop_sequences?: (...)
| (...);
temperature?: (...) | (...);
thinking?: (...) | (...) | (...);
top_p?: (...) | (...);
};
type: "anthropic";
}
| {
aws: {
max_tokens?: (...)
| (...);
temperature?: (...) | (...);
top_p?: (...) | (...);
};
type: "aws";
}
| {
azure_openai: {
frequency_penalty?: (...)
| (...);
max_completion_tokens?: (...) | (...);
max_tokens?: (...) | (...);
presence_penalty?: (...) | (...);
reasoning_effort?:
| (...)
| (...)
| (...)
| (...)
| (...)
| (...)
| (...);
seed?: (...) | (...);
temperature?: (...) | (...);
top_p?: (...) | (...);
};
type: "azure_openai";
}
| {
deepseek: {
frequency_penalty?: (...)
| (...);
max_completion_tokens?: (...) | (...);
max_tokens?: (...) | (...);
presence_penalty?: (...) | (...);
reasoning_effort?:
| (...)
| (...)
| (...)
| (...)
| (...)
| (...)
| (...);
seed?: (...) | (...);
temperature?: (...) | (...);
top_p?: (...) | (...);
};
type: "deepseek";
}
| {
google: {
frequency_penalty?: (...)
| (...);
max_output_tokens?: (...) | (...);
presence_penalty?: (...) | (...);
stop_sequences?: (...) | (...);
temperature?: (...) | (...);
top_k?: (...) | (...);
top_p?: (...) | (...);
};
type: "google";
}
| {
ollama: {
frequency_penalty?: (...)
| (...);
max_completion_tokens?: (...) | (...);
max_tokens?: (...) | (...);
presence_penalty?: (...) | (...);
reasoning_effort?:
| (...)
| (...)
| (...)
| (...)
| (...)
| (...)
| (...);
seed?: (...) | (...);
temperature?: (...) | (...);
top_p?: (...) | (...);
};
type: "ollama";
}
| {
openai: {
frequency_penalty?: (...)
| (...);
max_completion_tokens?: (...) | (...);
max_tokens?: (...) | (...);
presence_penalty?: (...) | (...);
reasoning_effort?:
| (...)
| (...)
| (...)
| (...)
| (...)
| (...)
| (...);
seed?: (...) | (...);
temperature?: (...) | (...);
top_p?: (...) | (...);
};
type: "openai";
}
| {
type: "xai";
xai: {
frequency_penalty?: (...)
| (...);
max_completion_tokens?: (...) | (...);
max_tokens?: (...) | (...);
presence_penalty?: (...) | (...);
reasoning_effort?:
| (...)
| (...)
| (...)
| (...)
| (...)
| (...)
| (...);
seed?: (...) | (...);
temperature?: (...) | (...);
top_p?: (...) | (...);
};
};
model_name: string;
model_provider: | "OPENAI"
| "AZURE_OPENAI"
| "ANTHROPIC"
| "GOOGLE"
| "DEEPSEEK"
| "XAI"
| "OLLAMA"
| "AWS";
response_format?: | {
json_schema: {
description?: (...)
| (...);
name: string;
schema?: (...) | (...);
strict?: (...) | (...) | (...);
};
type: "json_schema";
}
| null;
template: | { messages: { content: ...; role: ... }[]; type: "chat" }
| { template: string; type: "string" };
template_format: "NONE" | "MUSTACHE" | "F_STRING";
template_type: "STR" | "CHAT";
tools?:
| {
disable_parallel_tool_calls?: boolean;
tool_choice?: | { type: ... }
| { type: ... }
| { function_name: ...; type: ... }
| { type: ... };
tools: { function: ...; type: ... }[];
type: "tools";
}
| null;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
listSessionAnnotationsBySessionIds
listSessionAnnotationsBySessionIds: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { project_identifier: string };
query: {
cursor?: string | null;
exclude_annotation_names?: string[] | null;
include_annotation_names?: string[] | null;
limit?: number;
session_ids: string[];
};
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
annotator_kind: "LLM"
| "CODE"
| "HUMAN";
created_at: string;
id: string;
identifier?: string;
metadata?: { [key: string]: unknown } | null;
name: string;
result?:
| {
explanation?: string
| null;
label?: string | null;
score?: number | null;
}
| null;
session_id: string;
source: "API"
| "APP";
updated_at: string;
user_id: string | null;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
listSpanAnnotationsBySpanIds
listSpanAnnotationsBySpanIds: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { project_identifier: string };
query: {
cursor?: string | null;
exclude_annotation_names?: string[] | null;
include_annotation_names?: string[] | null;
limit?: number;
span_ids: string[];
};
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
annotator_kind: "LLM"
| "CODE"
| "HUMAN";
created_at: string;
id: string;
identifier?: string;
metadata?: { [key: string]: unknown } | null;
name: string;
result?:
| {
explanation?: string
| null;
label?: string | null;
score?: number | null;
}
| null;
source: "API"
| "APP";
span_id: string;
updated_at: string;
user_id: string | null;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
listTraceAnnotationsByTraceIds
listTraceAnnotationsByTraceIds: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { project_identifier: string };
query: {
cursor?: string | null;
exclude_annotation_names?: string[] | null;
include_annotation_names?: string[] | null;
limit?: number;
trace_ids: string[];
};
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
annotator_kind: "LLM"
| "CODE"
| "HUMAN";
created_at: string;
id: string;
identifier?: string;
metadata?: { [key: string]: unknown } | null;
name: string;
result?:
| {
explanation?: string
| null;
label?: string | null;
score?: number | null;
}
| null;
source: "API"
| "APP";
trace_id: string;
updated_at: string;
user_id: string | null;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
postPromptVersion
postPromptVersion: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: undefined;
};
requestBody: {
content: {
"application/json": {
prompt: {
description?: string
| null;
metadata?: { [key: string]: unknown } | null;
name: string;
source_prompt_id?: string | null;
};
version: {
description?: string
| null;
invocation_parameters:
| {
anthropic: {
max_tokens: number;
stop_sequences?: string[];
temperature?: number;
thinking?: | { type: "disabled" }
| { budget_tokens: number; type: "enabled" };
top_p?: number;
};
type: "anthropic";
}
| {
aws: { max_tokens?: number; temperature?: number; top_p?: number };
type: "aws";
}
| {
azure_openai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "azure_openai";
}
| {
deepseek: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "deepseek";
}
| {
google: {
frequency_penalty?: number;
max_output_tokens?: number;
presence_penalty?: number;
stop_sequences?: string[];
temperature?: number;
top_k?: number;
top_p?: number;
};
type: "google";
}
| {
ollama: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "ollama";
}
| {
openai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "openai";
}
| {
type: "xai";
xai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
};
model_name: string;
model_provider: | "OPENAI"
| "AZURE_OPENAI"
| "ANTHROPIC"
| "GOOGLE"
| "DEEPSEEK"
| "XAI"
| "OLLAMA"
| "AWS";
response_format?: | {
json_schema: {
description?: string;
name: string;
schema?: { [key: string]: unknown };
strict?: boolean;
};
type: "json_schema";
}
| null;
template: | {
messages: {
content: string
| (...)[];
role:
| "user"
| "assistant"
| "model"
| "ai"
| "tool"
| "system"
| "developer";
}[];
type: "chat";
}
| { template: string; type: "string" };
template_format: "NONE" | "MUSTACHE" | "F_STRING";
template_type: "STR" | "CHAT";
tools?:
| {
disable_parallel_tool_calls?: boolean;
tool_choice?: | { type: "none" }
| { type: "one_or_more" }
| { function_name: string; type: "specific_function" }
| { type: "zero_or_more" };
tools: {
function: {
description?: (...) | (...);
name: string;
parameters?: (...) | (...);
strict?: (...) | (...) | (...);
};
type: "function";
}[];
type: "tools";
}
| null;
};
};
};
};
responses: {
"200": {
content: {
"application/json": {
data: {
description?: string
| null;
id: string;
invocation_parameters:
| {
anthropic: {
max_tokens: number;
stop_sequences?: (...)[];
temperature?: number;
thinking?: { type: ... } | { budget_tokens: ...; type: ... };
top_p?: number;
};
type: "anthropic";
}
| {
aws: {
max_tokens?: number;
temperature?: number;
top_p?: number;
};
type: "aws";
}
| {
azure_openai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "azure_openai";
}
| {
deepseek: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "deepseek";
}
| {
google: {
frequency_penalty?: number;
max_output_tokens?: number;
presence_penalty?: number;
stop_sequences?: (...)[];
temperature?: number;
top_k?: number;
top_p?: number;
};
type: "google";
}
| {
ollama: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "ollama";
}
| {
openai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
type: "openai";
}
| {
type: "xai";
xai: {
frequency_penalty?: number;
max_completion_tokens?: number;
max_tokens?: number;
presence_penalty?: number;
reasoning_effort?: | "none"
| "minimal"
| "low"
| "medium"
| "high"
| "xhigh";
seed?: number;
temperature?: number;
top_p?: number;
};
};
model_name: string;
model_provider: | "OPENAI"
| "AZURE_OPENAI"
| "ANTHROPIC"
| "GOOGLE"
| "DEEPSEEK"
| "XAI"
| "OLLAMA"
| "AWS";
response_format?: | {
json_schema: {
description?: string;
name: string;
schema?: { [key: ...]: ... };
strict?: boolean;
};
type: "json_schema";
}
| null;
template: | {
messages: {
content: (...)
| (...);
role: (...) | (...) | (...) | (...) | (...) | (...) | (...);
}[];
type: "chat";
}
| { template: string; type: "string" };
template_format: "NONE" | "MUSTACHE" | "F_STRING";
template_type: "STR" | "CHAT";
tools?:
| {
disable_parallel_tool_calls?: boolean;
tool_choice?: | { type: "none" }
| { type: "one_or_more" }
| { function_name: string; type: "specific_function" }
| { type: "zero_or_more" };
tools: {
function: {
description?: ...;
name: ...;
parameters?: ...;
strict?: ...;
};
type: "function";
}[];
type: "tools";
}
| null;
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
spanSearch
spanSearch: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { project_identifier: string };
query?: {
cursor?: string | null;
end_time?: string | null;
limit?: number;
start_time?: string | null;
};
};
requestBody?: undefined;
responses: {
"200": {
content: {
"application/json": {
data: {
attributes?: | {
key?: (...)
| (...)
| (...);
value?: (...) | (...) | (...);
}[]
| null;
dropped_attributes_count?: number
| null;
dropped_events_count?: number | null;
dropped_links_count?: number | null;
end_time_unix_nano?: string | number | null;
events?:
| {
attributes?: (...)
| (...)
| (...);
dropped_attributes_count?: (...) | (...) | (...);
name?: (...) | (...) | (...);
time_unix_nano?: (...) | (...) | (...) | (...);
}[]
| null;
flags?: number
| null;
kind?:
| number
| "SPAN_KIND_UNSPECIFIED"
| "SPAN_KIND_INTERNAL"
| "SPAN_KIND_SERVER"
| "SPAN_KIND_CLIENT"
| "SPAN_KIND_PRODUCER"
| "SPAN_KIND_CONSUMER"
| null;
links?: null;
name?: string
| null;
parent_span_id?: string | null;
span_id?: string | null;
start_time_unix_nano?: string | number | null;
status?: { code?: number | null; message?: string | null } | null;
trace_id?: string | null;
trace_state?: string | null;
}[];
next_cursor: string
| null;
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
update_annotation_config_v1_annotation_configs__config_id__put
update_annotation_config_v1_annotation_configs__config_id__put: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { config_id: string };
query?: undefined;
};
requestBody: {
content: {
"application/json": | {
description?: string
| null;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CATEGORICAL";
values: { label: string; score?: number | null }[];
}
| {
description?: string
| null;
lower_bound?: number | null;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CONTINUOUS";
upper_bound?: number | null;
}
| { description?: string
| null; name: string; type: "FREEFORM" };
};
};
responses: {
"200": {
content: {
"application/json": {
data: | {
description?: string
| null;
id: string;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CATEGORICAL";
values: { label: string; score?: number | null }[];
}
| {
description?: string
| null;
id: string;
lower_bound?: number | null;
name: string;
optimization_direction: "MINIMIZE" | "MAXIMIZE" | "NONE";
type: "CONTINUOUS";
upper_bound?: number | null;
}
| {
description?: string
| null;
id: string;
name: string;
type: "FREEFORM";
};
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}
updateProject
updateProject: {
parameters: {
cookie?: undefined;
header?: undefined;
path: { project_identifier: string };
query?: undefined;
};
requestBody: {
content: { "application/json": { description?: string
| null } };
};
responses: {
"200": {
content: {
"application/json": {
data: { description?: string
| null; id: string; name: string };
};
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
uploadDataset
uploadDataset: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: { sync?: boolean };
};
requestBody?: {
content: {
"application/json": {
action?: "create"
| "append";
description?: string;
inputs: Record<string, unknown>[];
metadata?: Record<string, unknown>[];
name: string;
outputs?: Record<string, unknown>[];
span_ids?: (string | null)[];
splits?: (string | string[] | null)[];
};
"multipart/form-data": {
action?: "create"
| "append";
description?: string;
file: string;
"input_keys[]": string[];
"metadata_keys[]"?: string[];
name: string;
"output_keys[]": string[];
span_id_key?: string;
"split_keys[]"?: string[];
};
};
};
responses: {
"200": {
content: {
"application/json": | {
data: { dataset_id: string; version_id: string };
}
| null;
};
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"409": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
};
}
upsertExperimentEvaluation
upsertExperimentEvaluation: {
parameters: {
cookie?: undefined;
header?: undefined;
path?: undefined;
query?: undefined;
};
requestBody: {
content: {
"application/json": {
annotator_kind: "LLM"
| "CODE"
| "HUMAN";
end_time: string;
error?: string | null;
experiment_run_id: string;
metadata?: { [key: string]: unknown } | null;
name: string;
result?:
| {
explanation?: string
| null;
label?: string | null;
score?: number | null;
}
| null;
start_time: string;
trace_id?: string
| null;
};
};
};
responses: {
"200": {
content: { "application/json": { data: { id: string } } };
headers: { [name: string]: unknown };
};
"403": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"404": {
content: { "text/plain": string };
headers: { [name: string]: unknown };
};
"422": {
content: {
"application/json": {
detail?: {
ctx?: Record<string, unknown>;
input?: unknown;
loc: (string | number)[];
msg: string;
type: string;
}[];
};
};
headers: { [name: string]: unknown };
};
};
}