Optionaldelete?: undefinedList annotation configurations
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: { cursor?: null | string; limit?: number }Optionalcursor?: null | stringOptionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate an annotation configuration
Optionalput?: undefinedOptionaltrace?: undefinedDelete an annotation configuration
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedOptionalget?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedUpdate an annotation configuration
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet an annotation configuration by ID or name
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedList datasets
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: { cursor?: null | string; limit?: number; name?: null | string }Optionalcursor?: null | stringOptionallimit?: numberOptionalname?: null | stringOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedList experiments by dataset
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { cursor?: null | string; limit?: number }Optionalcursor?: null | stringOptionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate experiment on a dataset
Optionalput?: undefinedOptionaltrace?: undefinedDelete dataset by ID
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedGet dataset by ID
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedDownload dataset examples as CSV file
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { version_id?: null | string }Optionalversion_id?: null | stringOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet examples from a dataset
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { split?: null | string[]; version_id?: null | string }Optionalsplit?: null | string[]Optionalversion_id?: null | stringOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedDownload dataset examples as OpenAI evals JSONL file
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { version_id?: null | string }Optionalversion_id?: null | stringOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedDownload dataset examples as OpenAI fine-tuning JSONL file
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { version_id?: null | string }Optionalversion_id?: null | stringOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedList dataset versions
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { cursor?: null | string; limit?: number }Optionalcursor?: null | stringOptionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedOptionalget?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedUpload dataset from JSON, CSV, or PyArrow
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: { sync?: boolean }Optionalsync?: booleanOptionalrequestBody?: {Optionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedOptionalget?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedAnnotate Span Documents
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: { sync?: boolean }Optionalsync?: booleanOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet span, trace, or document evaluations from a project
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: { project_name?: null | string }Optionalproject_name?: null | stringOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedAdd span, trace, or document evaluations
Optionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedOptionalget?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate or update evaluation for an experiment run
Optionalput?: undefinedOptionaltrace?: undefinedDelete experiment by ID
OptionalrequestBody?: undefinedGet experiment by ID
OptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedDownload experiment runs as a CSV file
OptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet incomplete evaluations for an experiment
Get experiment runs that have incomplete evaluations.
Returns runs with:
- Missing evaluations (evaluator has not been run)
- Failed evaluations (evaluator ran but has errors)
Args:
experiment_id: The ID of the experiment
evaluation_name: List of evaluation names to check (required, at least one)
cursor: Cursor for pagination
limit: Maximum number of results to return
Returns:
Paginated list of runs with incomplete evaluations
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { cursor?: null | string; evaluation_name?: string[]; limit?: number }Optionalcursor?: null | stringOptionalevaluation_name?: string[]Optionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet incomplete runs for an experiment
Get runs that need to be completed for this experiment.
Returns all incomplete runs, including both missing runs (not yet attempted)
and failed runs (attempted but have errors).
Args:
experiment_id: The ID of the experiment
cursor: Cursor for pagination
limit: Maximum number of results to return
Returns:
Paginated list of incomplete runs grouped by dataset example,
with repetition numbers that need to be run
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { cursor?: null | string; limit?: number }Optionalcursor?: null | stringOptionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedDownload experiment runs as a JSON file
OptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedList runs for an experiment
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { cursor?: null | string; limit?: null | number }Optionalcursor?: null | stringOptionallimit?: null | numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate run for an experiment
Optionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedList all projects
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: {Optionalcursor?: null | stringOptionalinclude_experiment_projects?: booleanOptionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate a new project
Optionalput?: undefinedOptionaltrace?: undefinedDelete a project by ID or name
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedGet project by ID or name
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedUpdate a project by ID or name
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet session annotations for a list of session_ids.
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalcursor?: null | stringOptionalexclude_annotation_names?: null | string[]Optionalinclude_annotation_names?: null | string[]Optionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet span annotations for a list of span_ids.
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalcursor?: null | stringOptionalexclude_annotation_names?: null | string[]Optionalinclude_annotation_names?: null | string[]Optionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedList spans with simple filters (no DSL)
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: {Optionalcursor?: null | stringOptionalend_time?: null | stringOptionallimit?: numberOptionalstart_time?: null | stringOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate spans
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedSearch spans with simple filters (no DSL)
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: {Optionalcursor?: null | stringOptionalend_time?: null | stringOptionallimit?: numberOptionalstart_time?: null | stringOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet trace annotations for a list of trace_ids.
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalcursor?: null | stringOptionalexclude_annotation_names?: null | string[]Optionalinclude_annotation_names?: null | string[]Optionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet prompt version by ID
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedList prompt version tags
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { cursor?: null | string; limit?: number }Optionalcursor?: null | stringOptionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedAdd tag to prompt version
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedList all prompts
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: { cursor?: null | string; limit?: number }Optionalcursor?: null | stringOptionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate a new prompt
Optionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet latest prompt version
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedGet prompt version by tag
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedList prompt versions
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: { cursor?: null | string; limit?: number }Optionalcursor?: null | stringOptionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedOptionalget?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate session annotations
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: { sync?: boolean }Optionalsync?: booleanOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedOptionalget?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate span annotations
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: { sync?: boolean }Optionalsync?: booleanOptionalput?: undefinedOptionaltrace?: undefinedDelete a span by span_identifier
Delete a single span by identifier.
**Important**: This operation deletes ONLY the specified span itself and does NOT
delete its descendants/children. All child spans will remain in the trace and
become orphaned (their parent_id will point to a non-existent span).
Behavior:
- Deletes only the target span (preserves all descendant spans)
- If this was the last span in the trace, the trace record is also deleted
- If the deleted span had a parent, its cumulative metrics (error count, token counts)
are subtracted from all ancestor spans in the chain
**Note**: This operation is irreversible and may create orphaned spans.
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedOptionalget?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedOptionalget?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate trace annotations
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: { sync?: boolean }Optionalsync?: booleanOptionalput?: undefinedOptionaltrace?: undefinedDelete a trace by identifier
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedOptionalget?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefinedOptionaldelete?: undefinedList all users
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalpath?: undefinedOptionalquery?: { cursor?: string; limit?: number }Optionalcursor?: stringOptionallimit?: numberOptionalrequestBody?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedCreate a new user
Optionalput?: undefinedOptionaltrace?: undefinedDelete a user by ID
Optionalcookie?: undefinedOptionalheader?: undefinedOptionalquery?: undefinedOptionalrequestBody?: undefinedOptionalget?: undefinedOptionalhead?: undefinedOptionaloptions?: undefinedOptionalpatch?: undefinedOptionalpost?: undefinedOptionalput?: undefinedOptionaltrace?: undefined
This file was auto-generated by openapi-typescript. Do not make direct changes to the file.