Skip to content

Commit e9fffbe

Browse files
openrouter-docs-sync[bot]OpenRouter SDK Bot
andauthored
chore: update OpenAPI spec from monorepo (#557)
Co-authored-by: OpenRouter SDK Bot <sdk-bot@openrouter.ai>
1 parent 0129319 commit e9fffbe

1 file changed

Lines changed: 93 additions & 1 deletion

File tree

‎.speakeasy/in.openapi.yaml‎

Lines changed: 93 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22836,6 +22836,7 @@ components:
2283622836
enum:
2283722837
- 'artificial-analysis'
2283822838
- 'design-arena'
22839+
- 'openrouter'
2283922840
- null
2284022841
example: 'artificial-analysis'
2284122842
type:
@@ -22866,6 +22867,76 @@ components:
2286622867
- 'model_count'
2286722868
- 'task_type'
2286822869
type: 'object'
22870+
UnifiedBenchmarksORItem:
22871+
example:
22872+
accuracy: 0.72
22873+
accuracy_stddev: 0.03
22874+
avg_cost_per_task: 0.002
22875+
benchmark_type: 'gpqa_diamond'
22876+
display_name: 'GPT-4o'
22877+
last_run_timestamp: '2026-06-03T12:00:00Z'
22878+
model_permaslug: 'openai/gpt-4o'
22879+
source: 'openrouter'
22880+
total_tasks: 300
22881+
properties:
22882+
accuracy:
22883+
description: 'Aggregate accuracy score from 0 to 1. Higher is better.'
22884+
example: 0.72
22885+
format: 'double'
22886+
type: 'number'
22887+
accuracy_stddev:
22888+
description: 'Standard deviation of run accuracy, or null for a single run.'
22889+
example: 0.03
22890+
format: 'double'
22891+
type:
22892+
- 'number'
22893+
- 'null'
22894+
avg_cost_per_task:
22895+
description: 'Average cost per task in USD, or null if unavailable.'
22896+
example: 0.002
22897+
format: 'double'
22898+
type:
22899+
- 'number'
22900+
- 'null'
22901+
benchmark_type:
22902+
description: 'OpenRouter benchmark evaluation type.'
22903+
enum:
22904+
- 'gpqa_diamond'
22905+
- 'tau_bench_verified_airline'
22906+
example: 'gpqa_diamond'
22907+
type: 'string'
22908+
display_name:
22909+
description: 'Human-readable model name.'
22910+
example: 'GPT-4o'
22911+
type: 'string'
22912+
last_run_timestamp:
22913+
description: 'Timestamp of the most recent public benchmark run.'
22914+
example: '2026-06-03T12:00:00Z'
22915+
type: 'string'
22916+
model_permaslug:
22917+
description: 'Stable OpenRouter model identifier.'
22918+
example: 'openai/gpt-4o'
22919+
type: 'string'
22920+
source:
22921+
description: 'Benchmark source discriminator.'
22922+
enum:
22923+
- 'openrouter'
22924+
type: 'string'
22925+
total_tasks:
22926+
description: 'Total benchmark tasks across runs.'
22927+
example: 300
22928+
type: 'integer'
22929+
required:
22930+
- 'source'
22931+
- 'model_permaslug'
22932+
- 'display_name'
22933+
- 'benchmark_type'
22934+
- 'accuracy'
22935+
- 'accuracy_stddev'
22936+
- 'avg_cost_per_task'
22937+
- 'total_tasks'
22938+
- 'last_run_timestamp'
22939+
type: 'object'
2286922940
UnifiedBenchmarksResponse:
2287022941
example:
2287122942
data:
@@ -22878,6 +22949,15 @@ components:
2287822949
completion: '0.00001'
2287922950
prompt: '0.0000025'
2288022951
source: 'artificial-analysis'
22952+
- accuracy: 0.72
22953+
accuracy_stddev: 0.03
22954+
avg_cost_per_task: 0.002
22955+
benchmark_type: 'gpqa_diamond'
22956+
display_name: 'GPT-4o'
22957+
last_run_timestamp: '2026-06-03T12:00:00Z'
22958+
model_permaslug: 'openai/gpt-4o'
22959+
source: 'openrouter'
22960+
total_tasks: 300
2288122961
meta:
2288222962
as_of: '2026-06-03T12:00:00Z'
2288322963
citation: null
@@ -22893,10 +22973,12 @@ components:
2289322973
mapping:
2289422974
artificial-analysis: '#/components/schemas/UnifiedBenchmarksAAItem'
2289522975
design-arena: '#/components/schemas/UnifiedBenchmarksDAItem'
22976+
openrouter: '#/components/schemas/UnifiedBenchmarksORItem'
2289622977
propertyName: 'source'
2289722978
oneOf:
2289822979
- $ref: '#/components/schemas/UnifiedBenchmarksAAItem'
2289922980
- $ref: '#/components/schemas/UnifiedBenchmarksDAItem'
22981+
- $ref: '#/components/schemas/UnifiedBenchmarksORItem'
2290022982
type: 'array'
2290122983
meta:
2290222984
$ref: '#/components/schemas/UnifiedBenchmarksMeta'
@@ -25620,7 +25702,7 @@ paths:
2562025702
x-speakeasy-name-override: 'createAuthCode'
2562125703
/benchmarks:
2562225704
get:
25623-
description: 'Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.'
25705+
description: 'Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter''s own tau-bench and GPQA evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.'
2562425706
operationId: 'getBenchmarks'
2562525707
parameters:
2562625708
- description: 'Benchmark source to query. Determines the shape of the returned items. When omitted, returns results from all sources.'
@@ -25632,6 +25714,7 @@ paths:
2563225714
enum:
2563325715
- 'artificial-analysis'
2563425716
- 'design-arena'
25717+
- 'openrouter'
2563525718
example: 'artificial-analysis'
2563625719
type: 'string'
2563725720
- description: 'Filter results by task type. For Artificial Analysis, maps to the corresponding index. For Design Arena, maps to the matching category.'
@@ -25690,6 +25773,15 @@ paths:
2569025773
completion: '0.00001'
2569125774
prompt: '0.0000025'
2569225775
source: 'artificial-analysis'
25776+
- accuracy: 0.72
25777+
accuracy_stddev: 0.03
25778+
avg_cost_per_task: 0.002
25779+
benchmark_type: 'gpqa_diamond'
25780+
display_name: 'GPT-4o'
25781+
last_run_timestamp: '2026-06-03T12:00:00Z'
25782+
model_permaslug: 'openai/gpt-4o'
25783+
source: 'openrouter'
25784+
total_tasks: 300
2569325785
meta:
2569425786
as_of: '2026-06-03T12:00:00Z'
2569525787
citation: null

0 commit comments

Comments
 (0)