From 5b85dd9d7697add3d49154500794ef43eee80e58 Mon Sep 17 00:00:00 2001 From: Anastassia Kornilova Date: Tue, 4 Nov 2025 14:43:41 -0500 Subject: [PATCH] allow additional model details --- schema/eval.schema.json | 9 +++++++-- schema/eval_types.py | 7 ++++--- 2 files changed, 11 insertions(+), 5 deletions(-) diff --git a/schema/eval.schema.json b/schema/eval.schema.json index 67826c8..c98bb7c 100644 --- a/schema/eval.schema.json +++ b/schema/eval.schema.json @@ -85,7 +85,7 @@ "evaluation_source_type": { "type": "string", "enum": [ - "leaderboard", + "leaderboard", "evaluation_platform" ], "description": "Type of evaluation source, e.g., leaderboard or evaluation platform" @@ -151,6 +151,11 @@ "inference_engine": { "type": "string", "description": "Name of inference engine which provides an access to optimized models to use them for local evaluations (e.g. vLLM, Ollama)." + }, + "additional_details": { + "type": "object", + "description": "Additional model configuration parameters", + "additionalProperties": true } } }, @@ -395,4 +400,4 @@ ] } } -} \ No newline at end of file +} diff --git a/schema/eval_types.py b/schema/eval_types.py index 6c8312a..168e364 100644 --- a/schema/eval_types.py +++ b/schema/eval_types.py @@ -1,8 +1,6 @@ # generated by datamodel-codegen: # filename: eval.schema.json -# timestamp: 2025-10-29T19:49:55+00:00 - - +# timestamp: 2025-11-04T19:42:49+00:00 from __future__ import annotations @@ -81,6 +79,9 @@ class ModelInfo(BaseModel): None, description='Name of inference engine which provides an access to optimized models to use them for local evaluations (e.g. vLLM, Ollama).', ) + additional_details: Optional[Dict[str, Any]] = Field( + None, description='Additional model configuration parameters' + ) class ScoreType(Enum):