Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 7 additions & 2 deletions schema/eval.schema.json
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,7 @@
"evaluation_source_type": {
"type": "string",
"enum": [
"leaderboard",
"leaderboard",
"evaluation_platform"
],
"description": "Type of evaluation source, e.g., leaderboard or evaluation platform"
Expand Down Expand Up @@ -151,6 +151,11 @@
"inference_engine": {
"type": "string",
"description": "Name of inference engine which provides an access to optimized models to use them for local evaluations (e.g. vLLM, Ollama)."
},
"additional_details": {
"type": "object",
"description": "Additional model configuration parameters",
"additionalProperties": true
}
}
},
Expand Down Expand Up @@ -395,4 +400,4 @@
]
}
}
}
}
7 changes: 4 additions & 3 deletions schema/eval_types.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,6 @@
# generated by datamodel-codegen:
# filename: eval.schema.json
# timestamp: 2025-10-29T19:49:55+00:00


# timestamp: 2025-11-04T19:42:49+00:00

from __future__ import annotations

Expand Down Expand Up @@ -81,6 +79,9 @@ class ModelInfo(BaseModel):
None,
description='Name of inference engine which provides an access to optimized models to use them for local evaluations (e.g. vLLM, Ollama).',
)
additional_details: Optional[Dict[str, Any]] = Field(
None, description='Additional model configuration parameters'
)


class ScoreType(Enum):
Expand Down