creating prompt_bench downloader

This commit is contained in:
2026-04-07 19:15:42 -04:00
committed by ForgeCode
parent af365fce9a
commit 9c8013d69d
4 changed files with 98 additions and 0 deletions

View File

@@ -0,0 +1,17 @@
"""Pydantic models for benchmark configuration."""
from __future__ import annotations
from pydantic import BaseModel
class BenchmarkConfig(BaseModel):
"""Top-level benchmark configuration loaded from TOML."""
models: list[str]
model_dir: str = "/zfs/models/hf"
port: int = 8000
gpu_memory_utilization: float = 0.90
temperature: float = 0.0
timeout: int = 300
concurrency: int = 4