mirror of
https://github.com/RichieCahill/dotfiles.git
synced 2026-04-17 21:18:18 -04:00
creating prompt_bench downloader
This commit is contained in:
17
python/prompt_bench/models.py
Normal file
17
python/prompt_bench/models.py
Normal file
@@ -0,0 +1,17 @@
|
||||
"""Pydantic models for benchmark configuration."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from pydantic import BaseModel
|
||||
|
||||
|
||||
class BenchmarkConfig(BaseModel):
|
||||
"""Top-level benchmark configuration loaded from TOML."""
|
||||
|
||||
models: list[str]
|
||||
model_dir: str = "/zfs/models/hf"
|
||||
port: int = 8000
|
||||
gpu_memory_utilization: float = 0.90
|
||||
temperature: float = 0.0
|
||||
timeout: int = 300
|
||||
concurrency: int = 4
|
||||
Reference in New Issue
Block a user