fixed prompt_bench.py
This commit is contained in:
@@ -11,8 +11,8 @@ from typing import Annotated
|
||||
|
||||
import typer
|
||||
|
||||
from pipelines.tools.containers.lib import check_gpu_free
|
||||
from pipelines.tools.containers.vllm import start_vllm, stop_vllm
|
||||
from pipelines.containers.lib import check_gpu_free
|
||||
from pipelines.containers.vllm import start_vllm, stop_vllm
|
||||
from pipelines.tools.downloader import is_model_present
|
||||
from pipelines.tools.models import BenchmarkConfig
|
||||
from pipelines.tools.vllm_client import VLLMClient
|
||||
|
||||
Reference in New Issue
Block a user