fixed prompt_bench.py
This commit is contained in:
@@ -11,8 +11,8 @@ from typing import Annotated
|
|||||||
|
|
||||||
import typer
|
import typer
|
||||||
|
|
||||||
from pipelines.tools.containers.lib import check_gpu_free
|
from pipelines.containers.lib import check_gpu_free
|
||||||
from pipelines.tools.containers.vllm import start_vllm, stop_vllm
|
from pipelines.containers.vllm import start_vllm, stop_vllm
|
||||||
from pipelines.tools.downloader import is_model_present
|
from pipelines.tools.downloader import is_model_present
|
||||||
from pipelines.tools.models import BenchmarkConfig
|
from pipelines.tools.models import BenchmarkConfig
|
||||||
from pipelines.tools.vllm_client import VLLMClient
|
from pipelines.tools.vllm_client import VLLMClient
|
||||||
|
|||||||
Reference in New Issue
Block a user