diff --git a/pipelines/prompt_bench/Dockerfile.finetune b/pipelines/tools/Dockerfile.finetune similarity index 100% rename from pipelines/prompt_bench/Dockerfile.finetune rename to pipelines/tools/Dockerfile.finetune diff --git a/pipelines/prompt_bench/__init__.py b/pipelines/tools/__init__.py similarity index 100% rename from pipelines/prompt_bench/__init__.py rename to pipelines/tools/__init__.py diff --git a/pipelines/prompt_bench/batch_bill_summarizer.py b/pipelines/tools/batch_bill_summarizer.py similarity index 99% rename from pipelines/prompt_bench/batch_bill_summarizer.py rename to pipelines/tools/batch_bill_summarizer.py index 0c818ba..33c5e6d 100644 --- a/pipelines/prompt_bench/batch_bill_summarizer.py +++ b/pipelines/tools/batch_bill_summarizer.py @@ -23,7 +23,7 @@ import httpx import typer from tiktoken import Encoding, get_encoding -from pipelines.prompt_bench.bill_token_compression import compress_bill_text +from pipelines.tools.bill_token_compression import compress_bill_text _PROMPTS_PATH = ( Path(__file__).resolve().parents[2] diff --git a/pipelines/prompt_bench/bill_token_compression.py b/pipelines/tools/bill_token_compression.py similarity index 100% rename from pipelines/prompt_bench/bill_token_compression.py rename to pipelines/tools/bill_token_compression.py diff --git a/pipelines/prompt_bench/tools/build_finetune_dataset.py b/pipelines/tools/build_finetune_dataset.py similarity index 100% rename from pipelines/prompt_bench/tools/build_finetune_dataset.py rename to pipelines/tools/build_finetune_dataset.py diff --git a/pipelines/prompt_bench/compresion_test.py b/pipelines/tools/compresion_test.py similarity index 99% rename from pipelines/prompt_bench/compresion_test.py rename to pipelines/tools/compresion_test.py index 11c08d4..c84c298 100644 --- a/pipelines/prompt_bench/compresion_test.py +++ b/pipelines/tools/compresion_test.py @@ -24,7 +24,7 @@ from typing import Annotated import httpx import typer -from pipelines.prompt_bench.bill_token_compression import compress_bill_text +from pipelines.tools.bill_token_compression import compress_bill_text _PROMPTS_PATH = ( Path(__file__).resolve().parents[2] diff --git a/pipelines/prompt_bench/containers/__init__.py b/pipelines/tools/containers/__init__.py similarity index 100% rename from pipelines/prompt_bench/containers/__init__.py rename to pipelines/tools/containers/__init__.py diff --git a/pipelines/prompt_bench/containers/finetune.py b/pipelines/tools/containers/finetune.py similarity index 98% rename from pipelines/prompt_bench/containers/finetune.py rename to pipelines/tools/containers/finetune.py index 764dafe..bece28a 100644 --- a/pipelines/prompt_bench/containers/finetune.py +++ b/pipelines/tools/containers/finetune.py @@ -9,7 +9,7 @@ from typing import Annotated import typer -from pipelines.prompt_bench.containers.lib import check_gpu_free +from pipelines.tools.containers.lib import check_gpu_free logger = logging.getLogger(__name__) diff --git a/pipelines/prompt_bench/containers/lib.py b/pipelines/tools/containers/lib.py similarity index 100% rename from pipelines/prompt_bench/containers/lib.py rename to pipelines/tools/containers/lib.py diff --git a/pipelines/prompt_bench/containers/vllm.py b/pipelines/tools/containers/vllm.py similarity index 100% rename from pipelines/prompt_bench/containers/vllm.py rename to pipelines/tools/containers/vllm.py diff --git a/pipelines/prompt_bench/tools/count_tokens.py b/pipelines/tools/count_tokens.py similarity index 100% rename from pipelines/prompt_bench/tools/count_tokens.py rename to pipelines/tools/count_tokens.py diff --git a/pipelines/prompt_bench/downloader.py b/pipelines/tools/downloader.py similarity index 97% rename from pipelines/prompt_bench/downloader.py rename to pipelines/tools/downloader.py index 3324353..b666dea 100644 --- a/pipelines/prompt_bench/downloader.py +++ b/pipelines/tools/downloader.py @@ -9,7 +9,7 @@ from typing import Annotated import typer from huggingface_hub import snapshot_download -from pipelines.prompt_bench.models import BenchmarkConfig +from pipelines.tools.models import BenchmarkConfig logger = logging.getLogger(__name__) diff --git a/pipelines/prompt_bench/finetune.py b/pipelines/tools/finetune.py similarity index 100% rename from pipelines/prompt_bench/finetune.py rename to pipelines/tools/finetune.py diff --git a/pipelines/prompt_bench/models.py b/pipelines/tools/models.py similarity index 100% rename from pipelines/prompt_bench/models.py rename to pipelines/tools/models.py diff --git a/pipelines/prompt_bench/main.py b/pipelines/tools/prompt_bench.py similarity index 95% rename from pipelines/prompt_bench/main.py rename to pipelines/tools/prompt_bench.py index 446ccf6..60391c5 100644 --- a/pipelines/prompt_bench/main.py +++ b/pipelines/tools/prompt_bench.py @@ -11,11 +11,11 @@ from typing import Annotated import typer -from pipelines.prompt_bench.containers.lib import check_gpu_free -from pipelines.prompt_bench.containers.vllm import start_vllm, stop_vllm -from pipelines.prompt_bench.downloader import is_model_present -from pipelines.prompt_bench.models import BenchmarkConfig -from pipelines.prompt_bench.vllm_client import VLLMClient +from pipelines.tools.containers.lib import check_gpu_free +from pipelines.tools.containers.vllm import start_vllm, stop_vllm +from pipelines.tools.downloader import is_model_present +from pipelines.tools.models import BenchmarkConfig +from pipelines.tools.vllm_client import VLLMClient logger = logging.getLogger(__name__) diff --git a/pipelines/prompt_bench/summarization_prompts.py b/pipelines/tools/summarization_prompts.py similarity index 100% rename from pipelines/prompt_bench/summarization_prompts.py rename to pipelines/tools/summarization_prompts.py diff --git a/pipelines/prompt_bench/vllm_client.py b/pipelines/tools/vllm_client.py similarity index 100% rename from pipelines/prompt_bench/vllm_client.py rename to pipelines/tools/vllm_client.py