Nornsight/weave
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request 'featre/cleaning-up-tools' (#7) from featre/cleaning-up-tools into main

Browse Source 
Reviewed-on: #7
This commit was merged in pull request #7.
This commit is contained in:
Richie
2026-04-28 22:49:25 -04:00
parent caff8724af 37fb68ac7e
commit e75c077e16
4 changed files with 9 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pipelines/tools/batch_bill_summarizer.py
+2 -6
View File
@@ -23,14 +23,10 @@ import httpx
import typer import typer
from tiktoken import Encoding, get_encoding from tiktoken import Encoding, get_encoding
from pipelines.config import get_config_dir
from pipelines.tools.bill_token_compression import compress_bill_text from pipelines.tools.bill_token_compression import compress_bill_text
_PROMPTS_PATH = ( _PROMPTS_PATH = get_config_dir() / "prompts" / "summarization_prompts.toml"
Path(__file__).resolve().parents[2]
/ "config"
/ "prompts"
/ "summarization_prompts.toml"
)
_PROMPTS = tomllib.loads(_PROMPTS_PATH.read_text())["summarization"] _PROMPTS = tomllib.loads(_PROMPTS_PATH.read_text())["summarization"]
SUMMARIZATION_SYSTEM_PROMPT: str = _PROMPTS["system_prompt"] SUMMARIZATION_SYSTEM_PROMPT: str = _PROMPTS["system_prompt"]
SUMMARIZATION_USER_TEMPLATE: str = _PROMPTS["user_template"] SUMMARIZATION_USER_TEMPLATE: str = _PROMPTS["user_template"]
pipelines/tools/compresion_test.py
+2 -6
View File
@@ -24,14 +24,10 @@ from typing import Annotated
import httpx import httpx
import typer import typer
from pipelines.config import get_config_dir
from pipelines.tools.bill_token_compression import compress_bill_text from pipelines.tools.bill_token_compression import compress_bill_text
_PROMPTS_PATH = ( _PROMPTS_PATH = get_config_dir() / "prompts" / "summarization_prompts.toml"
Path(__file__).resolve().parents[2]
/ "config"
/ "prompts"
/ "summarization_prompts.toml"
)
_PROMPTS = tomllib.loads(_PROMPTS_PATH.read_text())["summarization"] _PROMPTS = tomllib.loads(_PROMPTS_PATH.read_text())["summarization"]
SUMMARIZATION_SYSTEM_PROMPT: str = _PROMPTS["system_prompt"] SUMMARIZATION_SYSTEM_PROMPT: str = _PROMPTS["system_prompt"]
SUMMARIZATION_USER_TEMPLATE: str = _PROMPTS["user_template"] SUMMARIZATION_USER_TEMPLATE: str = _PROMPTS["user_template"]
pipelines/tools/finetune.py
+3 -1
View File
@@ -25,6 +25,8 @@ from datasets import Dataset
from transformers import TrainingArguments from transformers import TrainingArguments
from trl import SFTTrainer from trl import SFTTrainer
from pipelines.config import default_config_path
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
@@ -123,7 +125,7 @@ def main(
config_path: Annotated[ config_path: Annotated[
Path, Path,
typer.Option("--config", help="TOML config file"), typer.Option("--config", help="TOML config file"),
] = Path(__file__).parent / "config.toml", ] = default_config_path(),
save_gguf: Annotated[ save_gguf: Annotated[
bool, typer.Option("--save-gguf/--no-save-gguf", help="Also save GGUF") bool, typer.Option("--save-gguf/--no-save-gguf", help="Also save GGUF")
] = False, ] = False,
pipelines/tools/prompt_bench.py
+2 -2
View File
@@ -11,8 +11,8 @@ from typing import Annotated
import typer import typer
from pipelines.tools.containers.lib import check_gpu_free from pipelines.containers.lib import check_gpu_free
from pipelines.tools.containers.vllm import start_vllm, stop_vllm from pipelines.containers.vllm import start_vllm, stop_vllm
from pipelines.tools.downloader import is_model_present from pipelines.tools.downloader import is_model_present
from pipelines.tools.models import BenchmarkConfig from pipelines.tools.models import BenchmarkConfig
from pipelines.tools.vllm_client import VLLMClient from pipelines.tools.vllm_client import VLLMClient