testing/pipelines
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

removed richie dot files refrens

Browse Source
This commit is contained in:
Richie Cahill
2026-04-14 20:22:02 -04:00
parent a2cb640481
commit db3583e7f2
1 changed files with 13 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
pipelines/tools/containers/finetune.py
View File

@@ -15,7 +15,7 @@ logger = logging.getLogger(__name__)
CONTAINER_NAME = "bill-finetune" CONTAINER_NAME = "bill-finetune"
FINETUNE_IMAGE = "bill-finetune:latest" FINETUNE_IMAGE = "bill-finetune:latest"
DOCKERFILE_PATH = "/home/richie/dotfiles/python/prompt_bench/Dockerfile.finetune" REPO_DIR = Path(__file__).resolve().parents[4]
DEFAULT_HF_CACHE = Path("/zfs/models/hf") DEFAULT_HF_CACHE = Path("/zfs/models/hf")
@@ -23,7 +23,15 @@ def build_image() -> None:
"""Build the fine-tuning Docker image.""" """Build the fine-tuning Docker image."""
logger.info("Building fine-tuning image: %s", FINETUNE_IMAGE) logger.info("Building fine-tuning image: %s", FINETUNE_IMAGE)
result = subprocess.run( result = subprocess.run(
["docker", "build", "-f", DOCKERFILE_PATH, "-t", FINETUNE_IMAGE, "."], [
"docker",
"build",
"-f",
str(REPO_DIR / "python/prompt_bench/Dockerfile.finetune"),
"-t",
FINETUNE_IMAGE,
".",
],
text=True, text=True,
check=False, check=False,
) )
@@ -124,14 +132,11 @@ def build() -> None:
@app.command() @app.command()
def run( def run(
dataset: Annotated[Path, typer.Option(help="Fine-tuning JSONL")] = Path( dataset: Annotated[Path, typer.Option(help="Fine-tuning JSONL")] = REPO_DIR
"/home/richie/dotfiles/data/finetune_dataset.jsonl" / "data/finetune_dataset.jsonl",
),
output_dir: Annotated[ output_dir: Annotated[
Path, typer.Option(help="Where to save the trained model") Path, typer.Option(help="Where to save the trained model")
] = Path( ] = REPO_DIR / "data/output/qwen-bill-summarizer",
"/home/richie/dotfiles/data/output/qwen-bill-summarizer",
),
hf_cache: Annotated[ hf_cache: Annotated[
Path, typer.Option(help="Host path to HuggingFace model cache") Path, typer.Option(help="Host path to HuggingFace model cache")
] = DEFAULT_HF_CACHE, ] = DEFAULT_HF_CACHE,