added tiktoken

This commit is contained in:
2026-04-10 12:42:35 -04:00
parent 88dae310b6
commit 67131e7b68
2 changed files with 12 additions and 0 deletions

View File

@@ -42,6 +42,7 @@
sqlalchemy sqlalchemy
tenacity tenacity
textual textual
tiktoken
tinytuya tinytuya
typer typer
websockets websockets

View File

@@ -12,6 +12,7 @@ dependencies = [
"alembic", "alembic",
"apprise", "apprise",
"apscheduler", "apscheduler",
"huggingface-hub",
"httpx", "httpx",
"python-multipart", "python-multipart",
"polars", "polars",
@@ -26,6 +27,11 @@ dependencies = [
[project.scripts] [project.scripts]
database = "python.database_cli:app" database = "python.database_cli:app"
van-inventory = "python.van_inventory.main:serve" van-inventory = "python.van_inventory.main:serve"
prompt-bench = "python.prompt_bench.main:cli"
prompt-bench-download = "python.prompt_bench.downloader:cli"
finetune = "python.prompt_bench.finetune:cli"
finetune-container = "python.prompt_bench.finetune_container:cli"
build-finetune-dataset = "python.prompt_bench.build_finetune_dataset:cli"
[dependency-groups] [dependency-groups]
dev = [ dev = [
@@ -81,6 +87,11 @@ lint.ignore = [
"python/eval_warnings/**" = [ "python/eval_warnings/**" = [
"S607", # (perm) gh and git are expected on PATH in the runner environment "S607", # (perm) gh and git are expected on PATH in the runner environment
] ]
"python/prompt_bench/**" = [
"FBT002", # (perm) typer requires boolean defaults for --flag/--no-flag options
"PLR0913", # (perm) typer CLIs naturally have many parameters
"S607", # (perm) docker and nvidia-smi are expected on PATH
]
"python/alembic/**" = [ "python/alembic/**" = [
"INP001", # (perm) this creates LSP issues for alembic "INP001", # (perm) this creates LSP issues for alembic
] ]