LLM/chandra
1
0
Fork 0
mirror of https://github.com/datalab-to/chandra.git synced 2026-01-20 05:50:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix vllm token

Browse Source
This commit is contained in:
Vik Paruchuri
2025-10-21 11:33:56 -04:00
parent 2e455aeb2c
commit ad6508fbc3
2 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
chandra/scripts/vllm.py
View File

@@ -17,8 +17,6 @@ def main():
"-v",
f"{os.path.expanduser('~')}/.cache/huggingface:/root/.cache/huggingface",
"--env",
f"HUGGING_FACE_HUB_TOKEN={os.getenv('HF_TOKEN')}",
"--env",
"VLLM_ATTENTION_BACKEND=TORCH_SDPA",
"-p",
"8000:8000",

2
pyproject.toml
View File

@@ -1,6 +1,6 @@
[project]
name = "chandra-ocr"
version = "0.1.3"
version = "0.1.4"
description = "OCR model that converts documents to markdown, HTML, or JSON."
readme = "README.md"
requires-python = ">=3.10"