1 Commits

Author SHA1 Message Date
Vik Paruchuri
ad6508fbc3 Fix vllm token 2025-10-21 11:33:56 -04:00
2 changed files with 1 additions and 3 deletions

View File

@@ -17,8 +17,6 @@ def main():
"-v",
f"{os.path.expanduser('~')}/.cache/huggingface:/root/.cache/huggingface",
"--env",
f"HUGGING_FACE_HUB_TOKEN={os.getenv('HF_TOKEN')}",
"--env",
"VLLM_ATTENTION_BACKEND=TORCH_SDPA",
"-p",
"8000:8000",

View File

@@ -1,6 +1,6 @@
[project]
name = "chandra-ocr"
version = "0.1.3"
version = "0.1.4"
description = "OCR model that converts documents to markdown, HTML, or JSON."
readme = "README.md"
requires-python = ">=3.10"