From 7cf96f3911597d635fe385aacf09cec3628a28cd Mon Sep 17 00:00:00 2001
From: Vik Paruchuri <vik.paruchuri@gmail.com>
Date: Thu, 30 Oct 2025 10:21:11 -0400
Subject: [PATCH] Enable passing custom headers

---
 chandra/model/vllm.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/chandra/model/vllm.py b/chandra/model/vllm.py
index 2902634..044d9d5 100644
--- a/chandra/model/vllm.py
+++ b/chandra/model/vllm.py
@@ -25,10 +25,12 @@ def generate_vllm(
     max_output_tokens: int = None,
     max_retries: int = None,
     max_workers: int | None = None,
+    custom_headers: dict | None = None,
 ) -> List[GenerationResult]:
     client = OpenAI(
         api_key=settings.VLLM_API_KEY,
         base_url=settings.VLLM_API_BASE,
+        default_headers=custom_headers,
     )
     model_name = settings.VLLM_MODEL_NAME