Merge pull request #17290 from BerriAI/litellm_fix_create_batch_Header

Respect custom llm provider in header

Author: Sameerlite

litellm/proxy/batches_endpoints/endpoints.py

@@ -31,7 +31,6 @@
     get_original_file_id,
     prepare_data_with_credentials,
 )
-
 from litellm.proxy.utils import handle_exception_on_proxy, is_known_model
 from litellm.types.llms.openai import LiteLLMBatchCreateRequest
 
@@ -112,7 +111,10 @@ async def create_batch(  # noqa: PLR0915
             is_router_model = is_known_model(model=router_model, llm_router=llm_router)
 
         custom_llm_provider = (
-            provider or data.pop("custom_llm_provider", None) or "openai"
+            provider
+            or data.pop("custom_llm_provider", None)
+            or get_custom_llm_provider_from_request_headers(request=request)
+            or "openai"
         )
         _create_batch_data = LiteLLMBatchCreateRequest(**data)
         input_file_id = _create_batch_data.get("input_file_id", None)