From 599a3701ed3dd034efa1f1f334025e267d3a537e Mon Sep 17 00:00:00 2001
From: GuillaumeSalouHF <17745322+jagwar@users.noreply.github.com>
Date: Thu, 22 Oct 2026 15:40:46 +0200
Subject: [PATCH 1/2] fix: exclude compromised LiteLLM 1.107.0

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index a58cdc316..7439a6535 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -94,7 +94,7 @@ dependencies = [
 ]
 
 [project.optional-dependencies]
-litellm = ["litellm[caching]>=1.66.0", "diskcache"]
+litellm = ["litellm[caching]>=1.66.0,!=1.107.0", "diskcache"]
 tgi = ["text-generation>=0.7.0"]
 optimum = ["optimum==1.12.0"]
 quantization = ["bitsandbytes>=0.41.0", "auto-gptq>=0.4.2"]

From 2fd4f40d0a95929be59364e36f2edbff55b98ea7 Mon Sep 17 00:00:00 2001
From: GuillaumeSalouHF <17745322+jagwar@users.noreply.github.com>
Date: Thu, 22 Oct 2026 15:55:07 +0200
Subject: [PATCH 2/2] fix: use supported Hub model search argument

---
 src/lighteval/metrics/metrics_sample.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/lighteval/metrics/metrics_sample.py b/src/lighteval/metrics/metrics_sample.py
index db14b9bf6..6836fccda 100644
--- a/src/lighteval/metrics/metrics_sample.py
+++ b/src/lighteval/metrics/metrics_sample.py
@@ -981,7 +981,7 @@ def __init__(
             case "transformers" | "vllm":
                 logger.debug("Checking availability of Transformers or VLLM model")
                 api = HfApi()
-                models = api.list_models(model_name=judge_model_name)
+                models = api.list_models(search=judge_model_name)
                 if not models:
                     raise ValueError(f"{judge_model_name} not found on Hugging Face Hub")