diff --git a/pyproject.toml b/pyproject.toml
index a58cdc316..7439a6535 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -94,7 +94,7 @@ dependencies = [
 ]
 
 [project.optional-dependencies]
-litellm = ["litellm[caching]>=1.66.0", "diskcache"]
+litellm = ["litellm[caching]>=1.66.0,!=1.107.0", "diskcache"]
 tgi = ["text-generation>=0.7.0"]
 optimum = ["optimum==1.12.0"]
 quantization = ["bitsandbytes>=0.41.0", "auto-gptq>=0.4.2"]
diff --git a/src/lighteval/metrics/metrics_sample.py b/src/lighteval/metrics/metrics_sample.py
index db14b9bf6..6836fccda 100644
--- a/src/lighteval/metrics/metrics_sample.py
+++ b/src/lighteval/metrics/metrics_sample.py
@@ -981,7 +981,7 @@ def __init__(
             case "transformers" | "vllm":
                 logger.debug("Checking availability of Transformers or VLLM model")
                 api = HfApi()
-                models = api.list_models(model_name=judge_model_name)
+                models = api.list_models(search=judge_model_name)
                 if not models:
                     raise ValueError(f"{judge_model_name} not found on Hugging Face Hub")