Add document summaries to yourbench_task.py

yourbench_space/lighteval_task/yourbench_task.py

@@ -181,7 +181,7 @@ class JudgeLLMYourBench(JudgeLLM):
             process_judge_response=process_judge_response_yourbench,
             judge_backend="inference-providers",
             short_judge_name="yourbench_judge",
-            hf_provider="novita",
+            hf_provider="nebius",
             max_tokens=2048,
         )
 
@@ -192,7 +192,7 @@ class JudgeLLMYourBench(JudgeLLM):
         predictions = [response[0].result[0] for response in responses]
         options = [None] * len(questions)
         chunks = [formatted_doc.specific["chunks"][0] for formatted_doc in formatted_docs]
-        documents = [formatted_doc.specific["document"] for formatted_doc in formatted_docs]
+        documents = [formatted_doc.specific["document_summary"] for formatted_doc in formatted_docs]
 
         score, _, _ = self.judge.evaluate_answer_batch(
             questions, predictions, options, golds, chunks=chunks, documents=documents
@@ -235,6 +235,7 @@ def yourbench_prompt(line, task_name: str = ""):
             "chunks": line["chunks"],
             "question": line["question"],
             "document": line["document"],
+            "document_summary": line["document_summary"],
         },
     )