Update tasks/text.py

tasks/text.py

@@ -57,8 +57,17 @@ async def evaluate_text(request: TextEvaluationRequest,
     # Get space info
     username, space_url = get_space_info()
 
-    # Load the dataset
-    test_dataset = TextDataLoader(request, light=light_dataset).get_test_dataset()
+    # Load and prepare the dataset
+    dataset = load_dataset(request.dataset_name, token=os.getenv("HF_TOKEN"))
+
+    # Convert string labels to integers
+    dataset = dataset.map(lambda x: {"label": LABEL_MAPPING[x["label"]]})
+
+    # Split dataset
+    test_dataset = dataset["test"]
+
+    track_emissions = True
+
     
     # Start tracking emissions
     if track_emissions: