attempt to remove all bias configurations last time

tasks/text.py

@@ -8,7 +8,7 @@ from torch.utils.data import DataLoader
 from transformers import DataCollatorWithPadding
 
 from .utils.evaluation import TextEvaluationRequest
-from .utils.emissions import tracker, clean_emissions_data, get_space_info
+from .utils.emissions import tracker, clean_emissions_data, get_space_info  
 
 router = APIRouter()
 
@@ -104,6 +104,51 @@ async def evaluate_text(request: TextEvaluationRequest):
         # Set model to evaluation mode
         model.eval()
 
+        # Preprocess function
+        def preprocess_function(examples):
+            return tokenizer(
+                examples["quote"],
+                padding=False,
+                truncation=True,
+                max_length=512,
+                return_tensors=None
+            )
+        
+        # Tokenize dataset
+        tokenized_test = test_dataset.map(
+            preprocess_function,
+            batched=True,
+            remove_columns=test_dataset.column_names
+        )
+        
+        # Set format for pytorch
+        tokenized_test.set_format("torch")
+        
+        # Create DataLoader
+        data_collator = DataCollatorWithPadding(tokenizer=tokenizer)
+        test_loader = DataLoader(
+            tokenized_test,
+            batch_size=16,
+            collate_fn=data_collator,
+            shuffle=False
+        )
+        
+        # Get predictions
+        predictions = []
+        with torch.no_grad():
+            for batch in test_loader:
+                batch = {k: v.to(device) for k, v in batch.items()}
+                outputs = model(**batch)
+                preds = torch.argmax(outputs.logits, dim=-1)
+                predictions.extend(preds.cpu().numpy().tolist())
+                
+        # Clean up GPU memory
+        if torch.cuda.is_available():
+            torch.cuda.empty_cache()
+            
+    except Exception as e:
+        print(f"Error during model inference: {str(e)}")
+        raise
     #--------------------------------------------------------------------------------------------
     # MODEL INFERENCE ENDS HERE
     #--------------------------------------------------------------------------------------------