Update tasks/text.py

tasks/text.py

@@ -66,7 +66,7 @@ async def evaluate_text(request: TextEvaluationRequest):
     # Make random predictions (placeholder for actual model inference)
     true_labels = test_dataset["label"]
     predictions = [random.randint(0, 7) for _ in range(len(true_labels))]
-    path_adapter = 'Rcarvalo/Qwen_finetuned'
+    path_adapter = 'MatthiasPicard/Qwen_test'
     path_model = "Qwen/Qwen2.5-3B-Instruct"
 
     bnb_config = BitsAndBytesConfig(
@@ -93,15 +93,16 @@ async def evaluate_text(request: TextEvaluationRequest):
     def preprocess_function(df):
         return tokenizer(df["quote"], truncation=True)
     tokenized_test = test_dataset.map(preprocess_function, batched=True)
-     
-    # training_args = torch.load("training_args.bin")
-    # training_args.eval_strategy='no'
+    
+    data_collator = DataCollatorWithPadding(tokenizer=tokenizer)
      
     trainer = Trainer(
         model=model,
-        tokenizer=tokenizer
+        tokenizer=tokenizer,
+        data_collator=data_collator,
     )
-    
+
+    per_device_eval_batch_size=8
     preds = trainer.predict(tokenized_test)