config_overrides parameter to remove problematic bias settings

tasks/text.py

@@ -64,8 +64,21 @@ async def evaluate_text(request: TextEvaluationRequest):
         # Initialize tokenizer
         tokenizer = AutoTokenizer.from_pretrained(path_tokenizer)
         
-        # Initialize model
-        model = AutoModelForSequenceClassification.from_pretrained(path_model).half().to(device)
+        # Initialize model with specific configuration
+        model = AutoModelForSequenceClassification.from_pretrained(
+            path_model,
+            trust_remote_code=True,
+            num_labels=8,
+            problem_type="single_label_classification",
+            ignore_mismatched_sizes=True,
+            torch_dtype=torch.float16,
+            config_overrides={
+                "norm_bias": None,  # Remove bias parameter
+                "classifier_bias": None,
+                "attention_bias": None,
+                "mlp_bias": None
+            }
+        ).to(device)
         
         # Set model to evaluation mode
         model.eval()