yagnik12 commited on
Commit
ee5337c
·
verified ·
1 Parent(s): c55a7c3

Update ai_text_detector_valid_final.py

Browse files
Files changed (1) hide show
  1. ai_text_detector_valid_final.py +8 -5
ai_text_detector_valid_final.py CHANGED
@@ -40,12 +40,15 @@ label_mapping = {
40
  39: 'text-davinci-002', 40: 'text-davinci-003'
41
  }
42
 
 
 
 
 
 
 
 
43
  def clean_text(text: str) -> str:
44
- """Normalize text for ModernBERT"""
45
- text = text.replace("\xa0", " ").replace("\u200b", "")
46
- text = re.sub(r"\s{2,}", " ", text)
47
- text = re.sub(r"\s+([,.;:?!])", r"\1", text)
48
- return text.strip()
49
 
50
  def classify_szegedai(text: str):
51
  """
 
40
  39: 'text-davinci-002', 40: 'text-davinci-003'
41
  }
42
 
43
+ # def clean_text(text: str) -> str:
44
+ # """Normalize text for ModernBERT"""
45
+ # text = text.replace("\xa0", " ").replace("\u200b", "")
46
+ # text = re.sub(r"\s{2,}", " ", text)
47
+ # text = re.sub(r"\s+([,.;:?!])", r"\1", text)
48
+ # return text.strip()
49
+
50
  def clean_text(text: str) -> str:
51
+ return text
 
 
 
 
52
 
53
  def classify_szegedai(text: str):
54
  """