Update ai_text_detector_valid_final.py

ai_text_detector_valid_final.py

@@ -40,15 +40,12 @@ label_mapping = {
     39: 'text-davinci-002', 40: 'text-davinci-003'
 }
 
-# def clean_text(text: str) -> str:
-#     """Normalize text for ModernBERT"""
-#     text = text.replace("\xa0", " ").replace("\u200b", "")
-#     text = re.sub(r"\s{2,}", " ", text)
-#     text = re.sub(r"\s+([,.;:?!])", r"\1", text)
-#     return text.strip()
-
 def clean_text(text: str) -> str:
-    return text
+    """Normalize text for ModernBERT"""
+    text = text.replace("\xa0", " ").replace("\u200b", "")
+    text = re.sub(r"\s{2,}", " ", text)
+    text = re.sub(r"\s+([,.;:?!])", r"\1", text)
+    return text.strip()
 
 def classify_szegedai(text: str):
     """