openclassroom-ai/oc-p07-sentiment-api
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

debugging preprocess

Browse source
This commit is contained in:
Grégoire Mureau 2025-07-16 11:28:25 +02:00
parent d3b0af6126
commit 98f9dd1729
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
deployment/api/preprocessing.py
View file

@ -47,7 +47,7 @@ def preprocess_tweet(tweet):
tweet = re.sub(r'[^\w\s<>@#!?]', '', tweet) tweet = re.sub(r'[^\w\s<>@#!?]', '', tweet)
# Remove non-printable/control characters (e.g., \n, \t, emojis, corrupted unicode) # Remove non-printable/control characters (e.g., \n, \t, emojis, corrupted unicode)
tweet = re.sub(r'[^\x20-\x7E]', '', tweet) # tweet = re.sub(r'[^\x20-\x7E]', '', tweet)
# Tokenize the tweet into individual words # Tokenize the tweet into individual words
tokens = word_tokenize(tweet) tokens = word_tokenize(tweet)