aho/welcomecenterbot
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

stopwords-+40--2

Browse Source
This commit is contained in:
Untone 2024-09-29 10:28:41 +03:00
parent ad0ad2febe
commit 45f3774a1e
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
handlers/messages_routing.py
View File

@ -115,10 +115,13 @@ async def messages_routing(msg, state):
toxic_score = detector(normalized_text)
toxic_perc = math.floor(toxic_score * 100)
if toxic_score < 0.9 and text != text.replace(' ', ''):
logger.info('check without spaces')
if check_stopwords(normalized_text.replace(' ', '')):
logger.info('stopword detected without spaces, toxicity +40%')
toxic_perc += 40
logger.info(f"\text: {normalized_text}\ntoxic: {toxic_perc}%")
else:
logger.info('ok')
logger.info(f"text: {normalized_text}\ntoxic: {toxic_perc}%")
await redis.set(f"toxic:{cid}", mid)
await redis.set(f"toxic:{cid}:{uid}:{mid}", toxic_perc, ex=60 * 60 * 24 * 3)