aho/welcomecenterbot
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

stopwords-+40

Browse Source
This commit is contained in:
Untone 2024-09-29 10:24:03 +03:00
parent 6fffea0df4
commit c8582b8ac8
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
handlers/messages_routing.py
View File

@ -111,11 +111,13 @@ async def messages_routing(msg, state):
text += '\n' text += '\n'
normalized_text = normalize(text) normalized_text = normalize(text)
logger.info(f'noramalized: {normalized_text}')
toxic_score = detector(normalized_text) toxic_score = detector(normalized_text)
toxic_perc = math.floor(toxic_score * 100) toxic_perc = math.floor(toxic_score * 100)
if toxic_score < 0.9 and text != text.replace(' ', '') and check_stopwords(normalized_text): if toxic_score < 0.9 and text != text.replace(' ', ''):
logger.info('stopword detected without spaces, toxicity +40%') if check_stopwords(normalized_text):
toxic_perc += 40 logger.info('stopword detected without spaces, toxicity +40%')
toxic_perc += 40
logger.info(f"\text: {normalized_text}\ntoxic: {toxic_perc}%") logger.info(f"\text: {normalized_text}\ntoxic: {toxic_perc}%")
await redis.set(f"toxic:{cid}", mid) await redis.set(f"toxic:{cid}", mid)