aho/welcomecenterbot
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

nospaces-recheck-patch

Browse Source
This commit is contained in:
Untone
2024-09-28 10:14:38 +03:00
parent 32ce2e17c4
commit a9e37b7a4e
2 changed files with 14 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
handlers/messages_routing.py
View File

@@ -2,7 +2,7 @@ import logging
import math
from state.redis import redis
from state.scan import get_average_pattern
from bot.api import telegram_api
from bot.api import telegram_api, download_file
from bot.config import FEEDBACK_CHAT_ID
from handlers.handle_private import handle_private
from nlp.toxicity_detector import detector
@@ -17,7 +17,7 @@ async def messages_routing(msg, state):
uid = msg["from"]["id"]
text = msg.get("caption", msg.get("text", ""))
for photo in msg.get("photo", [])
for photo in msg.get("photo", []):
file_id = photo.get("file_id")
if file_id:
async for temp_file_path in download_file(file_id):
@@ -106,8 +106,18 @@ async def messages_routing(msg, state):
except Exception:
pass
else:
toxic_score = detector(normalize(text))
normalized_text = normalize(text)
toxic_score = detector(normalized_text)
toxic_perc = math.floor(toxic_score * 100)
if toxic_perc > 49:
logger.info('re-check this one...')
nospaces_text = text.replace(' ', '')
nospaces_text_score = detector(nospaces_text)
logger.info(f'no spaces text toxic: {nospaces_text_score}')
if nospaces_text_score > toxic_score:
toxic_score = nospaces_text + 10
await redis.set(f"toxic:{cid}", mid)
await redis.set(f"toxic:{cid}:{uid}:{mid}", toxic_perc, ex=60 * 60 * 24 * 3)
logger.info(f"\ntext: {text}\ntoxic: {toxic_perc}%")