nosegm8
This commit is contained in:
parent
2344928934
commit
d113674012
|
@ -113,10 +113,10 @@ async def messages_routing(msg, state):
|
||||||
normalized_text = normalize(text)
|
normalized_text = normalize(text)
|
||||||
toxic_score = detector(normalized_text)
|
toxic_score = detector(normalized_text)
|
||||||
toxic_perc = math.floor(toxic_score * 100)
|
toxic_perc = math.floor(toxic_score * 100)
|
||||||
logger.info(f"\text: {normalized_text}\ntoxic: {toxic_perc}%")
|
if toxic_score < 0.9 and text != text.replace(' ', '') and check_stopwords(normalized_text):
|
||||||
if text !== text.replace(' ', '') and check_stopwords(normalized_text):
|
|
||||||
logger.info('stopword detected without spaces, toxicity +40%')
|
logger.info('stopword detected without spaces, toxicity +40%')
|
||||||
toxic_perc += 40
|
toxic_perc += 40
|
||||||
|
logger.info(f"\text: {normalized_text}\ntoxic: {toxic_perc}%")
|
||||||
|
|
||||||
await redis.set(f"toxic:{cid}", mid)
|
await redis.set(f"toxic:{cid}", mid)
|
||||||
await redis.set(f"toxic:{cid}:{uid}:{mid}", toxic_perc, ex=60 * 60 * 24 * 3)
|
await redis.set(f"toxic:{cid}:{uid}:{mid}", toxic_perc, ex=60 * 60 * 24 * 3)
|
||||||
|
|
Loading…
Reference in New Issue
Block a user