2024-09-27 06:23:55 +00:00
|
|
|
from state.redis import redis
|
|
|
|
import logging
|
|
|
|
import math
|
|
|
|
|
|
|
|
# Create a logger instance
|
|
|
|
logger = logging.getLogger("state.scan")
|
2024-09-27 08:28:41 +00:00
|
|
|
|
2024-09-27 06:23:55 +00:00
|
|
|
|
|
|
|
async def get_all_pattern(uid):
|
|
|
|
pattern = f"removed:{uid}:*"
|
|
|
|
|
2024-09-27 11:14:51 +00:00
|
|
|
# Create a list to hold the values
|
2024-09-27 06:23:55 +00:00
|
|
|
texts = []
|
|
|
|
|
|
|
|
# Use scan_iter to find all keys matching the pattern
|
|
|
|
async for key in redis.scan_iter(pattern):
|
2024-09-27 11:14:51 +00:00
|
|
|
try:
|
|
|
|
# Fetch the value for each key
|
|
|
|
value = await redis.get(key)
|
|
|
|
if value:
|
|
|
|
texts.append(value.decode("utf-8"))
|
|
|
|
except Exception as e:
|
|
|
|
logger.error(f"Error fetching key {key}: {e}")
|
2024-09-27 06:23:55 +00:00
|
|
|
|
|
|
|
return texts
|
|
|
|
|
|
|
|
|
|
|
|
async def get_average_pattern(pattern):
|
|
|
|
scores = []
|
2024-09-27 10:34:44 +00:00
|
|
|
toxic_score = 0
|
2024-09-27 11:14:51 +00:00
|
|
|
|
2024-09-27 10:34:44 +00:00
|
|
|
try:
|
|
|
|
async for key in redis.scan_iter(pattern):
|
2024-09-27 11:14:51 +00:00
|
|
|
scr = await redis.get(key)
|
|
|
|
|
|
|
|
# Ensure scr is not None before converting to int
|
|
|
|
if scr is not None:
|
|
|
|
try:
|
|
|
|
score = int(scr) # Convert to integer
|
2024-09-29 08:28:38 +00:00
|
|
|
print(score)
|
2024-09-27 11:14:51 +00:00
|
|
|
scores.append(score)
|
|
|
|
except ValueError:
|
|
|
|
logger.warning(f"Value for key {key} is not an integer: {scr}")
|
|
|
|
|
|
|
|
logger.debug(f"Found {len(scores)} messages")
|
2024-09-27 10:34:44 +00:00
|
|
|
toxic_score = math.floor(sum(scores) / len(scores)) if scores else 0
|
2024-09-27 11:14:51 +00:00
|
|
|
except Exception as e:
|
|
|
|
logger.error(f"Error while calculating average: {e}")
|
2024-09-27 10:34:44 +00:00
|
|
|
finally:
|
2024-09-27 11:14:51 +00:00
|
|
|
return toxic_score
|