discours.io/core
5
0
Fork 0
Code Pull Requests Actions Projects Activity

shouts-stat-fix-5
All checks were successful
Deploy on push / deploy (push) Successful in 26s
Details

Browse Source
This commit is contained in:
Untone 2024-05-30 14:29:00 +03:00
parent 3bde3ea5e9
commit 570c8a97e3
2 changed files with 6 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
main.py
View File

@ -7,8 +7,8 @@ from ariadne.asgi import GraphQL
from starlette.applications import Starlette from starlette.applications import Starlette
from starlette.routing import Route from starlette.routing import Route
from services.rediscache import redis
from services.precache import precache_data from services.precache import precache_data
from services.rediscache import redis
from services.schema import resolvers from services.schema import resolvers
from services.search import search_service from services.search import search_service
from services.sentry import start_sentry from services.sentry import start_sentry

20
services/precache.py
View File

@ -4,15 +4,11 @@ from sqlalchemy import and_, join, select
from orm.author import Author, AuthorFollower from orm.author import Author, AuthorFollower
from orm.topic import Topic, TopicFollower from orm.topic import Topic, TopicFollower
from resolvers.stat import get_with_stat
from services.db import local_session from services.db import local_session
from services.encoders import CustomJSONEncoder from services.encoders import CustomJSONEncoder
from services.logger import root_logger as logger from services.logger import root_logger as logger
from services.rediscache import redis from services.rediscache import redis
from resolvers.stat import (
get_with_stat,
get_author_shouts_stat,
get_author_comments_stat,
)
async def precache_data(): async def precache_data():
@ -21,8 +17,8 @@ async def precache_data():
authors_by_id = {} authors_by_id = {}
topics_by_id = {} topics_by_id = {}
# authors precache # authors precache
logger.info("Precaching authors")
authors = get_with_stat(select(Author)) authors = get_with_stat(select(Author))
for a in authors: for a in authors:
profile = a.dict() if not isinstance(a, dict) else a profile = a.dict() if not isinstance(a, dict) else a
@ -35,18 +31,18 @@ async def precache_data():
f"user:{profile['user']}", f"user:{profile['user']}",
json.dumps(profile, cls=CustomJSONEncoder), json.dumps(profile, cls=CustomJSONEncoder),
) )
logger.info(f"{len(authors)} authors precached")
# topics precache # topics precache
logger.info("Precaching topics")
topics = get_with_stat(select(Topic)) topics = get_with_stat(select(Topic))
for t in topics: for t in topics:
topic = t.dict() if not isinstance(t, dict) else t topic = t.dict() if not isinstance(t, dict) else t
topic_id = topic.get("id") topic_id = topic.get("id")
topics_by_id[topic_id] = topic topics_by_id[topic_id] = topic
await redis.execute("SET", f"topic:{topic_id}", json.dumps(topic, cls=CustomJSONEncoder)) await redis.execute("SET", f"topic:{topic_id}", json.dumps(topic, cls=CustomJSONEncoder))
logger.info(f"{len(topics)} topics precached")
authors_keys = authors_by_id.keys() authors_keys = authors_by_id.keys()
logger.info("Precaching following data")
for author_id in authors_keys: for author_id in authors_keys:
with local_session() as session: with local_session() as session:
# follows topics precache # follows topics precache
@ -93,10 +89,6 @@ async def precache_data():
if follower: if follower:
followers.add(follower) followers.add(follower)
# shouts and comments precache
shouts_stat = get_author_shouts_stat(author_id)
comments_stat = get_author_comments_stat(author_id)
authors_payload = json.dumps( authors_payload = json.dumps(
[f.dict() if isinstance(f, Author) else f for f in follows_authors], [f.dict() if isinstance(f, Author) else f for f in follows_authors],
cls=CustomJSONEncoder, cls=CustomJSONEncoder,
@ -112,6 +104,4 @@ async def precache_data():
cls=CustomJSONEncoder, cls=CustomJSONEncoder,
) )
await redis.execute("SET", f"author:{author_id}:followers", followers_payload) await redis.execute("SET", f"author:{author_id}:followers", followers_payload)
await redis.execute("SET", f"author:{author_id}:shouts-stat", shouts_stat) logger.info("followers precached")
await redis.execute("SET", f"author:{author_id}:comments-stat", comments_stat)
logger.info(f"{len(authors)} authors were precached")