discours.io/core
5
0
Fork 0
Code Pull Requests Actions Projects Activity

cache unlimited

Browse Source
This commit is contained in:
tonyrewin 2022-10-14 12:25:55 +03:00
parent 7fb346a41b
commit e96227fb0c
1 changed files with 14 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
services/zine/shoutscache.py
View File

@ -30,7 +30,7 @@ async def prepare_shouts(session, stmt):
class ShoutsCache: class ShoutsCache:
limit = 200 # limit = 200
period = 60 * 60 # 1 hour period = 60 * 60 # 1 hour
lock = asyncio.Lock() lock = asyncio.Lock()
@ -59,7 +59,7 @@ class ShoutsCache:
.where(Shout.deletedAt.is_(None)) .where(Shout.deletedAt.is_(None))
.filter(Shout.publishedAt.is_not(None)) .filter(Shout.publishedAt.is_not(None))
.order_by(desc("publishedAt")) .order_by(desc("publishedAt"))
.limit(ShoutsCache.limit) # .limit(ShoutsCache.limit)
), ),
) )
async with ShoutsCache.lock: async with ShoutsCache.lock:
@ -88,17 +88,18 @@ class ShoutsCache:
) )
.where(Shout.deletedAt.is_(None)) .where(Shout.deletedAt.is_(None))
.order_by(desc("createdAt")) .order_by(desc("createdAt"))
.limit(ShoutsCache.limit) # .limit(ShoutsCache.limit)
) )
) )
async with ShoutsCache.lock: async with ShoutsCache.lock:
ShoutsCache.recent_all = shouts[0:ShoutsCache.limit] ShoutsCache.recent_all = shouts
print("[zine.cache] %d recently created shouts " % len(ShoutsCache.recent_all)) print("[zine.cache] %d recently created shouts " % len(ShoutsCache.recent_all))
@staticmethod @staticmethod
async def prepare_recent_reacted(): async def prepare_recent_reacted():
with local_session() as session: with local_session() as session:
reactions = session.query(Reaction).order_by(Reaction.createdAt).limit(ShoutsCache.limit) reactions = session.query(Reaction).order_by(Reaction.createdAt).all()
# .limit(ShoutsCache.limit)
reacted_slugs = set([]) reacted_slugs = set([])
for r in reactions: for r in reactions:
reacted_slugs.add(r.shout) reacted_slugs.add(r.shout)
@ -119,7 +120,7 @@ class ShoutsCache:
.filter(Shout.publishedAt.is_not(None)) .filter(Shout.publishedAt.is_not(None))
.group_by(Shout.slug, "reactedAt") .group_by(Shout.slug, "reactedAt")
.order_by(desc("reactedAt")) .order_by(desc("reactedAt"))
.limit(ShoutsCache.limit) # .limit(ShoutsCache.limit)
) )
) )
async with ShoutsCache.lock: async with ShoutsCache.lock:
@ -129,10 +130,11 @@ class ShoutsCache:
@staticmethod @staticmethod
async def prepare_recent_commented(): async def prepare_recent_commented():
with local_session() as session: with local_session() as session:
reactions = session.query(Reaction).order_by(Reaction.createdAt).limit(ShoutsCache.limit) reactions = session.query(Reaction).order_by(Reaction.createdAt).all()
# .limit(ShoutsCache.limit)
commented_slugs = set([]) commented_slugs = set([])
for r in reactions: for r in reactions:
if len(r.body) > 0: if r.body and len(r.body) > 0:
commented_slugs.add(r.shout) commented_slugs.add(r.shout)
shouts = await prepare_shouts( shouts = await prepare_shouts(
session, session,
@ -150,7 +152,7 @@ class ShoutsCache:
.where(and_(Shout.deletedAt.is_(None), Shout.slug.in_(commented_slugs))) .where(and_(Shout.deletedAt.is_(None), Shout.slug.in_(commented_slugs)))
.group_by(Shout.slug, "reactedAt") .group_by(Shout.slug, "reactedAt")
.order_by(desc("reactedAt")) .order_by(desc("reactedAt"))
.limit(ShoutsCache.limit) # .limit(ShoutsCache.limit)
) )
) )
async with ShoutsCache.lock: async with ShoutsCache.lock:
@ -177,7 +179,7 @@ class ShoutsCache:
.filter(Shout.publishedAt.is_not(None)) .filter(Shout.publishedAt.is_not(None))
.group_by(Shout.slug) .group_by(Shout.slug)
.order_by(desc("reacted")) .order_by(desc("reacted"))
.limit(ShoutsCache.limit) # .limit(ShoutsCache.limit)
), ),
) )
shouts.sort(key=lambda s: s.stat["rating"], reverse=True) shouts.sort(key=lambda s: s.stat["rating"], reverse=True)
@ -202,7 +204,7 @@ class ShoutsCache:
.where(Shout.deletedAt.is_(None)) .where(Shout.deletedAt.is_(None))
.filter(Shout.publishedAt > month_ago) .filter(Shout.publishedAt > month_ago)
.group_by(Shout.slug) .group_by(Shout.slug)
.limit(ShoutsCache.limit) # .limit(ShoutsCache.limit)
), ),
) )
shouts.sort(key=lambda s: s.stat["rating"], reverse=True) shouts.sort(key=lambda s: s.stat["rating"], reverse=True)
@ -231,7 +233,7 @@ class ShoutsCache:
.filter(Shout.publishedAt > month_ago) .filter(Shout.publishedAt > month_ago)
.group_by(Shout.slug) .group_by(Shout.slug)
.order_by(desc("commented")) .order_by(desc("commented"))
.limit(ShoutsCache.limit) # .limit(ShoutsCache.limit)
), ),
) )
shouts.sort(key=lambda s: s.stat["commented"], reverse=True) shouts.sort(key=lambda s: s.stat["commented"], reverse=True)