discours.io/core
5
0
Fork 0
Code Pull Requests Actions Projects Activity

mgrate topic descriptions and shout views

Browse Source
This commit is contained in:
knst-kotov 2021-12-15 10:39:32 +03:00
parent bc52d34b29
commit 01a974e974
3 changed files with 243 additions and 234 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
migration/tables/content_item_categories.py
View File

@ -18,7 +18,8 @@ def migrate(entry):
# 'createdAt': date_parse(entry['createdAt']), # 'createdAt': date_parse(entry['createdAt']),
'title': entry['title'].lower(), 'title': entry['title'].lower(),
'children': [], 'children': [],
'community' : Community.default_community.slug 'community' : Community.default_community.slug,
'body' : entry.get('description')
} }
try: try:
with local_session() as session: with local_session() as session:

19
migration/tables/content_items.py
View File

@ -3,7 +3,7 @@ import frontmatter
import json import json
import sqlite3 import sqlite3
import sqlalchemy import sqlalchemy
from orm import Shout, Comment, Topic, ShoutTopic, ShoutRating, User from orm import Shout, Comment, Topic, ShoutTopic, ShoutRating, ShoutViewByDay, User
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from migration.html2text import html2text from migration.html2text import html2text
from migration.tables.comments import migrate as migrateComment from migration.tables.comments import migrate as migrateComment
@ -75,7 +75,6 @@ def migrate(entry, users_by_oid, topics_by_oid):
'community': Community.default_community.id, 'community': Community.default_community.id,
'authors': [], 'authors': [],
'topics': [], 'topics': [],
'views': entry.get('views', 0),
'rating': entry.get('rating', 0), 'rating': entry.get('rating', 0),
'ratings': [], 'ratings': [],
'createdAt': entry.get('createdAt', '2016-03-05 22:22:00.350000') 'createdAt': entry.get('createdAt', '2016-03-05 22:22:00.350000')
@ -181,7 +180,6 @@ def migrate(entry, users_by_oid, topics_by_oid):
shout_dict['deletedBy'] = entry.get('deletedBy', '0') shout_dict['deletedBy'] = entry.get('deletedBy', '0')
del shout_dict['topics'] # FIXME: AttributeError: 'str' object has no attribute '_sa_instance_state' del shout_dict['topics'] # FIXME: AttributeError: 'str' object has no attribute '_sa_instance_state'
del shout_dict['views'] # FIXME: TypeError: 'views' is an invalid keyword argument for Shout
del shout_dict['rating'] # FIXME: TypeError: 'rating' is an invalid keyword argument for Shout del shout_dict['rating'] # FIXME: TypeError: 'rating' is an invalid keyword argument for Shout
del shout_dict['ratings'] del shout_dict['ratings']
@ -201,13 +199,14 @@ def migrate(entry, users_by_oid, topics_by_oid):
shout_dict['authors'] = [ user, ] shout_dict['authors'] = [ user, ]
try: try:
with local_session() as session:
s = Shout.create(**shout_dict) s = Shout.create(**shout_dict)
if s:
# shout ratings # shout ratings
shout_dict['ratings'] = [] shout_dict['ratings'] = []
for shout_rating_old in entry.get('ratings',[]): for shout_rating_old in entry.get('ratings',[]):
rater = session.query(User).filter(User.old_id == shout_rating_old['createdBy']).first() with local_session() as session:
rater = session.query(User).\
filter(User.old_id == shout_rating_old['createdBy']).first()
if rater: if rater:
shout_rating_dict = { shout_rating_dict = {
'value': shout_rating_old['value'], 'value': shout_rating_old['value'],
@ -219,11 +218,19 @@ def migrate(entry, users_by_oid, topics_by_oid):
try: shout_rating = ShoutRating.create(**shout_rating_dict) try: shout_rating = ShoutRating.create(**shout_rating_dict)
except sqlalchemy.exc.IntegrityError: pass except sqlalchemy.exc.IntegrityError: pass
shout_dict['ratings'].append(shout_rating_dict) shout_dict['ratings'].append(shout_rating_dict)
# shout topics # shout topics
shout_dict['topics'] = [] shout_dict['topics'] = []
for topic in r['topics']: for topic in r['topics']:
ShoutTopic.create(**{ 'shout': s.slug, 'topic': topic['slug'] }) ShoutTopic.create(**{ 'shout': s.slug, 'topic': topic['slug'] })
shout_dict['topics'].append(topic['slug']) shout_dict['topics'].append(topic['slug'])
views = entry.get('views', 1)
ShoutViewByDay.create(
shout = s.slug,
value = views
)
except Exception as e: except Exception as e:
raise e raise e
except Exception as e: except Exception as e:

3
migration/tables/tags.py
View File

@ -25,7 +25,8 @@ def migrate(entry):
# 'createdAt': ts, # 'createdAt': ts,
'title': entry['title'].lower(), 'title': entry['title'].lower(),
'children': [], 'children': [],
'community' : Community.default_community.slug 'community' : Community.default_community.slug,
'body' : entry.get('description')
} }
try: try:
with local_session() as session: with local_session() as session: