71 lines
2.3 KiB
Python
71 lines
2.3 KiB
Python
|
import json
|
||
|
|
from migration.tables.users import migrate as migrateUser
|
||
|
|
from migration.tables.content_items import migrate as migrateShout
|
||
|
|
from migration.tables.content_item_categories import migrate as migrateTopic
|
||
|
|
from migration.utils import DateTimeEncoder
|
||
|
|
|
||
|
|
def users():
|
||
|
|
print('migrating users...')
|
||
|
|
data = json.loads(open('migration/data/users.json').read())
|
||
|
|
newdata = {}
|
||
|
|
counter = 0
|
||
|
|
try:
|
||
|
|
for entry in data:
|
||
|
|
oid = entry['_id']
|
||
|
|
newdata[oid] = migrateUser(entry)
|
||
|
|
counter += 1
|
||
|
|
except Exception:
|
||
|
|
print(str(counter) + '/' + str(len(data)) + ' users entries were migrated')
|
||
|
|
print('try to remove database first')
|
||
|
|
open('migration/data/users.dict.json','w').write( json.dumps(newdata, cls=DateTimeEncoder) )
|
||
|
|
print(str(counter) + ' users entries were migrated')
|
||
|
|
|
||
|
|
|
||
|
|
def topics():
|
||
|
|
print('migrating topics...')
|
||
|
|
data = json.loads(open('migration/data/content_item_categories.json').read())
|
||
|
|
newdata = {}
|
||
|
|
counter = 0
|
||
|
|
try:
|
||
|
|
for entry in data:
|
||
|
|
oid = entry['_id']
|
||
|
|
newdata[oid] = migrateTopic(entry)
|
||
|
|
counter += 1
|
||
|
|
except Exception:
|
||
|
|
print(str(counter) + '/' + str(len(data)) + ' topics were migrated')
|
||
|
|
print('try to remove database first')
|
||
|
|
open('migration/data/topics.dict.json','w').write( json.dumps(newdata, cls=DateTimeEncoder) )
|
||
|
|
print(str(counter) + ' topics were migrated')
|
||
|
|
|
||
|
|
def shouts():
|
||
|
|
print('migrating shouts...')
|
||
|
|
counter = 0
|
||
|
|
data = json.loads(open('migration/data/content_items.json').read())
|
||
|
|
newdata = {}
|
||
|
|
|
||
|
|
for entry in data:
|
||
|
|
oid = entry['_id']
|
||
|
|
newdata[oid] = migrateShout(entry)
|
||
|
|
counter += 1
|
||
|
|
|
||
|
|
open('migration/data/shouts.dict.json','w').write( json.dumps(newdata, cls=DateTimeEncoder) )
|
||
|
|
print(str(counter) + ' shouts were migrated')
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
import sys
|
||
|
|
if len(sys.argv) > 1:
|
||
|
|
if sys.argv[1] == "users":
|
||
|
|
users()
|
||
|
|
elif sys.argv[1] == "topics":
|
||
|
|
topics()
|
||
|
|
elif sys.argv[1] == "shouts":
|
||
|
|
shouts()
|
||
|
|
elif sys.argv[1] == "comments":
|
||
|
|
# comments()
|
||
|
|
pass
|
||
|
|
elif sys.argv[1] == "all":
|
||
|
|
topics()
|
||
|
|
users()
|
||
|
|
shouts()
|
||
|
|
else:
|
||
|
|
print('usage: python migrate.py <all|topics|users|shouts|comments>')
|