upgrade migration

2021-10-08 07:42:59 +03:00
parent 3efba57cf3
commit c3e0c5720a
4 changed files with 260 additions and 174 deletions
--- a/migration/tables/users.py
+++ b/migration/tables/users.py
@@ -7,76 +7,82 @@ from migration.html2text import html2text
 counter = 0

 def migrate(entry, limit=668):
-        '''
-        
-        type User {
-            username: String! # email
-            createdAt: DateTime!
-            email: String
-            password: String
-            oauth: String # provider:token
-            name: String # to display
-            userpic: String
-            links: [String]
-            emailConfirmed: Boolean # should contain all emails too
-            id: Int!
-            muted: Boolean
-            rating: Int
-            roles: [Role]
-            updatedAt: DateTime
-            wasOnlineAt: DateTime
-            ratings: [Rating]
-            slug: String
-            bio: String
-            notifications: [Int] 
-        }
+  '''

-        '''
-        res = {}
-        res['old_id'] = entry['_id']
-        res['password'] = entry['services']['password'].get('bcrypt', '')
-        res['username'] = entry['emails'][0]['address']
-        res['email'] = res['username']
-        res['wasOnlineAt'] = parse(entry.get('loggedInAt', entry['createdAt']))
-        res['emailConfirmed'] = entry['emails'][0]['verified']
-        res['createdAt'] = parse(entry['createdAt'])
-        res['rating'] = entry['rating'] # number
-        res['roles'] = [] # entry['roles'] # roles by community
-        res['ratings'] = [] # entry['ratings']
-        res['notifications'] = []
-        res['links'] = []
-        res['muted'] = False
-        res['bio'] = html2text(entry.get('bio', ''))
-        if entry['profile']:
-            res['slug'] = entry['profile'].get('path')
-            res['userpic'] = entry['profile'].get('image', {'thumborId': ''}).get('thumborId', '') # adding 'https://assets.discours.io/unsafe/1600x' in web ui
-            fn = entry['profile'].get('firstName', '')
-            ln = entry['profile'].get('lastName', '')
-            name = res['slug'] if res['slug'] else 'anonymous'
-            name = fn if fn else name
-            name = (name + ' ' + ln) if ln else name
-            name = entry['profile']['path'] if len(name) < 2 else name
-            res['name'] = name
-            fb = entry['profile'].get('facebook', False)
-            if fb:
-                res['links'].append(fb)
-            vk = entry['profile'].get('vkontakte', False)
-            if vk:
-                res['links'].append(vk)
-            tr = entry['profile'].get('twitter', False)
-            if tr:
-                res['links'].append(tr)
-            ws = entry['profile'].get('website', False)
-            if ws:
-                res['links'].append(ws)
-            if not res['slug']:
-                res['slug'] = res['links'][0].split('/')[-1]
-        if not res['slug']:
-            res['slug'] = res['email'].split('@')[0]
-        else:
-            old = res['old_id']
-            del res['old_id']
-            user = User.create(**res.copy())
-            res['id'] = user.id
-            res['old_id'] = old
-            return res
+  type User {
+      username: String! # email
+      createdAt: DateTime!
+      email: String
+      password: String
+      oauth: String # provider:token
+      name: String # to display
+      userpic: String
+      links: [String]
+      emailConfirmed: Boolean # should contain all emails too
+      id: Int!
+      muted: Boolean
+      rating: Int
+      roles: [Role]
+      updatedAt: DateTime
+      wasOnlineAt: DateTime
+      ratings: [Rating]
+      slug: String
+      bio: String
+      notifications: [Int]
+  }
+
+  '''
+  res = {}
+  res['old_id'] = entry['_id']
+  res['password'] = entry['services']['password'].get('bcrypt', '')
+  res['username'] = entry['emails'][0]['address']
+  res['email'] = res['username']
+  res['wasOnlineAt'] = parse(entry.get('loggedInAt', entry['createdAt']))
+  res['emailConfirmed'] = entry['emails'][0]['verified']
+  res['createdAt'] = parse(entry['createdAt'])
+  res['rating'] = entry['rating'] # number
+  res['roles'] = [] # entry['roles'] # roles by community
+  res['ratings'] = [] # entry['ratings']
+  res['notifications'] = []
+  res['links'] = []
+  res['muted'] = False
+  res['bio'] = html2text(entry.get('bio', ''))
+  if entry['profile']:
+      res['slug'] = entry['profile'].get('path')
+      try:
+        res['userpic'] = 'https://assets.discours.io/unsafe/100x/' + entry['profile']['thumborId']
+      except KeyError:
+        try:
+          res['userpic'] = entry['profile']['image']['url']
+        except KeyError:
+          res['userpic'] = ''
+      fn = entry['profile'].get('firstName', '')
+      ln = entry['profile'].get('lastName', '')
+      name = res['slug'] if res['slug'] else 'anonymous'
+      name = fn if fn else name
+      name = (name + ' ' + ln) if ln else name
+      name = entry['profile']['path'] if len(name) < 2 else name
+      res['name'] = name
+      fb = entry['profile'].get('facebook', False)
+      if fb:
+          res['links'].append(fb)
+      vk = entry['profile'].get('vkontakte', False)
+      if vk:
+          res['links'].append(vk)
+      tr = entry['profile'].get('twitter', False)
+      if tr:
+          res['links'].append(tr)
+      ws = entry['profile'].get('website', False)
+      if ws:
+          res['links'].append(ws)
+      if not res['slug']:
+          res['slug'] = res['links'][0].split('/')[-1]
+  if not res['slug']:
+      res['slug'] = res['email'].split('@')[0]
+  else:
+      old = res['old_id']
+      del res['old_id']
+      user = User.create(**res.copy())
+      res['id'] = user.id
+      res['old_id'] = old
+      return res