1
0
mirror of https://github.com/haiwen/seahub.git synced 2025-09-02 07:27:04 +00:00

Optimize write performance of migration scripts (#5421)

Co-authored-by: 杨赫然 <heran.yang@seafile.com>
This commit is contained in:
feiniks
2023-04-14 14:33:22 +08:00
committed by GitHub
parent e24df17199
commit 101c5e85fb

View File

@@ -4,6 +4,7 @@
import os
import re
import sys
import random
import logging
import queue
import threading
@@ -179,11 +180,19 @@ class ObjMigrateWorker(Thread):
logging.warning('[%s] Failed to list all objects: %s' % (self.dtype, e))
raise
objs = []
for obj in obj_list:
if self.invalid_obj(obj):
continue
repo_id = obj[0]
obj_id = obj[1]
objs.append(repo_id+"/"+obj_id)
if self.dest_store.get_name() != "filesystem storage backend":
random.shuffle(objs)
for obj in objs:
repo_id,obj_id=obj.split('/')
task = Task(repo_id, 1, obj_id)
self.thread_pool.put_task(task)