huihun/asm_to_csv
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

改进tqdm

Browse Source
This commit is contained in:
huihun 2024-04-22 21:12:58 +08:00
parent b2b6a2b7a6
commit 1e51a9cf2a
2 changed files with 24 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
json_feature2json.py
View File

@ -50,6 +50,7 @@ def addr2vec(base_file_path, index):
results = list(tqdm(pool.imap_unordered(bb2vec, [item for item in feature_json]), results = list(tqdm(pool.imap_unordered(bb2vec, [item for item in feature_json]),
total=len(feature_json), total=len(feature_json),
desc=f'{file_name} Progress:{index}/{json_files_len} ', desc=f'{file_name} Progress:{index}/{json_files_len} ',
ascii=True,
leave=False, leave=False,
dynamic_ncols=True, dynamic_ncols=True,
position=1)) position=1))
@ -120,6 +121,7 @@ if __name__ == '__main__':
for index, json_file in tqdm(enumerate(json_files), for index, json_file in tqdm(enumerate(json_files),
total=len(json_files), total=len(json_files),
ascii=True,
desc='Total:', desc='Total:',
position=0): position=0):
if os.path.isfile(os.path.join(json_path, json_file)): if os.path.isfile(os.path.join(json_path, json_file)):

29
my_utils.py
View File

@ -1,6 +1,7 @@
import logging import logging
import os import os
import json import json
from tqdm import tqdm
""" """
日志工具 日志工具
@ -73,13 +74,6 @@ def multi_thread_order(func, args, thread_num=THREAD_FULL):
return result return result
def multi_thread_disorder(func, thread_num=THREAD_FULL, **args):
import multiprocessing
from tqdm import tqdm
with multiprocessing.Pool(processes=thread_num) as pool:
list(tqdm(pool.imap_unordered(func, args), total=len(args)))
def save_json(filename, data): def save_json(filename, data):
data = json.dumps(data) data = json.dumps(data)
# 确保路径存在 # 确保路径存在
@ -101,3 +95,24 @@ def load_json(filename):
data = json.loads(file.read()) data = json.loads(file.read())
file.close() file.close()
return data return data
def set_tqdm(obj_list, front_text, multiple_thread=False, *args):
"""
:param args[0]：多线程显示位置
"""
if not multiple_thread:
return tqdm(obj_list,
total=len(obj_list),
ascii=True,
desc=front_text,
)
else:
return tqdm(obj_list,
total=len(obj_list),
ascii=True,
desc=front_text,
position=args[0]
)