[Python] 병렬처리

병렬처리 코드  with progress bar

import parmap
num_proc = multiprocessing.cpu_count()
result = parmap.map(func_name, input_list, pm_pbar=True, pm_processes=num_proc)

 

함수 결과가 list일 때 flatten하게 결과값 받기

import multiprocessing

def collect_results(lst):
   result_list.extend(lst)
  
num_proc = multiprocessing.cpu_count()
pool = multiprocessing.Pool(processes=num_proc)
result_list = pool.map(function_name, input_list, callback=collect_results)
pool.close()
pool.join()