多进程、多线程加速（python）_python多线程加速

前言

一、多线程加速

import os
import threading

class myThread(threading.Thread):
    def __init__(self,threadID,fileName):
        super(myThread, self).__init__()
        self.threadID  = threadID
        self.fileName  = fileName

    def run(self):
        analyze(self.fileName)     #analyse为需要加速的函数

def threadDAOSTORM():

    Input_file1 = FileName1
    Input_file2 = FileName2

    # 创建线程
    thread1 = myThread(1, fileName=fileName1).run()
    thread2 = myThread(2, fileName=fileName2).run()

    thread1.start()
    thread2.start()

if __name__ == '__main__':
    threadDAOSTORM()

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

二、多进程加速

import os
import multiprocessing


def worker1(fileName):	#进程1
    analyze(fileName)	#analyse为需要加速的函数

def worker2(fileName):	#进程2
    analyze(fileName)	#analyse为需要加速的函数

def Multithread_fun():

    Input_file1 = FileName1
    Input_file2 = FileName2
    
    # 创建进程
    process1 = multiprocessing.Process(target=worker1, args=(Input_file1)
    process2 = multiprocessing.Process(target=worker2, args=(Input_file2)

    process1.start()	#开启
    process2.start()

    process1.join()     #同步
    process2.join()


if __name__ == '__main__':
    Multithread_fun()
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28