python多進程（加入進程池）操作常見案例

import multiprocessing
import os
import time
# 復制文件，傳入文件名
def copy_file(old_file_name, old_name):
  new_file_name = 'new_file'
  new_name = old_name
  if not os.path.exists(new_file_name):
    os.makedirs(new_file_name)
  with open(old_file_name + '/' + old_name, 'rb') as f:
    file_content = f.read()
  with open(new_file_name + '/' + new_name, 'wb') as f:
    f.write(file_content)
if __name__ == '__main__':
  old_file_name = 'old_file'
  name_list = os.listdir(old_file_name)
  time_old = time.time()
  for name in name_list:
    process = multiprocessing.Process(target=copy_file, args=(old_file_name, name))
    process.start()
  time_new = time.time()
  print('執(zhí)行時間：%f' % (time_new - time_old))

import multiprocessing
import os
import time
# 復制文件，傳入文件名
def copy_file(old_file_name, old_name, queue):
  new_file_name = 'new_file'
  new_name = old_name
  if not os.path.exists(new_file_name):
    os.makedirs(new_file_name)
  with open(old_file_name + '/' + old_name, 'rb') as f:
    file_content = f.read()
  with open(new_file_name + '/' + new_name, 'wb') as f:
    f.write(file_content)
    queue.put(new_file_name)
if __name__ == '__main__':
  old_file_name = 'old_file' #存放文件的文件名
  name_list = os.listdir(old_file_name) #取出所有文件的文件名
  queue = multiprocessing.Manager().Queue() #創(chuàng)建隊列對象，用于計算復制完成百分比
  po = multiprocessing.Pool(3) #創(chuàng)建線程池
  time_old = time.time() #用于計算花費時間
  for name in name_list:
    po.apply_async(copy_file, (old_file_name, name, queue))
  po.close()
  index = 0
  while True:
    index += 1
    queue.get()
    print('\r以保存%.2f%%' % ((index / len(name_list)) * 100), end='')
    if index == len(name_list):
      break
  time_new = time.time()
  print('執(zhí)行時間：%f' % (time_new - time_old))

import multiprocessing
import socket
import threading
# 需求：
# 1.主進程創(chuàng)建一個TCPconnect
# 2.主進程connect后創(chuàng)建進程開啟一個新的Socketconnect
# 3.進程里創(chuàng)建線程不斷的接收和提示發(fā)送消息
# 有連接時新創(chuàng)建一個進程處理聊天
def speak_send(tcp_msg):
  while True:
    test = input('請輸入要發(fā)送的消息')
    tcp_msg.send(test.encode('utf-8'))
def speak_rec(tcp_msg):
  while True:
    print(tcp_msg.recv(1024).decode('gbk'))
# 開啟的進程聊天
def speak_process(tcp_sock, tcp_msg, ip):
  print('開啟進程')
  # 5.開線程循環(huán)接收消息
  msg_rec = threading.Thread(target=speak_rec, args=(tcp_msg,))
  # print(tcp_msg.recv(1024).decode('gbk'))
  # 6.開線程循環(huán)發(fā)送消息
  msg_send = threading.Thread(target=speak_send, args=(tcp_msg,))
  msg_rec.start()
  msg_send.start()
  msg_rec.join()
  msg_send.join()
  # 7.關閉
  # tcp_msg.close()
def main():
  # 1創(chuàng)建TCP對象
  tcp_sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
  # 2.綁定ip和端口
  tcp_sock.bind(('', 9999))
  # 3.改主動為被動
  tcp_sock.listen(128)
  # 4.accept接收msg和ip
  while True:
    tcp_msg, ip = tcp_sock.accept()
    process = multiprocessing.Process(target=speak_process, args=(tcp_sock, tcp_msg, ip))
    process.start()
if __name__ == '__main__':
  main()