Python中asyncio與aiohttp入門(mén)教程

import requests
import time
import asyncio
# 創(chuàng)建一個(gè)異步函數(shù)
async def task_func():
  await asyncio.sleep(1)
  resp = requests.get('http://192.168.2.177:5002/')
  print('2222222',time.time(),resp.text)
async def main(loop):
  loop=asyncio.get_event_loop()  # 獲取全局輪訓(xùn)器
  task = loop.create_task(task_func()) # 在全局輪訓(xùn)器加入?yún)f(xié)成，只有加入全局輪訓(xùn)器才能被監(jiān)督執(zhí)行
  await asyncio.sleep(2)  # 等待兩秒為了不要立即執(zhí)行event_loop.close()，項(xiàng)目中event_loop應(yīng)該是永不停歇的
  print('11111111111',time.time())
event_loop = asyncio.get_event_loop()
try:
  event_loop.run_until_complete(main(event_loop))
finally:
  event_loop.close()  # 當(dāng)輪訓(xùn)器關(guān)閉以后，所有沒(méi)有執(zhí)行完成的協(xié)成將全部關(guān)閉

#!/usr/bin/env python3
import argparse
from aiohttp import web
import asyncio
import base64
import logging
import uvloop
import time,datetime
import json
import requests
asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())
routes = web.RouteTableDef()
@routes.get('/')
async def hello(request):
  return web.Response(text="Hello, world")
# 定義一個(gè)路由映射，接收網(wǎng)址參數(shù)，post方式
@routes.post('/demo1/{name}')
async def demo1(request):  # 異步監(jiān)聽(tīng)，只要一有握手就開(kāi)始觸發(fā)，此時(shí)網(wǎng)址參數(shù)中的name就已經(jīng)知道了，但是前端可能還沒(méi)有完全post完數(shù)據(jù)。
  name = request.match_info.get('name', "Anonymous") # 獲取name
  print(datetime.datetime.now())  # 觸發(fā)視圖函數(shù)的時(shí)間
  data = await request.post()  # 等待post數(shù)據(jù)完成接收，只有接收完成才能進(jìn)行后續(xù)操作.data['key']獲取參數(shù)
  print(datetime.datetime.now())  # 接收post數(shù)據(jù)完成的時(shí)間
  logging.info('safety dect request start %s' % datetime.datetime.now())
  result = {'name':name,'key':data['key']}
  logging.info('safety dect request finish %s, %s' % (datetime.datetime.now(),json.dumps(result)))
  return web.json_response(result)
# 定義一個(gè)路由映射，設(shè)計(jì)到io操作
@routes.post('/demo2')
async def demo2(request):  # 異步監(jiān)聽(tīng)，只要一有握手就開(kāi)始觸發(fā)，此時(shí)網(wǎng)址參數(shù)中的name就已經(jīng)知道了，但是前端可能還沒(méi)有完全post完數(shù)據(jù)。
  data = await request.post()  # 等待post數(shù)據(jù)完成接收，只有接收完成才能進(jìn)行后續(xù)操作.data['key']獲取參數(shù)
  logging.info('safety dect request start %s' % datetime.datetime.now())
  res = requests.post('http://www.baidu.com')  # 網(wǎng)路id，會(huì)自動(dòng)切換到其他協(xié)成上
  logging.info('safety dect request finish %s' % res.test)
  return web.Response(text="welcome")
if __name__ == '__main__':
  logging.info('server start')
  app = web.Application()
  app.add_routes(routes)
  web.run_app(app,host='0.0.0.0',port=8080)
  logging.info('server close')

# 異步并發(fā)客戶(hù)端
class Asyncio_Client(object):
  def __init__(self):
    self.loop=asyncio.get_event_loop()
    self.tasks=[]
  # 將異步函數(shù)介入任務(wù)列表。后續(xù)參數(shù)直接傳給異步函數(shù)
  def set_task(self,task_fun,num,*args):
    for i in range(num):
      self.tasks.append(task_fun(*args))
  # 運(yùn)行，獲取返回結(jié)果
  def run(self):
    back=[]
    try:
      f = asyncio.wait(self.tasks)  # 創(chuàng)建future
      self.loop.run_until_complete(f) # 等待future完成
    finally:
      pass
# 服務(wù)器高并發(fā)壓力測(cè)試
class Test_Load():
  total_time=0 # 總耗時(shí)
  total_payload=0 # 總負(fù)載
  total_num=0 # 總并發(fā)數(shù)
  all_time=[]
  # 創(chuàng)建一個(gè)異步任務(wù)，本地測(cè)試，所以post和接收幾乎不損耗時(shí)間，可以等待完成，主要耗時(shí)為算法模塊
  async def task_func1(self,session):
    begin = time.time()
    # print('開(kāi)始發(fā)送：', begin)
    file=open(self.image, 'rb')
    fsize = os.path.getsize(self.image)
    self.total_payload+=fsize/(1024*1024)
    data = {"image_id": "2", 'image':file}
    r = await session.post(self.url,data=data) #只post，不接收
    result = await r.json()
    self.total_num+=1
    # print(result)
    end = time.time()
    # print('接收完成：', end,',index=',self.total_num)
    self.all_time.append(end-begin)
  # 負(fù)載測(cè)試
  def test_safety(self):
    print('test begin')
    async_client = Asyncio_Client() # 創(chuàng)建客戶(hù)端
    session = aiohttp.ClientSession()
    for i in range(10): # 執(zhí)行10次
      self.all_time=[]
      self.total_num=0
      self.total_payload=0
      self.image = 'xxxx.jpg' # 設(shè)置測(cè)試nayizhang
      print('測(cè)試圖片：', self.image)
      begin = time.time()
      async_client.set_task(self.task_func1,self.num,session) # 設(shè)置并發(fā)任務(wù)
      async_client.run()  # 執(zhí)行任務(wù)
      end=time.time()
      self.all_time.sort(reverse=True)
      print(self.all_time)
      print('并發(fā)數(shù)量(個(gè))：',self.total_num)
      print('總耗時(shí)(s)：',end-begin)
      print('最大時(shí)延(s)：',self.all_time[0])
      print('最小時(shí)延(s)：', self.all_time[len(self.all_time)-1])
      print('top-90%時(shí)延(s)：', self.all_time[int(len(self.all_time)*0.1)])
      print('平均耗時(shí)(s/個(gè))：',sum(self.all_time)/self.total_num)
      print('支持并發(fā)率(個(gè)/s):',self.total_num/(end-begin))
      print('總負(fù)載(MB)：',self.total_payload)
      print('吞吐率(MB/S)：',self.total_payload/(end-begin))  # 吞吐率受上行下行帶寬，服務(wù)器帶寬，服務(wù)器算法性能諸多影響
      time.sleep(3)
    session.close()
    print('test finish')

.
├── static
│  ├── css
│  │  ├── base.css
│  │  ├── bootstrap.min.css
│  │  └── font-awesome.min.css
│  ├── font
│  │  ├── FontAwesome.otf
│  │  ├── fontawesome-webfont.eot
│  │  ├── fontawesome-webfont.svg
│  │  ├── fontawesome-webfont.ttf
│  │  └── fontawesome-webfont.woff
│  └── index.html
└── proxy_server.py

app.router.add_static('/css/',
            path='static/css',
            name='css')
app.router.add_static('/font/',
            path='static/font',
            name='font')

<!-- Bootstrap CSS -->
<link href="css/bootstrap.min.css" rel="external nofollow" rel="stylesheet">
<!-- Base CSS -->
<link href="css/base.css" rel="external nofollow" rel="stylesheet">
<!-- FA CSS -->
<link href="css/font-awesome.min.css" rel="external nofollow" rel="stylesheet">

 app.router.add_static('/css2017/',
            path='static/css',
            name='css')

app.router.add_static('/css2017/',
            path='static/css',
            name='css',
            show_index=True)