#同步編程（同一時(shí)間只能做一件事，做完了才能做下一件事情）
<-a_url-><-b_url-><-c_url->
#異步編程 (可以近似的理解成同一時(shí)間有多個(gè)事情在做，但有先后)
<-a_url->
 <-b_url->
 <-c_url->
 <-d_url->
 <-e_url->
  <-f_url->
  <-g_url->
  <-h_url->
  <--i_url-->
   <--j_url-->

import asyncio
#函數(shù)名:做現(xiàn)在的任務(wù)時(shí)不等待，能繼續(xù)做別的任務(wù)。
async def donow_meantime_dontwait(url):
 response = await requests.get(url)
#函數(shù)名:快速高效的做任務(wù)
async def fast_do_your_thing():
 await asyncio.wait([donow_meantime_dontwait(url) for url in urls])
#下面兩行都是套路，記住就好
loop = asyncio.get_event_loop()
loop.run_until_complete(fast_do_your_thing())

import asyncio
import requests
import time
import aiohttp
urls = ['https://book.douban.com/tag/小說(shuō)','https://book.douban.com/tag/科幻',
 'https://book.douban.com/tag/漫畫(huà)','https://book.douban.com/tag/奇幻',
 'https://book.douban.com/tag/歷史','https://book.douban.com/tag/經(jīng)濟(jì)學(xué)']
async def requests_meantime_dont_wait(url):
 print(url)
 async with aiohttp.ClientSession() as session:
 async with session.get(url) as resp:
  print(resp.status)
  print("{url} 得到響應(yīng)".format(url=url))
async def fast_requsts(urls):
 start = time.time()
 await asyncio.wait([requests_meantime_dont_wait(url) for url in urls])
 end = time.time()
 print("Complete in {} seconds".format(end - start))
loop = asyncio.get_event_loop()
loop.run_until_complete(fast_requsts(urls))

from gevent import monkey
import gevent
import requests
import time


monkey.patch_all()

def req(url):
 print(url)
 resp = requests.get(url)
 print(resp.status_code,url)
def synchronous_times(urls):
 """同步請(qǐng)求運(yùn)行時(shí)間"""
 start = time.time()
 for url in urls:
 req(url)
 end = time.time()
 print('同步執(zhí)行時(shí)間 {} s'.format(end-start))
def asynchronous_times(urls):
 """異步請(qǐng)求運(yùn)行時(shí)間"""
 start = time.time()
 gevent.joinall([gevent.spawn(req,url) for url in urls])
 end = time.time()
 print('異步執(zhí)行時(shí)間 {} s'.format(end - start))
urls = ['https://book.douban.com/tag/小說(shuō)','https://book.douban.com/tag/科幻',
 'https://book.douban.com/tag/漫畫(huà)','https://book.douban.com/tag/奇幻',
 'https://book.douban.com/tag/歷史','https://book.douban.com/tag/經(jīng)濟(jì)學(xué)']
synchronous_times(urls)
asynchronous_times(urls)

import gevent
def foo():
 print('Running in foo')
 gevent.sleep(0)
 print('Explicit context switch to foo again')

def bar():
 print('Explicit context to bar')
 gevent.sleep(0)
 print('Implicit context switch back to bar')

gevent.joinall([
 gevent.spawn(foo),
 gevent.spawn(bar)
 ])

Running in foo
Explicit context to bar
Explicit context switch to foo again
Implicit context switch back to bar

import gevent
import random
def task(pid):
 """
 Some non-deterministic task
 """
 gevent.sleep(random.randint(0,2)*0.001)
 print('Task %s done' % pid)
#同步（結(jié)果更像串行）
def synchronous():
 for i in range(1,10):
 task(i)
#異步（結(jié)果更像亂步）
def asynchronous():
 threads = [gevent.spawn(task, i) for i in range(10)]
 gevent.joinall(threads)
print('Synchronous同步:')
synchronous()
print('Asynchronous異步:')
asynchronous()

Synchronous同步:
Task 1 done
Task 2 done
Task 3 done
Task 4 done
Task 5 done
Task 6 done
Task 7 done
Task 8 done
Task 9 done
Asynchronous異步:
Task 1 done
Task 5 done
Task 6 done
Task 2 done
Task 4 done
Task 7 done
Task 8 done
Task 9 done
Task 0 done
Task 3 done

#url構(gòu)建只需要傳入word即可
url = "http://dict.youdao.com/w/eng/{}/".format(word)

def fetch_word_info(word):
 url = "http://dict.youdao.com/w/eng/{}/".format(word)
 resp = requests.get(url,headers=headers)
 doc = pq(resp.text)
 pros = ''
 for pro in doc.items('.baav .pronounce'):
  pros+=pro.text()
 description = ''
 for li in doc.items('#phrsListTab .trans-container ul li'):
  description +=li.text()
 return {'word':word,'音標(biāo)':pros,'注釋':description}

import requests
from pyquery import PyQuery as pq
import gevent
import time
import gevent.monkey
gevent.monkey.patch_all()
words = ['good','bad','cool',
   'hot','nice','better',
   'head','up','down',
   'right','left','east']
def synchronous():
 start = time.time()
 print('同步開(kāi)始了')
 for word in words:
  print(fetch_word_info(word))
 end = time.time()
 print("同步運(yùn)行時(shí)間： %s 秒" % str(end - start))

#執(zhí)行同步
synchronous()

import requests
from pyquery import PyQuery as pq
import gevent
import time
import gevent.monkey
gevent.monkey.patch_all()
words = ['good','bad','cool',
   'hot','nice','better',
   'head','up','down',
   'right','left','east']
def asynchronous():
 start = time.time()
 print('異步開(kāi)始了')
 events = [gevent.spawn(fetch_word_info,word) for word in words]
 wordinfos = gevent.joinall(events)
 for wordinfo in wordinfos:
  #獲取到數(shù)據(jù)get方法
  print(wordinfo.get())
 end = time.time()
 print("異步運(yùn)行時(shí)間： %s 秒"%str(end-start))
#執(zhí)行異步
asynchronous()

seqence = list(range(20))
size = 5 #子列表長(zhǎng)度
output = [seqence[i:i+size] for i in range(0, len(seqence), size)]
print(output)

chunks = lambda seq, size: [seq[i: i+size] for i in range(0, len(seq), size)]
print(chunks(seq, 5))

def chunks(seq,size):
 for i in range(0,len(seq), size):
  yield seq[i:i+size]
prinT(chunks(seq,5))
 for x in chunks(req,5):
   print(x) 

import requests
from pyquery import PyQuery as pq
import gevent
import time
import gevent.monkey
gevent.monkey.patch_all()
words = ['good','bad','cool',
   'hot','nice','better',
   'head','up','down',
   'right','left','east']
def fetch_word_info(word):
 url = "http://dict.youdao.com/w/eng/{}/".format(word)
 resp = requests.get(url,headers=headers)
 doc = pq(resp.text)
 pros = ''
 for pro in doc.items('.baav .pronounce'):
  pros+=pro.text()
 description = ''
 for li in doc.items('#phrsListTab .trans-container ul li'):
  description +=li.text()
 return {'word':word,'音標(biāo)':pros,'注釋':description}
def asynchronous(words):
 start = time.time()
 print('異步開(kāi)始了')
 chunks = lambda seq, size: [seq[i: i + size] for i in range(0, len(seq), size)]
 for subwords in chunks(words,3):
  events = [gevent.spawn(fetch_word_info, word) for word in subwords]
  wordinfos = gevent.joinall(events)
  for wordinfo in wordinfos:
   # 獲取到數(shù)據(jù)get方法
   print(wordinfo.get())
  time.sleep(1)
  end = time.time()
 print("異步運(yùn)行時(shí)間： %s 秒" % str(end - start))
asynchronous(words)