91av视频/亚洲h视频/操亚洲美女/外国一级黄色毛片 - 国产三级三级三级三级

  • 大小:
    文件類型: .zip
    金幣: 2
    下載: 0 次
    發(fā)布日期: 2023-10-29
  • 語言: Python
  • 標(biāo)簽: python??爬蟲??

資源簡介

資源截圖

代碼片段和文件信息

#coding:utf-8
‘‘‘
第一種方式:使用os模塊中的fork方式實現(xiàn)多進程

import?os
if?__name__?==?‘__main__‘:
????print?‘current?Process?(%s)?start?...‘%(os.getpid())
????pid?=?os.fork()
????if?pid?????????print?‘error?in?fork‘
????elif?pid?==?0:
????????print?‘I?am?child?process(%s)?and?my?parent?process?is?(%s)‘(os.getpid()os.getppid())
????else:
????????print?‘I(%s)?created?a?chlid?process?(%s).‘(os.getpid()pid)
‘‘‘
‘‘‘
第二種方法:使用multiprocessing模塊創(chuàng)建多進程
import?os
from?multiprocessing?import?Process
#?子進程要執(zhí)行的代碼
def?run_proc(name):
????print?‘Child?process?%s?(%s)?Running...‘?%?(name?os.getpid())
if?__name__?==?‘__main__‘:
????print?‘Parent?process?%s.‘?%?os.getpid()
????for?i?in?range(5):
????????p?=?Process(target=run_proc?args=(str(i)))
????????print?‘Process?will?start.‘
????????p.start()
????p.join()
????print?‘Process?end.‘

‘‘‘
‘‘‘
multiprocessing模塊提供了一個Pool類來代表進程池對象

from?multiprocessing?import?Pool
import?os?time?random

def?run_task(name):
????print?‘Task?%s?(pid?=?%s)?is?running...‘?%?(name?os.getpid())
????time.sleep(random.random()?*?3)
????print?‘Task?%s?end.‘?%?name

if?__name__==‘__main__‘:
????print?‘Current?process?%s.‘?%?os.getpid()
????p?=?Pool(processes=3)
????for?i?in?range(5):
????????p.apply_async(run_task?args=(i))
????print?‘Waiting?for?all?subprocesses?done...‘
????p.close()
????p.join()
????print?‘All?subprocesses?done.‘

‘‘‘
‘‘‘
Queue進程間通信

from?multiprocessing?import?Process?Queue
import?os?time?random

#?寫數(shù)據(jù)進程執(zhí)行的代碼:
def?proc_write(qurls):
????print(‘Process(%s)?is?writing...‘?%?os.getpid())
????for?url?in?urls:
????????q.put(url)
????????print(‘Put?%s?to?queue...‘?%?url)
????????time.sleep(random.random())

#?讀數(shù)據(jù)進程執(zhí)行的代碼:
def?proc_read(q):
????print(‘Process(%s)?is?reading...‘?%?os.getpid())
????while?True:

????????url?=?q.get(True)
????????print(‘Get?%s?from?queue.‘?%?url)

if?__name__==‘__main__‘:
????#?父進程創(chuàng)建Queue,并傳給各個子進程:
????q?=?Queue()
????proc_writer1?=?Process(target=proc_write?args=(q[‘url_1‘?‘url_2‘?‘url_3‘]))
????proc_writer2?=?Process(target=proc_write?args=(q[‘url_4‘‘url_5‘‘url_6‘]))
????proc_reader?=?Process(target=proc_read?args=(q))
????#?啟動子進程proc_writer,寫入:
????proc_writer1.start()
????proc_writer2.start()
????#?啟動子進程proc_reader,讀取:
????proc_reader.start()
????#?等待proc_writer結(jié)束:
????proc_writer1.join()
????proc_writer2.join()
????#?proc_reader進程里是死循環(huán),無法等待其結(jié)束,只能強行終止:
????proc_reader.terminate()
‘‘‘
‘‘‘
pipe進程間通信

import?multiprocessing
import?random
import?timeos

def?proc_send(pipeurls):
????for?url?in?urls:
????????print?“Process(%s)?send:?%s“?%(os.getpid()url)
????????pipe.send(url)
????????time.sleep(random.random())

def?proc_recv(pipe):
????while?True:
????????print?“Process(%s)?rev:%s“?%(os.getpid()pipe.recv())
????????time.sleep(random.random())

‘‘‘



?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????目錄???????????0??2017-07-13?09:08??SpiderBook-master\
?????文件????????1059??2017-07-13?09:08??SpiderBook-master\.gitignore
?????目錄???????????0??2017-07-13?09:08??SpiderBook-master\.idea\
?????文件?????????345??2017-07-13?09:08??SpiderBook-master\.idea\SpiderBook.iml
?????目錄???????????0??2017-07-13?09:08??SpiderBook-master\.idea\inspectionProfiles\
?????文件?????????228??2017-07-13?09:08??SpiderBook-master\.idea\inspectionProfiles\profiles_settings.xml
?????文件?????????225??2017-07-13?09:08??SpiderBook-master\.idea\misc.xml
?????文件?????????272??2017-07-13?09:08??SpiderBook-master\.idea\modules.xml
?????文件????????1066??2017-07-13?09:08??SpiderBook-master\.idea\workspace.xml
?????文件??????109693??2017-07-13?09:08??SpiderBook-master\122頁.png
?????文件???????91749??2017-07-13?09:08??SpiderBook-master\123頁.png
?????文件???????73704??2017-07-13?09:08??SpiderBook-master\138頁.png
?????文件???????71151??2017-07-13?09:08??SpiderBook-master\182頁.png
?????文件????????1061??2017-07-13?09:08??SpiderBook-master\LICENSE
?????文件???????23811??2017-07-13?09:08??SpiderBook-master\P113.jpg
?????文件???????25725??2017-07-13?09:08??SpiderBook-master\P137.jpg
?????文件???????26623??2017-07-13?09:08??SpiderBook-master\P145.jpg
?????文件???????30899??2017-07-13?09:08??SpiderBook-master\P21.jpg
?????文件???????38348??2017-07-13?09:08??SpiderBook-master\P29.jpg
?????文件???????45205??2017-07-13?09:08??SpiderBook-master\P58.jpg
?????文件?????????711??2017-07-13?09:08??SpiderBook-master\README.md
?????目錄???????????0??2017-07-13?09:08??SpiderBook-master\ch01\
?????文件????????3054??2017-07-13?09:08??SpiderBook-master\ch01\1.4.1.py
?????文件????????2343??2017-07-13?09:08??SpiderBook-master\ch01\1.4.2.py
?????文件????????1138??2017-07-13?09:08??SpiderBook-master\ch01\1.4.3.py
?????文件????????3915??2017-07-13?09:08??SpiderBook-master\ch01\1.4.4.py
?????文件????????1580??2017-07-13?09:08??SpiderBook-master\ch01\1.5.1.py
?????文件?????????767??2017-07-13?09:08??SpiderBook-master\ch01\1.5.2.py
?????文件???????????6??2017-07-13?09:08??SpiderBook-master\ch01\ch01.md
?????目錄???????????0??2017-07-13?09:08??SpiderBook-master\ch02\
?????文件????????3931??2017-07-13?09:08??SpiderBook-master\ch02\2.1.1.html
............此處省略201個文件信息

評論

共有 條評論