‘‘‘
Created?on?2013-7-2

@author:?glz.shinow
‘‘‘
#the?search?engine?is?divided?into?3?modules:web?crawlbuild?and?use?of?indexpage?rank

#----------------------------web_crawl--------------------------------
def?get_page（url）:
????try:
????????import?urllib
????????return?urllib.urlopen（url）.read（）
????except:
????????return?““
????
def?get_next_target（page）:
????start_link?=?page.find（‘????if?start_link?==?-1:
????????return?None?0
????start_quote?=?page.find（‘“‘?start_link）
????end_quote?=?page.find（‘“‘?start_quote?+?1）
????url?=?page[start_quote?+?1:end_quote]
????return?url?end_quote

def?get_all_links（page）:
????links?=?[]
????while?True:
????????url?endpos?=?get_next_target（page）
????????if?url:
????????????links.append（url）
????????????