資源簡介
spacy包en models,深度學習、機器學習,英文文本分類必備模塊
代碼片段和文件信息
#!/usr/bin/env?python
#?coding:?utf8
from?__future__?import?unicode_literals
import?io
import?json
from?os?import?path?walk
from?shutil?import?copy
from?setuptools?import?setup
def?load_meta(fp):
????with?io.open(fp?encoding=‘utf8‘)?as?f:
????????return?json.load(f)
def?list_files(data_dir):
????output?=?[]
????for?root?_?filenames?in?walk(data_dir):
????????for?filename?in?filenames:
????????????if?not?filename.startswith(‘.‘):
????????????????output.append(path.join(root?filename))
????output?=?[path.relpath(p?path.dirname(data_dir))?for?p?in?output]
????output.append(‘meta.json‘)
????return?output
def?list_requirements(meta):
????parent_package?=?meta.get(‘parent_package‘?‘spacy‘)
????requirements?=?[parent_package?+?meta[‘spacy_version‘]]
????if?‘setup_requires‘?in?meta:
????????requirements?+=?meta[‘setup_requires‘]
????return?requirements
def?setup_package():
????root?=?path.abspath(path.dirname(__file__))
????meta_path?=?path.join(root?‘meta.json‘)
????meta?=?load_meta(meta_path)
????model_name?=?str(meta[‘lang‘]?+?‘_‘?+?meta[‘name‘])
????model_dir?=?path.join(model_name?model_name?+?‘-‘?+?meta[‘version‘])
????copy(meta_path?path.join(model_name))
????copy(meta_path?model_dir)
????setup(
????????name=model_name
????????description=meta[‘description‘]
????????author=meta[‘author‘]
????????author_email=meta[‘email‘]
????????url=meta[‘url‘]
????????version=meta[‘version‘]
????????license=meta[‘license‘]
????????packages=[model_name]
????????package_data={model_name:?list_files(model_dir)}
????????install_requires=list_requirements(meta)
????????zip_safe=False
????)
if?__name__?==?‘__main__‘:
????setup_package()
評論
共有 條評論