import?os
import?re
from?mrjob.job?import?MRJob
from?mrjob.step?import?MRStep

word_search_re?=?re.compile（r“[\w‘]+“）


class?ExtractPosts（MRJob）:

????post_start?=?False
????post?=?[]

????def?mapper（self?key?line）:
????????filename?=?os.environ[“map_input_file“]
????????gender?=?filename.split（“.“）[1]
????????try:
????????????docnum?=?int（filename[0]）
????????except:
????????????docnum?=?8
????????if?filename.startswith（“51“）:
????????????#?remove?leading?and?trailing?whitespace
????????????line?=?line.strip（）
????????????if?line?==?““:
????????????????self.post_start?=?True
????????????elif?line?==?““:
????????????????self.post_start?=?False
????????????????yield?gender?repr（“\n“.join（self.post））
????????????????self.post?=?[]
????????????elif?self.post_start:
????????????????self.post.append（line）



if?__name__?==?‘__main__‘:
????ExtractPosts.run（）

?屬性????????????大小?????日期????時間???名稱
-----------?---------??----------?-----??----
?????文件???????????0??2018-03-21?10:02??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?
?????目錄???????????0??2016-11-04?17:27??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\
?????文件???????18562??2016-11-04?17:26??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\涓夋湀鏁版嵁.csv
?????目錄???????????0??2018-03-21?10:04??__MACOSX\
?????文件???????????0??2018-03-21?10:04??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?
?????目錄???????????0??2018-03-21?10:04??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\
?????文件?????????218??2016-11-04?17:26??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\._涓夋湀鏁版嵁.csv
?????文件???????17847??2016-11-04?17:24??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\鍗佷竴鏈堟暟鎹?csv
?????文件?????????218??2016-11-04?17:24??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\._鍗佷竴鏈堟暟鎹?csv
?????文件???????13890??2016-11-04?17:26??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\浜屾湀鏁版嵁.csv
?????文件?????????218??2016-11-04?17:26??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\._浜屾湀鏁版嵁.csv
?????文件????????3607??2016-11-04?17:27??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\浜旀湀鏁版嵁.csv
?????文件?????????218??2016-11-04?17:27??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\._浜旀湀鏁版嵁.csv
?????文件???????12690??2016-11-04?17:27??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\鍥涙湀鏁版嵁.csv
?????文件?????????218??2016-11-04?17:27??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\._鍥涙湀鏁版嵁.csv
?????文件???????17226??2016-11-04?17:25??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\鍗佷簩鏈堟暟鎹?csv
?????文件?????????218??2016-11-04?17:25??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\._鍗佷簩鏈堟暟鎹?csv
?????文件????????1545??2016-11-04?17:23??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\鍗佹湀鏁版嵁.csv
?????文件?????????218??2016-11-04?17:23??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\._鍗佹湀鏁版嵁.csv
?????文件???????17948??2016-11-04?17:25??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\涓€鏈堟暟鎹?csv
?????文件?????????218??2016-11-04?17:25??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\._涓€鏈堟暟鎹?csv
?????文件?????????422??2016-11-04?17:27??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\鍏湀鏁版嵁.csv
?????文件?????????218??2016-11-04?17:27??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?NBA鏁版嵁\._鍏湀鏁版嵁.csv
?????文件?????????218??2016-11-04?17:27??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?._NBA鏁版嵁
?????文件????????6148??2018-03-21?10:01??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?.DS_Store
?????文件?????????120??2018-03-21?10:01??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?._.DS_Store
?????文件?????2332955??2018-03-21?10:01??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?a255188c-6a02-49e6-97f7-ee2e1163f634.pdf
?????文件?????????554??2018-03-21?10:01??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?._a255188c-6a02-49e6-97f7-ee2e1163f634.pdf
?????目錄???????????0??2018-03-21?10:01??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?Code_REWRITE\
?????文件????????6148??2018-03-21?10:01??python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?Code_REWRITE\.DS_Store
?????目錄???????????0??2018-03-21?10:04??__MACOSX\python鏁版嵁鎸栨帢鍏ラ棬涓庡疄璺?Code_REWRITE\
............此處省略149個文件信息