|
|
@@ -0,0 +1,1260 @@
|
|
|
+#!/usr/bin/env python
|
|
|
+# coding: utf-8
|
|
|
+import os
|
|
|
+import sys
|
|
|
+import re
|
|
|
+import subprocess
|
|
|
+from pprint import pprint
|
|
|
+
|
|
|
+import logging
|
|
|
+logging.basicConfig(format='%(asctime)s: %(name)s: %(levelname)s: %(filename)s: %(funcName)s: %(message)s', level=logging.INFO)
|
|
|
+
|
|
|
+import jieba
|
|
|
+import pandas as pd
|
|
|
+from docx import Document
|
|
|
+from docx.shared import Inches
|
|
|
+
|
|
|
+from numpy import mean, median, bincount, argmax
|
|
|
+
|
|
|
+from pdfminer.high_level import extract_pages
|
|
|
+from pdfminer.layout import LTTextContainer, LTChar, LTLine, LAParams, LTTextBox, LTFigure, LTImage, LTText, LTAnno, LTTextLine, LTTextLineHorizontal
|
|
|
+from pdfminer.pdfdocument import PDFDocument
|
|
|
+from pdfminer.pdfpage import PDFPage
|
|
|
+from pdfminer.pdfparser import PDFParser
|
|
|
+from pdfminer.converter import PDFPageAggregator
|
|
|
+from pdfminer.pdfinterp import PDFResourceManager, PDFPageInterpreter
|
|
|
+
|
|
|
+import pdfplumber
|
|
|
+from paddlenlp import Taskflow
|
|
|
+
|
|
|
+from rich.console import Console
|
|
|
+console = Console()
|
|
|
+
|
|
|
+# import uvicorn
|
|
|
+# from fastapi import FastAPI
|
|
|
+# app = FastAPI()
|
|
|
+
|
|
|
+ner = Taskflow("ner", mode='fast')
|
|
|
+ner_tag = Taskflow("ner")
|
|
|
+
|
|
|
+global block, block_rev
|
|
|
+
|
|
|
+block = {
|
|
|
+ "个人信息":1, "基本信息":1, "个人简历":1, "基基本本信信息息":1, "基本信息基本信息":1, "基本信息文本内容":1,
|
|
|
+ "求职意向":2, "求职意向求职意向":2, "期望工作文本内容":2,
|
|
|
+ "教育背景":3, "教育经历":3, "教教育育经经历历":3, "教育经历教育经历":3, "教育经历文本内容":3, "学历学位":3,
|
|
|
+ "工作经验":4, "主要工作内容与职责":4, "工作方面":4, "实习经历":4, "工作经历":4, "工工作作经经历历":4, "工作经历工作经历":4, "工作经历文本内容":4,
|
|
|
+ "项目经历":5, "项目经验":5, "科研项目经历":5, "项项目目经经历历":5, "项目经历项目经历":5, "研究生参与代表性项目":5, "项目经历文本内容":5,
|
|
|
+ "专业技能":6, "个人技能":6, "专业/外语技能":6, "技能素质":6, "个人技能文本内容":6,
|
|
|
+ "自我评价":7, "个人简介":7, "个人评价":7, "自我描述":7, "自自我我评评价价":7, "自我评价自我评价":7, "自我评价文本内容":7,
|
|
|
+ "兴趣爱好":8, "兴趣爱好文本内容":8,
|
|
|
+ "语言及方言":9, "语言能力":9, "英语能力":9, "语语言言能能力力":9, "语言能力语言能力":9, "语言技能文本内容":9,
|
|
|
+ "证书":10, "所获证书文本内容":10,
|
|
|
+ "获得奖励":11, "获奖经历":11, "获奖情况":11, "获获奖奖经经历历":11, "获奖经历获奖经历":11, "获奖情况及社会活动":11, "校内奖励":11, "校内活动&奖励":11, "所获奖励文本内容":11,"奖惩情况":11,
|
|
|
+ "培训":12, "培训经历":12, "培培训训经经历历":12, "培训经历文本内容":12,
|
|
|
+ "家庭成员":13, "家家庭庭成成员员":13, "家庭成员家庭成员":13, "主要家庭成员及社会关系":13,
|
|
|
+ "社会活动":"other", "实践经验":"other", "社会活动及社会实践":"other", "近三年年度考核结果":"other", "其他意愿":"other",
|
|
|
+}
|
|
|
+block_rev = {1:"基本信息", 2:"求职意向", 3:"教育经历", 4:"工作经历", 5:"项目经历", 6:"专业技能", 7:"自我评价", 8:"兴趣爱好", 9:"语言能力", 10:"证书", 11:"获奖情况", 12:"培训经历", 13:"家庭成员", "other":"其他"}
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
+# 基本信息(已完成)
|
|
|
+def get_base_info(lines):
|
|
|
+ pprint(lines)
|
|
|
+ schema = {
|
|
|
+ '姓名': None,
|
|
|
+ }
|
|
|
+ for line in [' '.join(' '.join(lines).split('\n'))]:
|
|
|
+ line = line.replace(r'[ ]{5,}','\n')
|
|
|
+ w = re.sub(r'[\W]+(\w[:：])[\W]{0,}\w', r'\1', line)
|
|
|
+
|
|
|
+ pprint(w)
|
|
|
+
|
|
|
+ for i in w.split():
|
|
|
+ if '：' in i:
|
|
|
+ try:
|
|
|
+ key, val = i.split('：')
|
|
|
+ schema[key] = val
|
|
|
+ except Exception as e:
|
|
|
+ logging.error(e)
|
|
|
+ if ':' in i:
|
|
|
+ try:
|
|
|
+ key, val = i.split('：')
|
|
|
+ schema[key] = val
|
|
|
+ except Exception as e:
|
|
|
+ logging.error(e)
|
|
|
+
|
|
|
+ if not schema.get('姓名'):
|
|
|
+ schema['姓名'] = re.search(r'[姓名:：]{3,}(\w{2,4})', w).group(1) if re.search(r'[姓名:：]{3,}(\w{2,4})', w) else None
|
|
|
+ if not schema.get('姓名'):
|
|
|
+ for word, tag in ner_tag(w):
|
|
|
+ if tag == "人物类_实体":
|
|
|
+ schema['姓名'] = word
|
|
|
+ if not schema.get('性别'):
|
|
|
+ schema['性别'] = re.search(r'[男女]', w).group() if re.search(r'[男女]', w) else None
|
|
|
+ if not schema.get('婚姻状况'):
|
|
|
+ schema['婚姻状况'] = re.search(r'[已未]婚', w).group() if re.search(r'[已未]婚', w) else None
|
|
|
+ # if not schema.get('籍贯'):
|
|
|
+ # schema['籍贯'] = re.search(r'[籍贯:：]{3,}(\w{2,5})', w).group(1) if re.search(r'[籍贯:：]{3,}(\w{2,})', w) else None
|
|
|
+ # if not schema.get('学历'):
|
|
|
+ # schema['学历'] = re.search(r'[学历:：]{3,}(\w{2,4})', w).group(1) if re.search(r'[学历:：]{3,}(\w{2,4})', w) else None
|
|
|
+ if not schema.get('电子邮箱'):
|
|
|
+ schema['电子邮箱'] = re.search(r'([.\w]+@[.\w]+)', w).group() if re.search(r'([.\w]+@[.\w]+)', w) else None
|
|
|
+ if not schema.get('政治面貌'):
|
|
|
+ schema['政治面貌'] = re.search(r'[预备中共党团员群众无派人士]{2,6}', w).group() if re.search(r'[预备中共党团员群众无派人士]{2,6}', w) else None
|
|
|
+ if not schema.get('手机号码'):
|
|
|
+ schema['手机号码'] = re.search(r'\W(1[\d]{10})\W', w).group(1) if re.search(r'\W(1[\d]{10})\W', w) else None
|
|
|
+ # if not schema.get('出生年月'):
|
|
|
+ # schema['出生年月'] = re.search(r'\d{4}[./年\-]\d{1,2}[月]', w).group() if re.search(r'\d{4}[./年\-]\d{1,2}[月]', w) else None
|
|
|
+ # if not schema.get('当前职位'):
|
|
|
+ # schema['当前职位'] = re.search(r'[当前职位： ]{3，}(\w)+', w).group() if re.search(r'[当前职位： ]{3，}(\w)+', w) else None
|
|
|
+ # if not schema.get('参加工作时间'):
|
|
|
+ # schema['参加工作时间'] = re.search(r'[参加工作事件：]{3,}(\d{4}[./年\-]\d{1,2}[月])', w).group(1) if re.search(r'[参加工作事件：]{3,}(\d{4}[./年\-]\d{1,2}[月])', w) else None
|
|
|
+ return {key:value for key, value in schema.items() if value}
|
|
|
+
|
|
|
+
|
|
|
+# 求职意向(已完成)
|
|
|
+def get_job_intention(lines):
|
|
|
+ pprint(lines)
|
|
|
+ schema = {}
|
|
|
+ for line in lines:
|
|
|
+ regex = re.compile(r'\W{0,3}[：:]\s+')
|
|
|
+ line = regex.sub(':', line)
|
|
|
+ for i in line.split():
|
|
|
+ if ":" in i:
|
|
|
+ try:
|
|
|
+ key, val = i.split(":")
|
|
|
+ schema[key] = val
|
|
|
+ except Exception as e:
|
|
|
+ logging.error(e)
|
|
|
+ return schema
|
|
|
+
|
|
|
+
|
|
|
+# 教育经历 (已完成)
|
|
|
+# ner + 分词 (判断学校，时间，学历) 专业需要单独处理。
|
|
|
+def get_edu_list_old(lines):
|
|
|
+ pprint(lines)
|
|
|
+
|
|
|
+ job_list = []
|
|
|
+ job_dict = {'edu_time_beg':'', 'edu_time_end':'', 'edu_name':'','edu_leval':'','edu_domain':'', 'edu_statue':0}
|
|
|
+ re_txt = '\d{4,4}.\d{1,2}.?\040{0,2}[\-–至－\—～]\040{0,2}\d{4,4}.\d{1,2}[月]?|\d+\.\d+\-至今|\d+年\d+月\-\d+年\d+月|\d+年\d+月\-\~|\d+年\d+月[\-\~]至今|\d+-\d+\040{0,2}[\~至]\040{0,2}\d+-\d+|\d+-\d+\~|\d+-\d+\~至今|\d+-\d+\040{0,2}至今|^\d{4,4}.\d{1,2}|19\d{2,2}.|20\d{2,2}.'
|
|
|
+ re_txt_1 = '\d{4,4}.\d{1,2}.?\040{0,2}[\-–至－\—～]\040{0,2}\d{4,4}.\d{1,2}[月]?|\d+\.\d+\-至今|\d+年\d+月\-\d+年\d+月|\d+年\d+月\-\~|\d+年\d+月[\-\~]至今|\d+-\d+\040{0,2}[\~至]\040{0,2}\d+-\d+|\d+-\d+\~|\d+-\d+\~至今|\d+-\d+\040{0,2}至今'
|
|
|
+ nums = []
|
|
|
+
|
|
|
+ for i in range(len(lines)):
|
|
|
+ if re.findall(re_txt, lines[i]):
|
|
|
+ nums.append(i)
|
|
|
+
|
|
|
+ nums.append(len(lines))
|
|
|
+
|
|
|
+
|
|
|
+ edu_level = {'本科':18, "大专":17, "博士研究生":20, "学士":18, "博士":20, "硕士":19, "研究生":19, "博后":21, '博士后':21}
|
|
|
+ year_dict = {18:4, 17:3,20:3,19:3,21:2}
|
|
|
+ edu_dict = {18:'本科', 17:'大专',20:'博士研究生',19:'硕士',21:'博士后'}
|
|
|
+ edu_list = []
|
|
|
+ for i in range(1, len(nums[:])):
|
|
|
+ job_dict = {'edu_time_beg':'', 'edu_time_end':'', 'edu_name':'','edu_leval':'','edu_domain':''}
|
|
|
+ data_list = lines[nums[i-1]:nums[i]]
|
|
|
+ if len(data_list) > 1 and data_list[1] and data_list[1][-1] == '|' and data_list[0][-1] != '|':
|
|
|
+ data_list[0] = data_list[0] + data_list[1]
|
|
|
+ data_list[1] = ''
|
|
|
+ if len(data_list) > 2 and data_list[2] and data_list[2][-1] == '|' and data_list[0][-1] != '|' and '|' in str(data_list[0]) and data_list[1] and data_list[1][-1] != '|':
|
|
|
+ data_list[0] = data_list[0] + data_list[1] + data_list[2]
|
|
|
+ data_list[1] = ''
|
|
|
+ data_list[2] = ''
|
|
|
+ if '' in data_list:
|
|
|
+ data_list.remove('')
|
|
|
+ data_line = ' '.join(data_list)
|
|
|
+ data_line = re.sub('[\|]', ' ', data_line)
|
|
|
+ data_line = re.sub('-{3,}', '', data_line)
|
|
|
+
|
|
|
+ ner_data = ner(''.join(data_list[:2]))
|
|
|
+
|
|
|
+ org = ''
|
|
|
+ time_list = []
|
|
|
+
|
|
|
+ for jj in range(1, len(ner_data)):
|
|
|
+ if ner_data[jj][1] == ner_data[jj-1][1]:
|
|
|
+ ner_data[jj] = list(ner_data[jj])
|
|
|
+ ner_data[jj][0] = ner_data[jj-1][0] + ner_data[jj][0]
|
|
|
+ ner_data[jj-1] = ('','')
|
|
|
+
|
|
|
+ for _ in ner_data:
|
|
|
+ if _[1] == 'ORG' and not org:
|
|
|
+ org = _[0].strip()
|
|
|
+ elif _[1] == 'TIME' and len(_[1]) >= 4:
|
|
|
+ time_list.append(_[0])
|
|
|
+
|
|
|
+ #TIME
|
|
|
+ # print(data_line)
|
|
|
+ _list_data = re.split('\040+',data_line)
|
|
|
+ top_level = 18
|
|
|
+ remove_list = []
|
|
|
+
|
|
|
+ logging.debug(_list_data)
|
|
|
+ logging.debug(time_list)
|
|
|
+
|
|
|
+ for ii in range(len(_list_data)):
|
|
|
+ for t in time_list:
|
|
|
+ if t in _list_data[ii]:
|
|
|
+ _list_data[ii] = ''
|
|
|
+ break
|
|
|
+
|
|
|
+ for i in range(len(_list_data)):
|
|
|
+ #if org in _list_data[i]:
|
|
|
+ # _list_data[i] = ''
|
|
|
+ if re.findall('^\d{4,4}', _list_data[i]):
|
|
|
+ _list_data[i] = ''
|
|
|
+ _data = re.findall('本科|学士|硕士|博士研究生|博士后|博后|博士|研究生|大专', _list_data[i])
|
|
|
+ if not _data:
|
|
|
+ continue
|
|
|
+ top_level = edu_level[_data[0]]
|
|
|
+ _list_data[i] = ''
|
|
|
+ break
|
|
|
+ #remove_list.append(i)
|
|
|
+
|
|
|
+ logging.debug(_list_data)
|
|
|
+
|
|
|
+ job_time = re.findall(re_txt_1, data_list[0])
|
|
|
+ if job_time:
|
|
|
+ job_dict['edu_time'] = job_time[0]
|
|
|
+ else:
|
|
|
+ job_dict['edu_time'] = ''
|
|
|
+
|
|
|
+
|
|
|
+ _nums = re.findall('\d+', job_dict['edu_time'])
|
|
|
+ if len(_nums) >= 4:
|
|
|
+ job_dict['edu_time_beg'] = '%s-%02d'%(_nums[0], int(_nums[1]))
|
|
|
+ job_dict['edu_time_end'] = '%s-%02d'%(_nums[2], int(_nums[3]))
|
|
|
+ job_dict['edu_time'] = '%s-%02d~%s-%02d'%(_nums[0], int(_nums[1]), _nums[2], int(_nums[3]))
|
|
|
+ elif len(_nums) == 2:
|
|
|
+ job_dict['edu_time'] = '%s-%02d~%s'%(_nums[0], int(_nums[1]), '至今')
|
|
|
+ job_dict['edu_time_beg'] = '%s-%02d'%(_nums[0], int(_nums[1]))
|
|
|
+ job_dict['edu_time_end'] = '%s'%('至今')
|
|
|
+ elif len(time_list) == 2:
|
|
|
+ nums_1 = re.findall('\d+', time_list[0])
|
|
|
+ nums_2 = re.findall('\d+', time_list[1])
|
|
|
+ nums_1.append('09')
|
|
|
+ nums_2.append('07')
|
|
|
+
|
|
|
+ job_dict['edu_time_beg'] = '%s-%02d'%(nums_1[0], int(nums_1[1]))
|
|
|
+ try:
|
|
|
+ job_dict['edu_time_end'] = '%s-%02d'%(nums_2[0], int(nums_2[1]))
|
|
|
+ except:
|
|
|
+ job_dict['edu_time_end'] = None
|
|
|
+ try:
|
|
|
+ job_dict['edu_time'] = '%s-%02d~%s-%02d'%(nums_1[0], int(nums_1[1]), nums_2[0], int(nums_2[1]))
|
|
|
+ except:
|
|
|
+ job_dict['edu_time'] = '%s-%02d~今'%(nums_1[0], int(nums_1[1]))
|
|
|
+
|
|
|
+ elif len(time_list) == 1:
|
|
|
+ _nums = re.findall('\d+', time_list[0])
|
|
|
+ if '毕业' in data_list[0]:
|
|
|
+ _nums.append('06')
|
|
|
+ _nums.insert(0, '09')
|
|
|
+ _nums.insert(0, str(int(_nums[1]) - year_dict[top_level]))
|
|
|
+ job_dict['edu_time'] = '%s-%02d~%s-%02d'%(_nums[0], int(_nums[1]), _nums[2], int(_nums[3]))
|
|
|
+ job_dict['edu_time_beg'] = '%s-%02d'%(_nums[0], int(_nums[1]))
|
|
|
+ job_dict['edu_time_end'] = '%s-%02d'%(_nums[2], int(_nums[3]))
|
|
|
+ else:
|
|
|
+ _nums.append('09')
|
|
|
+ job_dict['edu_time'] = '%s-%02d~%s'%(_nums[0], int(_nums[1]), '至今')
|
|
|
+ job_dict['edu_time_beg'] = '%s-%02d'%(_nums[0], int(_nums[1]))
|
|
|
+ job_dict['edu_time_end'] = '%s'%('至今')
|
|
|
+
|
|
|
+ job_dict['edu_leval'] = edu_dict[top_level]
|
|
|
+ if org:
|
|
|
+ job_dict['edu_name'] = org
|
|
|
+ else:
|
|
|
+ job_dict['edu_name'] = ''
|
|
|
+ edu_domain = ''
|
|
|
+ for i in range(len(_list_data)):
|
|
|
+ if org in _list_data[i]:
|
|
|
+ continue
|
|
|
+ if not _list_data[i] and '专业' in _list_data[i]:
|
|
|
+ edu_domain = _list_data[i]
|
|
|
+
|
|
|
+ if not edu_domain:
|
|
|
+ for i in range(len(_list_data)):
|
|
|
+ if org in _list_data[i]:
|
|
|
+ continue
|
|
|
+ if _list_data[i] and len(_list_data[i]) >= 3:
|
|
|
+ edu_domain = _list_data[i]
|
|
|
+ break
|
|
|
+
|
|
|
+
|
|
|
+ if not edu_domain:
|
|
|
+ for i in range(len(_list_data)):
|
|
|
+ if org in _list_data[i]:
|
|
|
+ for j in range(i+1, len(_list_data)):
|
|
|
+ if _list_data[i] and len(_list_data[j]) >= 2:
|
|
|
+ edu_domain = _list_data[j]
|
|
|
+ break
|
|
|
+ break
|
|
|
+
|
|
|
+ job_dict['edu_domain'] = edu_domain
|
|
|
+ # print(job_dict)
|
|
|
+ # print(_list_data)
|
|
|
+
|
|
|
+ if len(job_list) ==0:
|
|
|
+ job_list.append(job_dict)
|
|
|
+ else:
|
|
|
+ if job_dict in job_list:
|
|
|
+ continue
|
|
|
+ if not job_dict['edu_time']:
|
|
|
+ continue
|
|
|
+ if int(job_dict['edu_time'][:4]) > int(job_list[-1]['edu_time'][:4]):
|
|
|
+ job_list = [job_dict] + job_list
|
|
|
+ else:
|
|
|
+ job_list.append(job_dict)
|
|
|
+ continue
|
|
|
+
|
|
|
+
|
|
|
+ data_list[0] = re.sub(job_time[0], '', data_list[0])
|
|
|
+ _list = re.split('\|\040+', data_list[0])
|
|
|
+ #print(_list)
|
|
|
+ if len(_list) == 1:
|
|
|
+ __list = re.split('\040+', data_list[0])
|
|
|
+ job_dict['edu_name'] = __list[1].strip()
|
|
|
+ job_dict['edu_domain'] = __list[2].strip()
|
|
|
+ job_dict['edu_leval'] = __list[3].strip()
|
|
|
+ else:
|
|
|
+ #if job_dict['edu_leval'] not in
|
|
|
+ if len(_list) > 3:
|
|
|
+ job_dict['edu_name'] = _list[2].strip()
|
|
|
+ job_dict['edu_domain'] = _list[3].strip()
|
|
|
+ job_dict['edu_leval'] = _list[1].strip()
|
|
|
+ else:
|
|
|
+ job_dict['edu_leval'] = _list[0].strip()
|
|
|
+ job_dict['edu_name'] = _list[1].strip()
|
|
|
+ job_dict['edu_domain'] = _list[2].strip()
|
|
|
+ if '硕士' in _list[0] or '研究生' in _list[0]:
|
|
|
+ job_dict['edu_leval'] = '硕士'
|
|
|
+ elif '博士' in _list[0]:
|
|
|
+ job_dict['edu_leval'] = '博士'
|
|
|
+ elif '本科' in _list[0]:
|
|
|
+ job_dict['edu_leval'] = '本科'
|
|
|
+ elif '学士' in _list[0]:
|
|
|
+ job_dict['edu_leval'] = '本科'
|
|
|
+ # print(job_dict)
|
|
|
+ if len(job_list) ==0:
|
|
|
+ job_list.append(job_dict)
|
|
|
+ else:
|
|
|
+ if job_dict in job_list:
|
|
|
+ continue
|
|
|
+ if int(job_dict['edu_time'][:4]) > int(job_list[-1]['edu_time'][:4]):
|
|
|
+ job_list = [job_dict] + job_list
|
|
|
+ else:
|
|
|
+ job_list.append(job_dict)
|
|
|
+ #edu_list.append(job_dict['edu_time'] + job_dict['edu_name'] + job_dict['edu_domain'] + job_dict['edu_leval'])
|
|
|
+ #if job_list[0]['edu_leval'] not in ['硕士', '博士', '本科', '博后'] and len(job_list[0]['edu_leval']) > 5:
|
|
|
+ # job_list[0]['edu_leval'] = '本科'
|
|
|
+ return job_list
|
|
|
+
|
|
|
+
|
|
|
+# 教育经历改 (已完成)
|
|
|
+def get_edu_list(lines):
|
|
|
+ pprint(lines)
|
|
|
+
|
|
|
+ edu_list = [{"Time":None, "startTime":None, "endTime":None, "edu_name":None, "edu_domain":None, "edu_level":None}]
|
|
|
+ regex_time = re.compile(r'((\d{4})[年\W]{1,2}(\d{1,2})[月\W]?[\d]{0,2})[至到\W]+((\d{4})[年\W]{1,2}(\d{1,2})[月\W]?)?([今])?|(\d{4})[至\W]+([\d今]{4})')
|
|
|
+ regex_end = re.compile(r'毕业时间[\w\W]{0,5}(\d{4})[\W年]?(\d{0,2})[月\W]?')
|
|
|
+ regex_level = re.compile(r'[大本专科硕博士研究生后]{2,}')
|
|
|
+ regex_domain = re.compile(u'[\u4E00-\u9FA5]{2,10}', re.UNICODE)
|
|
|
+ count = 0
|
|
|
+ for line in lines:
|
|
|
+ line = line.replace("学士","本科").replace("专业","").replace("学位","")
|
|
|
+ for cell in re.split(r'[·\|\t]', line):
|
|
|
+ if not cell.strip():
|
|
|
+ continue
|
|
|
+ flags = 0
|
|
|
+ edu_time = regex_time.search(cell)
|
|
|
+ edu_end_time = regex_end.search(cell)
|
|
|
+ edu_level = regex_level.search(cell)
|
|
|
+ edu_domain = regex_domain.search(cell)
|
|
|
+ # 标准时间格式
|
|
|
+ if edu_time:
|
|
|
+ # 提交信息
|
|
|
+ if edu_list[count].get("Time") and edu_list[count].get("edu_name"):
|
|
|
+ edu_list.append({"Time":None, "startTime":None, "endTime":None, "edu_name":None, "edu_domain":None, "edu_level":None})
|
|
|
+ count += 1
|
|
|
+ edu_list[count]["startTime"] = '{:4d}-{:02d}'.format(int(edu_time.group(2)),int(edu_time.group(3)))
|
|
|
+ if edu_time.group(5) != None:
|
|
|
+ edu_list[count]["endTime"] = '{:4d}-{:02d}'.format(int(edu_time.group(5)),int(edu_time.group(6)))
|
|
|
+ edu_list[count]["Time"] = '{:4d}-{:02d}~{:4d}-{:02d}'.format(int(edu_time.group(2)),int(edu_time.group(3)),int(edu_time.group(5)),int(edu_time.group(6)))
|
|
|
+ elif edu_time.group(8) != None:
|
|
|
+ edu_list[count]["Time"] = '{:4d}~{:4d}'.format(int(edu_time.group(8)),int(edu_time.group(9)))
|
|
|
+ edu_list[count]["startTime"] = '{:4d}'.format(int(edu_time.group(8)))
|
|
|
+ edu_list[count]["endTime"] = '{:4d}'.format(int(edu_time.group(9)))
|
|
|
+ else:
|
|
|
+ edu_list[count]["endTime"] = edu_time.group(7)
|
|
|
+ edu_list[count]['Time'] = '{:4d}-{:02d}~{}'.format(int(edu_time.group(2)),int(edu_time.group(3)),edu_time.group(7))
|
|
|
+ flags = 1
|
|
|
+ elif edu_end_time:
|
|
|
+ if edu_list[count].get("endTime") and edu_list[count].get("edu_name"):
|
|
|
+ edu_list.append({"Time":None, "startTime":None, "endTime":None, "edu_name":None, "edu_domain":None, "edu_level":None})
|
|
|
+ count += 1
|
|
|
+ if edu_end_time.group(2):
|
|
|
+ edu_list[count]["Time"] = '{:4d}-{:02d}~{:4d}-{:02d}'.format(int(edu_end_time.group(1)),int(edu_end_time.group(2)),int(edu_end_time.group(1))-3,int(edu_end_time.group(2)))
|
|
|
+ edu_list[count]["endTime"] = '{:4d}-{:02d}'.format(int(edu_end_time.group(1)),int(edu_end_time.group(2)))
|
|
|
+ elif edu_end_time.group(1):
|
|
|
+ edu_list[count]["Time"] = '{:4d}~{:4d}'.format(int(edu_end_time.group(1)),int(edu_end_time.group(1))-3)
|
|
|
+ edu_list[count]["endTime"] = '{:4d}'.format(int(edu_end_time.group(1)))
|
|
|
+ if (not edu_list[count].get("edu_level")) and edu_level:
|
|
|
+ edu_list[count]["edu_level"] = edu_level.group(0)
|
|
|
+ for word, tag in ner_tag(cell):
|
|
|
+ if (not edu_list[count].get("edu_name")) and (tag == "组织机构类_教育组织机构"):
|
|
|
+ edu_list[count]["edu_name"] = word.strip()
|
|
|
+ flags = 1
|
|
|
+ elif (not edu_list[count].get("edu_domain")) and (tag in "_术语类型"):
|
|
|
+ edu_list[count]["edu_domain"] = word.strip()
|
|
|
+ elif edu_list[count].get("edu_name") and edu_list[count].get("edu_domain"):
|
|
|
+ break
|
|
|
+ else:
|
|
|
+ for word, tag in ner(cell):
|
|
|
+ if (tag == "ORG"):
|
|
|
+ edu_list[count]["edu_name"] = word
|
|
|
+ flags = 1
|
|
|
+ break
|
|
|
+ if (not (edu_level or flags or edu_list[count].get("edu_domain"))) and edu_domain:
|
|
|
+ edu_list[count]["edu_domain"] = edu_domain.group(0)
|
|
|
+ if (not edu_list[-1].get("Time")) or (not edu_list[-1].get("edu_name")):
|
|
|
+ edu_list.pop()
|
|
|
+ return edu_list
|
|
|
+
|
|
|
+
|
|
|
+# 工作经历 （已完成）
|
|
|
+# ner + 分词 机构信息，人物身份信息，时间 工作内容区分判断
|
|
|
+# 其中，时间是判断是否下一份工作情况的主要标识符之一。字符数量
|
|
|
+# 时间类 数量词
|
|
|
+def get_job_list(lines):
|
|
|
+ pprint(lines)
|
|
|
+
|
|
|
+ job_list = []
|
|
|
+ re_txt = '\d{4,4}\040{0,2}.\d+\040{0,2}.?\040{0,2}[\-–至－\—～]{1,2}\040{0,2}\d{4,4}\040{0,2}.\040{0,2}\d+.?|\d{4,4}.\d+.?\040{0,2}[\-–－—]{0,2}\040{0,2}至?今|\d{4,4}.\d+.?\040{0,2}[\-–－]{1,2}\040{0,2}现在|\d{4,4}年\d+月\-\d{4,4}年\d+月|\d{4,4}年\d+月\-\~|\d{4,4}年\d+月[\-\~－]至今|\d{4,4}-\d+\040{0,2}[－\~至]\040{0,2}\d{4,4}-\d+|\d{4,4}-\d+\~|\d{4,4}-\d+\[~－]至今|\d{4,4}-\d+\040{0,2}至今'
|
|
|
+ nums = []
|
|
|
+ for i in range(len(lines)):
|
|
|
+ #print(lines[i])
|
|
|
+ #print(lines[i], re.findall(re_txt, lines[i]), re.findall('\||\040{1,}', lines[i]))
|
|
|
+ if re.findall(re_txt, lines[i].replace(' ', '')) and re.findall('\||\040{1,}', lines[i]):
|
|
|
+ nums.append(i)
|
|
|
+ continue
|
|
|
+ if re.findall(re_txt, lines[i].replace(' ', '')[:20]):
|
|
|
+ nums.append(i)
|
|
|
+ continue
|
|
|
+ if len(lines[i].strip().replace(' ', '')) > 50:
|
|
|
+ continue
|
|
|
+
|
|
|
+
|
|
|
+ year_list = re.findall('19\d{2,2}.\d{1,2}|20\d{2,2}.\d{1,2}', lines[i])
|
|
|
+ if len(year_list) >= 2:
|
|
|
+ nums.append(i)
|
|
|
+ elif len(year_list) == 1 and '至今' in lines[i]:
|
|
|
+ nums.append(i)
|
|
|
+ nums.append(len(lines))
|
|
|
+ # pprint(nums)
|
|
|
+ logging.debug('get_job_list :{}'.format(nums))
|
|
|
+ for i in range(1, len(nums[:])):
|
|
|
+ job_dict = {'job_time':'', 'job_leval':'','job_company':'','job_content':''}
|
|
|
+ data_list = lines[nums[i-1]:nums[i]]
|
|
|
+ if '' in data_list:
|
|
|
+ data_list.remove('')
|
|
|
+ org = ''
|
|
|
+ person_professor_list = []
|
|
|
+ org_index = -1
|
|
|
+ end_index = 3
|
|
|
+ job_time = re.findall(re_txt, data_list[0])
|
|
|
+ if not job_time:
|
|
|
+ year_list = re.findall('19\d{2,2}.\d{1,2}|20\d{2,2}.\d{1,2}', data_list[0])
|
|
|
+ if len(year_list) >= 2:
|
|
|
+ job_time = ['-'.join(year_list)]
|
|
|
+ elif len(year_list) == 1 and '至今' in lines[i]:
|
|
|
+ job_time = [year_list[0] + '-' + '至今']
|
|
|
+ pprint("342{}".format(job_time))
|
|
|
+ if not job_time:
|
|
|
+ regex = re.compile(r'((\d{4})[年\W]+(\d{1,2})[\W]?[\w]?)[至到\W]+((\d{4})[年\W]+(\d{1,2})[\W]?[\w]?)?([今])?')
|
|
|
+ job_time = [re.search(regex, data_list[0]).group(0)]
|
|
|
+ pprint("346{}".format(job_time))
|
|
|
+ job_dict['job_time'] = job_time[0]
|
|
|
+ _nums = re.findall('\d+', job_dict['job_time'])
|
|
|
+ #print(_nums)
|
|
|
+ if len(_nums) >= 4:
|
|
|
+ job_dict['job_time'] = '%s-%02d~%s-%02d'%(_nums[0], int(_nums[1]), _nums[2], int(_nums[3]))
|
|
|
+ elif len(_nums) == 2:
|
|
|
+ job_dict['job_time'] = '%s-%02d~%s'%(_nums[0], int(_nums[1]), '至今')
|
|
|
+ data_list[0] = re.sub(job_time[0], '', data_list[0])
|
|
|
+ data_list[0] = data_list[0].strip()
|
|
|
+ ner_list = []
|
|
|
+ for i in range(len(data_list[:3])):
|
|
|
+ if '工作' in data_list[i][:4] and (re.findall('：|\:', data_list[i])):
|
|
|
+ end_index = i
|
|
|
+ break
|
|
|
+ if not re.findall('\040|\||/', data_list[i]) and org:
|
|
|
+ end_index = i
|
|
|
+ break
|
|
|
+ if len(data_list[i]) > 80:
|
|
|
+ end_index = i
|
|
|
+ break
|
|
|
+ if data_list[i]:
|
|
|
+ ner_data = ner_tag(data_list[i].strip())
|
|
|
+ else:
|
|
|
+ continue
|
|
|
+
|
|
|
+ ner_list.append(ner_data)
|
|
|
+ for x in ner_data:
|
|
|
+ if x[1] == '人物类_概念' and len(x[0]) > 2:
|
|
|
+ person_professor_list.append(x[0].strip())
|
|
|
+
|
|
|
+ elif x[1] == '组织机构类_企事业单位' or x[1] == '组织机构类_教育组织机构':
|
|
|
+ if not org:
|
|
|
+ org = re.split('\040|\|/', x[0].strip())[0]
|
|
|
+ org_index = i
|
|
|
+ if not org:
|
|
|
+ for i in range(len(ner_list)):
|
|
|
+ ner_data = ner_list[i]
|
|
|
+ for x in ner_data:
|
|
|
+ if x[1] == '组织机构类':
|
|
|
+ org = re.split('\040|\|/', x[0].strip())[0]
|
|
|
+ break
|
|
|
+ if not person_professor_list:
|
|
|
+ for i in range(len(ner_list)):
|
|
|
+ ner_data = ner_list[i]
|
|
|
+ for x in ner_data:
|
|
|
+ if x[1] == '人物类_概念':
|
|
|
+ person_professor_list = [re.split('\040|\|/', x[0].strip())[0]]
|
|
|
+ break
|
|
|
+ data_line = ' '.join(data_list[:end_index])
|
|
|
+ data_line = re.sub('\||/', ' ', data_line)
|
|
|
+ _list_data = re.split('\040+',data_line)
|
|
|
+ if len(_list_data) == 1:
|
|
|
+ end_index = 0
|
|
|
+ if not person_professor_list:
|
|
|
+ for x in range(len(_list_data)):
|
|
|
+ if re.findall('经理|工程师|会计|董事长|总监|秘书|主管|处长|局长|主任|讲师|教授', _list_data[x][-4:]):
|
|
|
+ person_professor_list.append(_list_data[x])
|
|
|
+
|
|
|
+
|
|
|
+ if not org:
|
|
|
+ for x in range(len(_list_data)):
|
|
|
+ if len(_list_data[x]) < 4:
|
|
|
+ _list_data[x] = ''
|
|
|
+ elif person_professor_list and re.findall('|'.join(person_professor_list), _list_data[x]):
|
|
|
+ _list_data[x] = ''
|
|
|
+ elif '经理' == _list_data[x][-2:]:
|
|
|
+ _list_data[x] = ''
|
|
|
+ for x in range(len(_list_data)):
|
|
|
+ if _list_data[x]:
|
|
|
+ org = _list_data[x]
|
|
|
+ break
|
|
|
+ if not person_professor_list:
|
|
|
+ for x in range(len(_list_data)):
|
|
|
+ if org in _list_data[x]:
|
|
|
+ for j in range(x+1, len(_list_data)):
|
|
|
+ if _list_data[j]:
|
|
|
+ person_professor_list = [_list_data[j]]
|
|
|
+ break
|
|
|
+ break
|
|
|
+
|
|
|
+ #print(org, person_professor_list, job_time)
|
|
|
+ job_dict['job_company'] = org
|
|
|
+ job_dict['job_leval'] = ' '.join(person_professor_list)
|
|
|
+ job_dict['job_content'] = re.sub('工工作作内内容容::|工工作作内内容容：：|工工作作内内容容', '工作内容：', ''.join(data_list[end_index:]))
|
|
|
+ job_dict['job_content'] = re.sub('/', '-', job_dict['job_content'])
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
+ job_list.append(job_dict)
|
|
|
+ continue
|
|
|
+ if len(data_list) > 1 and data_list[1] and data_list[1][-1] == '|':# and data_list[0] and data_list[0][-1] != '|':
|
|
|
+ data_list[0] = data_list[0] + data_list[1]
|
|
|
+ data_list[1] = ''
|
|
|
+ elif len(data_list) > 2 and data_list[2] and data_list[2][-1] == '|' and data_list[0][-1] != '|' and '|' in str(data_list[0]) and data_list[1] and data_list[1][-1] != '|':
|
|
|
+ data_list[0] = data_list[0] + data_list[1] + data_list[2]
|
|
|
+ data_list[1] = ''
|
|
|
+ data_list[2] = ''
|
|
|
+ elif len(data_list) > 1 and data_list[1] and '工作职责：' in data_list[2]:
|
|
|
+ data_list[0] = data_list[0] + data_list[1]
|
|
|
+ data_list[1] = ''
|
|
|
+ elif len(data_list) > 1 and '工作职责：' in data_list[3]:
|
|
|
+ data_list[0] = data_list[0] + data_list[1] + data_list[2]
|
|
|
+ data_list[1] = ''
|
|
|
+ data_list[2] = ''
|
|
|
+ job_time = re.findall(re_txt, data_list[0])
|
|
|
+ job_dict['job_time'] = job_time[0]
|
|
|
+ _nums = re.findall('\d+', job_dict['job_time'])
|
|
|
+ #print(_nums)
|
|
|
+ if len(_nums) >= 4:
|
|
|
+ job_dict['job_time'] = '%s-%02d~%s-%02d'%(_nums[0], int(_nums[1]), _nums[2], int(_nums[3]))
|
|
|
+ elif len(_nums) == 2:
|
|
|
+ job_dict['job_time'] = '%s-%02d~%s'%(_nums[0], int(_nums[1]), '至今')
|
|
|
+ data_list[0] = re.sub(job_time[0], '', data_list[0])
|
|
|
+ data_list[0] = data_list[0].strip()
|
|
|
+ data_list[0] = re.sub('历任：', ' ', data_list[0])
|
|
|
+ _list = data_list[0].split('|')
|
|
|
+ if len(_list) == 1:
|
|
|
+ __list = re.split('\040{2,}', data_list[0])
|
|
|
+ #print(__list)
|
|
|
+ job_dict['job_leval'] = __list[1].strip()
|
|
|
+ job_dict['job_company'] = __list[0].strip()
|
|
|
+ else:
|
|
|
+ job_dict['job_leval'] = _list[0].strip()
|
|
|
+ job_dict['job_company'] = _list[1].strip()
|
|
|
+ if '职级：' in data_list[1:]:
|
|
|
+ data_list.remove('职级：')
|
|
|
+ job_dict['job_content'] = re.sub('工工作作内内容容::|工工作作内内容容：：|工工作作内内容容', '工作内容：', ''.join(data_list[1:]))
|
|
|
+ job_dict['job_content'] = re.sub('/', '-', job_dict['job_content'])
|
|
|
+ #print(job_dict)
|
|
|
+ job_list.append(job_dict)
|
|
|
+ return job_list
|
|
|
+
|
|
|
+
|
|
|
+# 项目经历 (已完成)
|
|
|
+# 项目名称未知
|
|
|
+def get_pro_list(lines):
|
|
|
+ pprint(lines)
|
|
|
+
|
|
|
+ pro_list = [{"Time":None,"startTime":None,"endTime":None,"pro_name":None,"job_leval":None,"job_company":None,"content":None,},]
|
|
|
+ regex = re.compile(r'((\d{4})[年\W]+(\d{1,2})[\W]?[\w]?)[至到\W]+((\d{4})[年\W]+(\d{1,2})[\W]?[\w]?)?([今])?')
|
|
|
+ re_con = re.compile(r'负责内容(.*?)')
|
|
|
+ re_na = re.compile(r'\W(.*?项目)\W')
|
|
|
+ count = 0
|
|
|
+ for line in lines:
|
|
|
+ regex_time = regex.search(line)
|
|
|
+ regex_content = re_con.search(line)
|
|
|
+ regex_name = re_na.search(line)
|
|
|
+ if regex_time:
|
|
|
+
|
|
|
+ # data_list = line.split()
|
|
|
+ # # for i in regex_time.groups():
|
|
|
+ # # data_list.remove(i)
|
|
|
+ # console.print(regex_time.groups(), style='red', justify='left')
|
|
|
+ # console.print(data_list, style='red', justify='left')
|
|
|
+
|
|
|
+ if pro_list[count].get("Time"):
|
|
|
+ pro_list.append({"Time":None,"startTime":None,"endTime":None,"pro_name":None,"job_leval":None,"job_company":None,"content":None,})
|
|
|
+ count += 1
|
|
|
+ pro_list[count]["startTime"] = '{:4d}-{:02d}'.format(int(regex_time.group(2)),int(regex_time.group(3)))
|
|
|
+ if regex_time.group(5) != None:
|
|
|
+ pro_list[count]["endTime"] = '{:4d}-{:02d}'.format(int(regex_time.group(5)),int(regex_time.group(6)))
|
|
|
+ pro_list[count]["Time"] = '{:4d}-{:02d}~{:4d}-{:02d}'.format(int(regex_time.group(2)),int(regex_time.group(3)),int(regex_time.group(5)),int(regex_time.group(6)))
|
|
|
+ else:
|
|
|
+ pro_list[count]["endTime"] = regex_time.group(7)
|
|
|
+ pro_list[count]['Time'] = '{:4d}-{:02d}~{}'.format(int(regex_time.group(2)),int(regex_time.group(3)),regex_time.group(7))
|
|
|
+ elif regex_name and (not pro_list[count].get("job_name")):
|
|
|
+ pro_list[count]["pro_name"] = regex_name.group()
|
|
|
+ elif pro_list[count].get("content"):
|
|
|
+ pro_list[count]["content"] += line
|
|
|
+ else:
|
|
|
+ try:
|
|
|
+ for word, tag in ner_tag(line):
|
|
|
+ if (not pro_list[count].get("job_leval")) and (tag == "人物类_概念"):
|
|
|
+ pro_list[count]["job_leval"] = word
|
|
|
+ if (not pro_list[count].get("job_company")) and (tag in "组织机构类_企事业单位"):
|
|
|
+ pro_list[count]["job_company"] = word
|
|
|
+ except Exception as e:
|
|
|
+ logging.error(e)
|
|
|
+ pro_list[count]["content"] = line
|
|
|
+ return pro_list
|
|
|
+
|
|
|
+
|
|
|
+# 培训经历 (已完成)
|
|
|
+# ner + 分词 （机构名） 培训项目 时间
|
|
|
+def get_cultivate_list(lines):
|
|
|
+ pprint(lines)
|
|
|
+
|
|
|
+ job_list = []
|
|
|
+ re_txt = '\d{4,4}.\d{1,2}.?\040{0,2}[\-–至－\—～]\040{0,2}\d{4,4}.\d{1,2}[月]?|\d+\.\d+\-至今|\d+年\d+月\-\d+年\d+月|\d+年\d+月\-\~|\d+年\d+月[\-\~]至今|\d+-\d+\040{0,2}[\~至]\040{0,2}\d+-\d+|\d+-\d+\~|\d+-\d+\~至今|\d+-\d+\040{0,2}至今|^\d{4,4}.\d{1,2}|\d{4,4}.'
|
|
|
+ re_txt_1 = '\d{4,4}.\d{1,2}.?\040{0,2}[\-–至－\—～]\040{0,2}\d{4,4}.\d{1,2}[月]?|\d+\.\d+\-至今|\d+年\d+月\-\d+年\d+月|\d+年\d+月\-\~|\d+年\d+月[\-\~]至今|\d+-\d+\040{0,2}[\~至]\040{0,2}\d+-\d+|\d+-\d+\~|\d+-\d+\~至今|\d+-\d+\040{0,2}至今'
|
|
|
+ nums = []
|
|
|
+ for i in range(len(lines)):
|
|
|
+ if re.findall(re_txt, lines[i].replace(' ', '')) and re.findall('\||\040{1,}', lines[i]):
|
|
|
+ nums.append(i)
|
|
|
+ continue
|
|
|
+ if re.findall(re_txt, lines[i].replace(' ', '')[:20]):
|
|
|
+ nums.append(i)
|
|
|
+ if len(lines[i].strip().replace(' ', '')) > 50:
|
|
|
+ continue
|
|
|
+ nums.append(len(lines))
|
|
|
+ year_dict = {18:4, 17:3,20:3,19:3,21:2,22:1}
|
|
|
+ for i in range(1, len(nums[:])):
|
|
|
+ job_dict = {'cultivate_time':'', 'cultivate_time_beg':'', 'cultivate_time_end':'', 'cultivate_name':'','cultivate_leval':'','cultivate_content':''}
|
|
|
+ data_list = lines[nums[i-1]:nums[i]]
|
|
|
+ data_line = ' '.join(data_list)
|
|
|
+ data_line = re.sub('[\|\t]', ' ', data_line)
|
|
|
+ data_line = re.sub('-{3,}', '', data_line)
|
|
|
+ ner_data = ner(''.join(data_list[:2]))
|
|
|
+ org = ''
|
|
|
+ time_list = []
|
|
|
+ for _ in ner_data:
|
|
|
+ if _[1] == 'ORG' and not org:
|
|
|
+ org = _[0].strip()
|
|
|
+ elif _[1] == 'TIME' and len(_[1]) >= 4:
|
|
|
+ time_list.append(_[0])
|
|
|
+ #TIME
|
|
|
+ logging.debug(data_line)
|
|
|
+ _list_data = re.split('\040+', data_line)
|
|
|
+ top_level = 22
|
|
|
+ end_index = 0
|
|
|
+ remove_list = []
|
|
|
+ if len(_list_data) <= 2:
|
|
|
+ end_index = 0
|
|
|
+ #continue
|
|
|
+
|
|
|
+ job_time = re.findall(re_txt_1, data_list[0])
|
|
|
+ if job_time:
|
|
|
+ job_dict['cultivate_time'] = job_time[0]
|
|
|
+ data_list[0] = re.sub(job_time[0], '', data_list[0])
|
|
|
+ else:
|
|
|
+ job_dict['cultivate_time'] = ''
|
|
|
+
|
|
|
+ for t in time_list:
|
|
|
+ data_list[0] = re.sub(t, '', data_list[0])
|
|
|
+
|
|
|
+ _list = data_list[0].split('|')
|
|
|
+ if len(_list) >= 2:
|
|
|
+ job_dict['cultivate_name'] = _list[0].strip()
|
|
|
+ job_dict['cultivate_leval'] = _list[1].strip()
|
|
|
+ end_index = 1
|
|
|
+
|
|
|
+ _nums = re.findall('\d+', job_dict['cultivate_time'])
|
|
|
+ if len(_nums) >= 4:
|
|
|
+ job_dict['cultivate_time_beg'] = '%s-%02d'%(_nums[0], int(_nums[1]))
|
|
|
+ job_dict['cultivate_time_end'] = '%s-%02d'%(_nums[2], int(_nums[3]))
|
|
|
+ job_dict['cultivate_time'] = '%s-%02d~%s-%02d'%(_nums[0], int(_nums[1]), _nums[2], int(_nums[3]))
|
|
|
+ elif len(_nums) == 2:
|
|
|
+ job_dict['cultivate_time'] = '%s-%02d~%s'%(_nums[0], int(_nums[1]), '至今')
|
|
|
+ job_dict['cultivate_time_beg'] = '%s-%02d'%(_nums[0], int(_nums[1]))
|
|
|
+ job_dict['cultivate_time_end'] = '%s'%('至今')
|
|
|
+ elif len(time_list) == 2:
|
|
|
+ nums_1 = re.findall('\d+', time_list[0])
|
|
|
+ nums_2 = re.findall('\d+', time_list[1])
|
|
|
+ nums_1.append('09')
|
|
|
+ nums_2.append('07')
|
|
|
+
|
|
|
+ job_dict['cultivate_time_beg'] = '%s-%02d'%(nums_1[0], int(nums_1[1]))
|
|
|
+ job_dict['cultivate_time_end'] = '%s-%02d'%(nums_2[0], int(nums_2[1]))
|
|
|
+ job_dict['cultivate_time'] = '%s-%02d~%s-%02d'%(nums_1[0], int(nums_1[1]), nums_2[0], int(nums_2[1]))
|
|
|
+
|
|
|
+ elif len(time_list) == 1:
|
|
|
+ _nums = re.findall('\d+', time_list[0])
|
|
|
+ if '获得' in data_list[0]:
|
|
|
+ _nums.append('01')
|
|
|
+ _nums.insert(0, '01')
|
|
|
+ _nums.insert(0, str(int(_nums[1]) - year_dict[top_level]))
|
|
|
+ job_dict['cultivate_time'] = '%s-%02d~%s-%02d'%(_nums[0], int(_nums[1]), _nums[2], int(_nums[3]))
|
|
|
+ job_dict['cultivate_time_beg'] = '%s-%02d'%(_nums[0], int(_nums[1]))
|
|
|
+ job_dict['cultivate_time_end'] = '%s-%02d'%(_nums[2], int(_nums[3]))
|
|
|
+ else:
|
|
|
+ _nums.append('01')
|
|
|
+ job_dict['cultivate_time'] = '%s-%02d~%s'%(_nums[0], int(_nums[1]), '至今')
|
|
|
+ job_dict['cultivate_time_beg'] = '%s-%02d'%(_nums[0], int(_nums[1]))
|
|
|
+ job_dict['cultivate_time_end'] = '%s'%('至今')
|
|
|
+
|
|
|
+ job_dict['cultivate_content'] = re.sub('培培训训内内容容：：|培培训训内内容容::|培培训训内内容容', '培训内容：', ''.join(data_list[end_index:]))
|
|
|
+ if not job_dict['cultivate_name']:
|
|
|
+ job_dict['cultivate_name'] = org
|
|
|
+ logging.debug(job_dict)
|
|
|
+ job_list.append(job_dict)
|
|
|
+ continue
|
|
|
+ '''
|
|
|
+ #print(nums)
|
|
|
+ for i in range(1, len(nums[:])):
|
|
|
+ job_dict = {'cultivate_time':'', 'cultivate_name':'','cultivate_leval':'','cultivate_content':''}
|
|
|
+ data_list = lines[nums[i-1]:nums[i]]
|
|
|
+ if '' in data_list:
|
|
|
+ data_list.remove('')
|
|
|
+ if len(data_list) > 1 and data_list[1] and data_list[1][-1] == '|' and data_list[0][-1] != '|':
|
|
|
+ data_list[0] = data_list[0] + data_list[1]
|
|
|
+ data_list[1] = ''
|
|
|
+ job_time = re.findall(re_txt_1, data_list[0])
|
|
|
+ job_dict['cultivate_time'] = job_time[0]
|
|
|
+ _nums = re.findall('\d+', job_dict['cultivate_time'])
|
|
|
+ if len(_nums) >= 4:
|
|
|
+ job_dict['cultivate_time'] = '%s-%02d~%s-%02d'%(_nums[0], int(_nums[1]), _nums[2], int(_nums[3]))
|
|
|
+ elif len(_nums) == 2:
|
|
|
+ job_dict['cultivate_time'] = '%s-%02d~%s'%(_nums[0], int(_nums[1]), '至今')
|
|
|
+ data_list[0] = re.sub(job_time[0], '', data_list[0])
|
|
|
+ _list = data_list[0].split('|')
|
|
|
+ if len(_list) >= 2:
|
|
|
+ job_dict['cultivate_name'] = _list[0].strip()
|
|
|
+ job_dict['cultivate_leval'] = _list[1].strip()
|
|
|
+ job_dict['cultivate_content'] = re.sub('培培训训内内容容|培培训训内内容容：：|培培训训内内容容::', '培训内容：', ''.join(data_list[1:]))
|
|
|
+ else:
|
|
|
+ job_dict['cultivate_content'] = re.sub('培培训训内内容容|培培训训内内容容：：|培培训训内内容容::', '培训内容：', ''.join(data_list[0:]))
|
|
|
+ #print(job_dict)
|
|
|
+
|
|
|
+
|
|
|
+ '''
|
|
|
+ return job_list
|
|
|
+
|
|
|
+
|
|
|
+# 语言能力
|
|
|
+def get_lag_list(lines):
|
|
|
+ pprint(lines)
|
|
|
+
|
|
|
+ job_list = []
|
|
|
+ re_lan = re.compile(r'(\w+[语话])')
|
|
|
+ lag_dict = {'lag_name':'', 'lag_leval':""}
|
|
|
+ for l in lines:
|
|
|
+ if not l.strip():
|
|
|
+ continue
|
|
|
+ lag_name = re.search(re_lan, l)
|
|
|
+ if lag_name and lag_name.group(1):
|
|
|
+ if lag_dict['lag_name']:
|
|
|
+ job_list.append(lag_dict)
|
|
|
+ lag_dict['lag_name'] = lag_name.group(1)
|
|
|
+ return job_list
|
|
|
+
|
|
|
+
|
|
|
+# 家庭情况
|
|
|
+def get_fam_list(lines):
|
|
|
+ job_list = []
|
|
|
+ #re_txt = '\d+年\d+月\-\d+年\d+月|\d+年\d+月\-\~|\d+年\d+月[\-\~]至今|\d+-\d+\~\d+-\d+|\d+-\d+\~|\d+-\d+\~至今'
|
|
|
+ fam_dict = {}
|
|
|
+ for l in lines:
|
|
|
+ if not l.strip():
|
|
|
+ continue
|
|
|
+ ls = l.split('|')
|
|
|
+ if len(ls) == 1:
|
|
|
+ continue
|
|
|
+ fam_dict = {'fam_name':"",'fam_company':"",'fam_lable':"","fam_status":"", 'fam_job':""}
|
|
|
+ fam_dict["fam_lable"] = ls[0].strip()
|
|
|
+ fam_dict["fam_name"] = ls[1].strip()
|
|
|
+ flag = 0
|
|
|
+ if re.findall('\d岁|\d{4,5}', ls[2]):
|
|
|
+ flag = 1
|
|
|
+ fam_dict["fam_company"] = ls[flag+2].strip()
|
|
|
+ fam_dict["fam_job"] = ls[flag+3].strip()
|
|
|
+ fam_dict["fam_status"] = ls[flag+4].strip()
|
|
|
+ #print(fam_dict)
|
|
|
+ job_list.append(fam_dict)
|
|
|
+ return job_list
|
|
|
+
|
|
|
+
|
|
|
+# 证书情况 时间+证书名称 （已完成）
|
|
|
+def get_cet_list(lines):
|
|
|
+ pprint(lines)
|
|
|
+
|
|
|
+ job_list = []
|
|
|
+ re_txt = '\d+年\d+月|\d+-\d+|\d+\.\d+'
|
|
|
+ lines_word = ' '.join(lines)
|
|
|
+ lines = re.findall('\d+年\d+月|\d+-\d+|\d+\.\d+', lines_word)
|
|
|
+ nums = []
|
|
|
+ for x in range(len(lines) - 1):
|
|
|
+
|
|
|
+ _index = lines_word.index(lines[x])
|
|
|
+ _end_index = lines_word.index(lines[x+1])
|
|
|
+ l = lines_word[_index : _end_index]
|
|
|
+ if not l.strip():
|
|
|
+ continue
|
|
|
+ lines_word = lines_word[_end_index:]
|
|
|
+ job_time = re.findall(re_txt, l)
|
|
|
+ cet_dict = {'cet_name':'','cet_time':""}
|
|
|
+ if job_time:
|
|
|
+ cet_dict['prize_time'] = job_time[0]
|
|
|
+ l = re.sub(job_time[0], '', l)
|
|
|
+ else:
|
|
|
+ continue
|
|
|
+ ls = re.split('\||\040+|\t+', l)
|
|
|
+ logging.debug(ls)
|
|
|
+ for l in ls:
|
|
|
+ if len(l) <= 3:
|
|
|
+ continue
|
|
|
+ cet_dict['prize_name'] = l.strip()
|
|
|
+ break
|
|
|
+ #print(cet_dict)
|
|
|
+ job_list.append(cet_dict)
|
|
|
+ return job_list
|
|
|
+
|
|
|
+
|
|
|
+# 获奖情况 时间+获奖名称 （已完成）
|
|
|
+def get_prize_list(lines):
|
|
|
+ pprint(lines)
|
|
|
+
|
|
|
+ job_list = []
|
|
|
+ re_txt = '\d+年\d+月|\d+-\d+|\d{4,4}.\d{1,2}'
|
|
|
+ lines_word = ' '.join(lines)
|
|
|
+ lines = re.findall('\d+年\d+月|\d{4,4}-\d+|\d{4,4}.\d{1,2}', lines_word)
|
|
|
+ nums = []
|
|
|
+ for x in range(len(lines) - 1):
|
|
|
+ _index = lines_word.index(lines[x])
|
|
|
+ _end_index = lines_word.index(lines[x+1])
|
|
|
+ l = lines_word[_index : _end_index]
|
|
|
+ if not l.strip():
|
|
|
+ continue
|
|
|
+ lines_word = lines_word[_end_index:]
|
|
|
+ job_time = re.findall(re_txt, l)
|
|
|
+ cet_dict = {'prize_name':'','prize_time':""}
|
|
|
+ if job_time:
|
|
|
+ cet_dict['prize_time'] = job_time[0]
|
|
|
+ l = re.sub(job_time[0], '', l)
|
|
|
+ else:
|
|
|
+ continue
|
|
|
+ ls = re.split('\||\040+|\t+', l)
|
|
|
+ logging.debug(ls)
|
|
|
+ for l in ls:
|
|
|
+ if len(l) <= 3:
|
|
|
+ continue
|
|
|
+ cet_dict['prize_name'] = l.strip()
|
|
|
+ break
|
|
|
+ logging.debug(cet_dict)
|
|
|
+ job_list.append(cet_dict)
|
|
|
+ return job_list
|
|
|
+
|
|
|
+
|
|
|
+# Linux doc 文件处理
|
|
|
+def doc2pdf_linux(docPath, pdfPath):
|
|
|
+ """
|
|
|
+ 允许的文档格式：doc，docx
|
|
|
+ 仅在linux平台下可以
|
|
|
+ 需要在linux中下载好libreoffice
|
|
|
+ """
|
|
|
+ # 注意cmd中的libreoffice要和linux中安装的一致
|
|
|
+ cmd = 'libreoffice --headless --convert-to pdf'.split() + [docPath] + ['--outdir'] + [pdfPath]
|
|
|
+ # cmd = 'libreoffice6.2 --headless --convert-to pdf'.split() + [docPath]
|
|
|
+ p = subprocess.Popen(cmd, stderr=subprocess.PIPE, stdout=subprocess.PIPE)
|
|
|
+ p.wait(timeout=30) # 停顿30秒等待转化
|
|
|
+ stdout, stderr = p.communicate()
|
|
|
+ if stderr:
|
|
|
+ raise subprocess.SubprocessError(stderr)
|
|
|
+
|
|
|
+
|
|
|
+# Win32 doc 文件处理
|
|
|
+def doc2pdf(docPath, pdfPath, system):
|
|
|
+ """
|
|
|
+ 注意使用绝对路径
|
|
|
+ pdf的生成只写路径，不写名字
|
|
|
+ """
|
|
|
+ docPathTrue = os.path.abspath(docPath) # bugfix - searching files in windows/system32
|
|
|
+ if system == "Linux":
|
|
|
+ return doc2pdf_linux(docPathTrue, pdfPath)
|
|
|
+
|
|
|
+
|
|
|
+# txt 纯文本解析(已完成)
|
|
|
+def parse_txt(path):
|
|
|
+ with open(path, 'r', encoding='utf-8') as fp:
|
|
|
+ data = fp.read()
|
|
|
+ global block, block_rev
|
|
|
+ chun = 1
|
|
|
+ page = {1: []}
|
|
|
+ if len(data.split("\n")) <= 2:
|
|
|
+ for line in data.split("\n"):
|
|
|
+ line = line.replace("\xa0", "").replace("【","").replace("】","").replace("教育/培训","教育经历")
|
|
|
+ for word in line.split():
|
|
|
+ if word in block.keys():
|
|
|
+ chun = block[word]
|
|
|
+ page[chun] = []
|
|
|
+ elif word:
|
|
|
+ page[chun].append(word)
|
|
|
+ else:
|
|
|
+ for line in data.split("\n"):
|
|
|
+ line = line.replace("\xa0", "").replace("【","").replace("】","").replace("教育/培训","教育经历")
|
|
|
+ regex = re.compile(u'[\u3000]+',re.UNICODE)
|
|
|
+ line = regex.sub('', line)
|
|
|
+ if line in block.keys():
|
|
|
+ chun = block[line]
|
|
|
+ page[chun] = []
|
|
|
+ elif line:
|
|
|
+ page[chun].append(line)
|
|
|
+ for key in page.keys():
|
|
|
+ for index, func in zip([1, 2, 3, 4, 5, 9, 10, 11, 12], [get_base_info, get_job_intention, get_edu_list, get_job_list, get_pro_list, get_lag_list, get_cet_list, get_prize_list, get_cultivate_list]):
|
|
|
+ if key == index:
|
|
|
+ console.print(block_rev[index], style="yellow", justify="left")
|
|
|
+ console.print(func(page[index]), style="green", justify="left")
|
|
|
+
|
|
|
+
|
|
|
+# 纯文本 word 解析
|
|
|
+def read_from_word(doc):
|
|
|
+ para_text = []
|
|
|
+ for para in doc.paragraphs:
|
|
|
+ para_text.append(para.text)
|
|
|
+
|
|
|
+ global block, block_rev
|
|
|
+
|
|
|
+ chun = 1
|
|
|
+ page = {1: []}
|
|
|
+ for line in para_text:
|
|
|
+ regex = re.compile(u'[\uF000-\uF0FF]+',re.UNICODE)
|
|
|
+ line = regex.sub('', line)
|
|
|
+ if line in block.keys():
|
|
|
+ chun = block[line]
|
|
|
+ page[chun] = []
|
|
|
+ elif line:
|
|
|
+ page[chun].append(line)
|
|
|
+
|
|
|
+ for key in page.keys():
|
|
|
+ for index, func in zip([1, 2, 3, 4, 5, 10, 11, 12], [get_base_info, get_job_intention, get_edu_list, get_job_list, get_pro_list, get_cet_list, get_prize_list, get_cultivate_list]):
|
|
|
+ if key == index:
|
|
|
+ console.print(block_rev[index])
|
|
|
+ try:
|
|
|
+ console.print(func(page[index]), justify="left")
|
|
|
+ except Exception as e:
|
|
|
+ logging.error(e)
|
|
|
+ return ''
|
|
|
+
|
|
|
+
|
|
|
+# 提取 word 表格(已完成)
|
|
|
+def check_word(path):
|
|
|
+ doc = Document(path)
|
|
|
+ tables = doc.tables
|
|
|
+
|
|
|
+ if not tables:
|
|
|
+ logging.info("this is raw text")
|
|
|
+ read_from_word(doc)
|
|
|
+ logging.info("this is a Table")
|
|
|
+
|
|
|
+ prk = {"姓名":1, "性别":1, "出生年月":1, "民族":1, "籍贯":1, "户籍地":1, "政治面貌":1, "参加工作时间":1, "健康状况":1, "专业技术资格":1, "外语水平":9, "熟悉专业有何专长":8, "学历学位":1, "工作单位":1, "现任职务":1, "任职时间":1, "提职时间":1, "联系电话":1, "邮箱地址":1, "称谓":13, "工作单位及职务":1, "毕业时间、院校及专业":3,}
|
|
|
+ block = {
|
|
|
+ "个人信息":1, "基本信息":1, "个人简历":1, "基基本本信信息息":1, "基本信息基本信息":1, "基本信息文本内容":1,
|
|
|
+ "求职意向":2, "求职意向求职意向":2, "期望工作文本内容":2,
|
|
|
+ "教育背景":3, "教育经历":3, "教教育育经经历历":3, "教育经历教育经历":3, "教育经历文本内容":3, "学历学位":3,
|
|
|
+ "工作经验":4, "主要工作内容与职责":4, "工作方面":4, "实习经历":4, "工作经历":4, "工工作作经经历历":4, "工作经历工作经历":4, "工作经历文本内容":4,
|
|
|
+ "项目经历":5, "项目经验":5, "科研项目经历":5, "项项目目经经历历":5, "项目经历项目经历":5, "研究生参与代表性项目":5, "项目经历文本内容":5,
|
|
|
+ "专业技能":6, "个人技能":6, "专业/外语技能":6, "技能素质":6, "个人技能文本内容":6,
|
|
|
+ "自我评价":7, "个人简介":7, "个人评价":7, "自我描述":7, "自自我我评评价价":7, "自我评价自我评价":7, "自我评价文本内容":7,
|
|
|
+ "兴趣爱好":8, "兴趣爱好文本内容":8,
|
|
|
+ "语言及方言":9, "语言能力":9, "英语能力":9, "语语言言能能力力":9, "语言能力语言能力":9, "语言技能文本内容":9,
|
|
|
+ "证书":10, "所获证书文本内容":10,
|
|
|
+ "获得奖励":11, "获奖经历":11, "获奖情况":11, "获获奖奖经经历历":11, "获奖经历获奖经历":11, "获奖情况及社会活动":11, "校内奖励":11, "校内活动&奖励":11, "所获奖励文本内容":11,"奖惩情况":11,
|
|
|
+ "培训":12, "培训经历":12, "培培训训经经历历":12, "培训经历文本内容":12,
|
|
|
+ "家庭成员":13, "家家庭庭成成员员":13, "家庭成员家庭成员":13, "主要家庭成员及社会关系":13,
|
|
|
+ "社会活动":"other", "实践经验":"other", "社会活动及社会实践":"other", "近三年年度考核结果":"other", "其他意愿":"other",
|
|
|
+ }
|
|
|
+ regex = re.compile(r'(\(\w{2,8}\))?(（\w{2,8}）)?')
|
|
|
+
|
|
|
+ chun = 1
|
|
|
+ page = {1: []}
|
|
|
+ for table in tables:
|
|
|
+ lo = {} # 存储每一行去重后的数据
|
|
|
+ for row in range(0, len(table.rows)):
|
|
|
+ row_list = []
|
|
|
+ for col in range(0, len(table.row_cells(row))): # 提取row行的全部列数据
|
|
|
+ row_list.append(regex.sub("", table.cell(row,col).text.replace(" ","").replace("：", ":").replace("学历\n学位","学历学位"))) # 去除字符串中的特殊字符，并添加到临时列表中
|
|
|
+ lo[row] = (sorted(set(row_list), key=row_list.index)) # 在不变顺序的前提下，去除List中的重复项
|
|
|
+ # 去除空项
|
|
|
+ for key in lo.keys():
|
|
|
+ if "" in lo[key]:
|
|
|
+ lo[key].remove("")
|
|
|
+
|
|
|
+ for _, line in lo.items():
|
|
|
+ if (line[0] in block.keys()) or (line[0] in prk.keys()):
|
|
|
+ # 包含大类目名
|
|
|
+ if line[0] in block.keys():
|
|
|
+ # 指向当前类目
|
|
|
+ chun = block[line[0]]
|
|
|
+ if not page.get(chun):
|
|
|
+ page[chun] = []
|
|
|
+ # 去除类目名
|
|
|
+ line = '\n'.join(line[1:])
|
|
|
+ # 包含小类目
|
|
|
+ elif line[0] in prk.keys():
|
|
|
+ # 指向当前类目
|
|
|
+ chun = prk[line[0]]
|
|
|
+ if not page.get(chun):
|
|
|
+ page[chun] = []
|
|
|
+ # 不去除
|
|
|
+ line = '\n'.join(line)
|
|
|
+ else:
|
|
|
+ line = '\n'.join(line)
|
|
|
+ # 标准化小类目
|
|
|
+ for k in prk.keys():
|
|
|
+ line = line.replace(k+"\n", k+"：")
|
|
|
+ page[chun].extend(line.split())
|
|
|
+
|
|
|
+ for key in page.keys():
|
|
|
+ for index, func in zip([1, 2, 3, 4, 5, 10, 11, 12], [get_base_info, get_job_intention, get_edu_list, get_job_list, get_pro_list, get_cet_list, get_prize_list, get_cultivate_list]):
|
|
|
+ if key == index:
|
|
|
+ console.print(block_rev[index])
|
|
|
+ console.print(func(page[index]), justify="left")
|
|
|
+ return ''
|
|
|
+
|
|
|
+
|
|
|
+# pdf 解析句子(已完成)
|
|
|
+def parse_line_layout(layout):
|
|
|
+ texts = []
|
|
|
+ """解析页面内容，一行一行的解析"""
|
|
|
+ # bbox:
|
|
|
+ # x0：从页面左侧到框左边缘的距离。
|
|
|
+ # y0：从页面底部到框的下边缘的距离。
|
|
|
+ # x1：从页面左侧到方框右边缘的距离。
|
|
|
+ # y1：从页面底部到框的上边缘的距离
|
|
|
+ for textbox in layout:
|
|
|
+ if isinstance(textbox, LTTextBox) or isinstance(textbox, LTTextLine):
|
|
|
+ for char in textbox:
|
|
|
+ if isinstance(char, LTTextLineHorizontal):
|
|
|
+ texts.append([char.bbox[0], char.bbox[3], char.get_text().strip()])
|
|
|
+ # 按行排序
|
|
|
+ texts.sort(key=lambda x:-x[1])
|
|
|
+ # print(texts)
|
|
|
+ global block, block_rev
|
|
|
+
|
|
|
+ chun = 1
|
|
|
+ page = {1: []}
|
|
|
+ for _, _, line in texts:
|
|
|
+ regex = re.compile(u'[\uF000-\uF0FF]+',re.UNICODE)
|
|
|
+ line = regex.sub('', line)
|
|
|
+ if line in block.keys():
|
|
|
+ chun = block[line]
|
|
|
+ page[chun] = []
|
|
|
+ elif line:
|
|
|
+ page[chun].append(line)
|
|
|
+ return page
|
|
|
+
|
|
|
+
|
|
|
+# pdf 样式解析(已完成)
|
|
|
+def read_from_pdf(path):
|
|
|
+ result = {}
|
|
|
+ with open(path, 'rb') as in_file:
|
|
|
+ parser = PDFParser(in_file) # 用文件对象来创建一个pdf文档分析器
|
|
|
+ doc: PDFDocument = PDFDocument(parser) # 创建pdf文档
|
|
|
+
|
|
|
+ rsrcmgr = PDFResourceManager() # 创建PDF，资源管理器，来共享资源
|
|
|
+ # 创建一个PDF设备对象
|
|
|
+ laparams = LAParams()
|
|
|
+ device = PDFPageAggregator(rsrcmgr, laparams=laparams)
|
|
|
+ # 创建一个PDF解释其对象
|
|
|
+ interpreter = PDFPageInterpreter(rsrcmgr, device)
|
|
|
+ # 循环遍历列表，每次处理一个page内容
|
|
|
+ # doc.get_pages() 获取page列表
|
|
|
+ interpreter = PDFPageInterpreter(rsrcmgr, device)
|
|
|
+ # 处理文档对象中每一页的内容
|
|
|
+ # doc.get_pages() 获取page列表
|
|
|
+ # 循环遍历列表，每次处理一个page的内容
|
|
|
+ # 这里layout是一个LTPage对象 里面存放着 这个page解析出的各种对象 一般包括LTTextBox, LTFigure, LTImage, LTTextBoxHorizontal 等等 想要获取文本就获得对象的text属性，
|
|
|
+ for page in PDFPage.create_pages(doc):
|
|
|
+ logging.debug('================ 新页面 ================')
|
|
|
+ interpreter.process_page(page)
|
|
|
+ layout = device.get_result()
|
|
|
+ r = parse_line_layout(layout)
|
|
|
+ for key in r.keys():
|
|
|
+ if result.get(key):
|
|
|
+ result[key].extend(r[key])
|
|
|
+ else:
|
|
|
+ result[key] = r[key]
|
|
|
+ block_rev = {1:"基本信息",2:"求职意向",3:"教育经历",4:"工作经历",5:"项目经历",6:"专业技能",7:"自我评价",8:"兴趣爱好",9:"语言能力",10:"证书",11:"获奖情况",12:"培训经历",13:"家庭成员","other":"其他"}
|
|
|
+
|
|
|
+ for key in result.keys():
|
|
|
+ for index, func in zip([1, 2, 3, 4, 5, 9, 10, 11, 12], [get_base_info, get_job_intention, get_edu_list, get_job_list, get_pro_list, get_lag_list, get_cet_list, get_prize_list, get_cultivate_list]):
|
|
|
+ if key == index:
|
|
|
+ console.print(block_rev[index])
|
|
|
+ console.print(func(result[index]), justify="left")
|
|
|
+ # try:
|
|
|
+ # console.print(func(result[index]), justify="left")
|
|
|
+ # except Exception as e:
|
|
|
+ # logging.error(e)
|
|
|
+
|
|
|
+
|
|
|
+# pdf 表格解析 ()
|
|
|
+def parse_table_from_pdf(path):
|
|
|
+ global block, block_rev
|
|
|
+ result = {}
|
|
|
+ with pdfplumber.open(path) as pdf:
|
|
|
+ for page in pdf.pages:
|
|
|
+ key = None
|
|
|
+ for table in page.extract_tables():
|
|
|
+ for line in table:
|
|
|
+ for word in line:
|
|
|
+ if not key:
|
|
|
+ key = word
|
|
|
+ else:
|
|
|
+ result[key] = word
|
|
|
+ key = None
|
|
|
+ for key in block.keys():
|
|
|
+ if result.get(key):
|
|
|
+ pprint({key: result[key]})
|
|
|
+ console.print(result)
|
|
|
+ # for key in result.keys():
|
|
|
+ # for index, func in zip([1, 2, 3, 4, 5, 10, 11, 12], [get_base_info, get_job_intention, get_edu_list, get_job_list, get_pro_list, get_cet_list, get_prize_list, get_cultivate_list]):
|
|
|
+ # if (key in block.keys()) and (block[key] == index):
|
|
|
+ # console.print(block_rev[index])
|
|
|
+ # try:
|
|
|
+ # console.print(func(result[index]), justify="left")
|
|
|
+ # except Exception as e:
|
|
|
+ # logging.error(e)
|
|
|
+ # break
|
|
|
+ # else:
|
|
|
+ # console.print({key: result[key]})
|
|
|
+ # break
|
|
|
+ return None
|
|
|
+
|
|
|
+
|
|
|
+# 检测 pdf 格式 (已完成)
|
|
|
+def check_pdf(path):
|
|
|
+ """
|
|
|
+ # 输入：
|
|
|
+ # pdf 文件路径
|
|
|
+ # 输出：
|
|
|
+ # 文件包含元素 [Word, Table]
|
|
|
+ """
|
|
|
+ rst = []
|
|
|
+ for page_layout in extract_pages(path):
|
|
|
+ for element in page_layout:
|
|
|
+ if isinstance(element, LTFigure):
|
|
|
+ for cell in element:
|
|
|
+ if isinstance(cell, LTChar):
|
|
|
+ rst.append("Table")
|
|
|
+ break
|
|
|
+ elif isinstance(element, LTTextContainer):
|
|
|
+ rst.append("Word")
|
|
|
+ return set(rst)
|
|
|
+
|
|
|
+
|
|
|
+# 检测传入格式(已完成)
|
|
|
+def detection_type(path, system):
|
|
|
+ # 传入目录
|
|
|
+ if os.path.isdir(path):
|
|
|
+ for filename in os.listdir(path):
|
|
|
+ filename = os.path.join(path, filename)
|
|
|
+ # 传入为 doc
|
|
|
+ logging.info(filename)
|
|
|
+ if filename.endswith('.doc') and not filename.startswith('.~'):
|
|
|
+ doc2pdf(docPath = filename, pdfPath = './', system=system)
|
|
|
+ # 传入为 docx
|
|
|
+ elif os.path.isfile(filename) and filename.endswith('.docx'):
|
|
|
+ check_word(filename)
|
|
|
+ # 传入为 pdf
|
|
|
+ if os.path.isfile(filename) and filename.endswith('.pdf'):
|
|
|
+ rst = check_pdf(filename)
|
|
|
+ if "Table" in rst:
|
|
|
+ parse_table_from_pdf(filename)
|
|
|
+ pass
|
|
|
+ if "Word" in rst:
|
|
|
+ read_from_pdf(filename)
|
|
|
+ # 传入为 txt
|
|
|
+ elif os.path.isfile(filename) and filename.endswith('.txt'):
|
|
|
+ parse_txt(filename)
|
|
|
+ # 传入为 doc
|
|
|
+ elif os.path.isfile(path) and path.endswith('.doc'):
|
|
|
+ doc2pdf(docPath = path, pdfPath = './', system=system)
|
|
|
+ # 传入为 docx
|
|
|
+ elif os.path.isfile(path) and path.endswith('.docx'):
|
|
|
+ check_word(path)
|
|
|
+ # 传入为 pdf
|
|
|
+ elif os.path.isfile(path) and path.endswith('.pdf'):
|
|
|
+ rst = check_pdf(path)
|
|
|
+ if "Table" in rst:
|
|
|
+ parse_table_from_pdf(path)
|
|
|
+ if "Word" in rst:
|
|
|
+ read_from_pdf(path)
|
|
|
+ # 传入为 txt
|
|
|
+ elif os.path.isfile(path) and path.endswith('.txt'):
|
|
|
+ parse_txt(path)
|
|
|
+ return None
|
|
|
+
|
|
|
+
|
|
|
+if __name__ == '__main__':
|
|
|
+ import platform
|
|
|
+ system = platform.system()
|
|
|
+ if (system == "Windows"):
|
|
|
+ logging.info("Windows")
|
|
|
+ elif (system == "Linux"):
|
|
|
+ logging.info("Linux")
|
|
|
+ else:
|
|
|
+ logging.error("Unnot support this system")
|
|
|
+ # try:
|
|
|
+ # detection_type(sys.argv[1], system)
|
|
|
+ # except Exception as e:
|
|
|
+ # logging.error(e)
|
|
|
+ detection_type(sys.argv[1], system)
|
|
|
+ # detection_type('w1.pdf', system)
|
sprivacy
3 years ago