hw) DddlmZddlZddlZddlZddlZddlZddlmZm Z m Z m Z ddl Z ddl mZdZdZejdZdd d d d d d dddddd Zd:dZd;dZdd Zd?d"Zd@d$ZdAd'ZdBd)ZdCdDd/ZdCdEd2ZdFd3ZdCdGd7Z d8Z!e"d9kr e!dSdS)H) annotationsN)ListDictOptionalTuple) PdfReaderz/https://alio.go.kr/item/itemReportListSusi.jsonz$https://alio.go.kr/download/pdf.jsonu(직위\s*변경\s*전\s*성명\s*변경\s*후\s*성명\s*변경사유)([\s\S]*?)(?=\n\s*직위\s+(?:상임|비상임|상임기관장|상임감사|상임이사|비상임이사)|\Z)C0247C0248C0305C0306C0220C0042C0043C0066C0082C0259C0236) u한국전력공사u한국전력기술주식회사u한국전력기술(주)u한전KPS(주)u 한전KDNu한국수력원자력(주)u한국남동발전(주)u한국남부발전(주)u한국동서발전(주)u한국서부발전(주)u한국중부발전(주)u한전원자력연료(주)sstrreturnc|dd}tjdd|}tjdd|}tjdd|}|S)N z[ \t]+ z [ ]*\n[ ]* z\n{2,})replaceresubstrip)rs 0/var/www/html/bot/scripts/pdf_extract_changes.py_normalize_textr!"s\ $A y#q!!A }dA&&A y$""A 7799pattern Optional[str]ctj||}|r'|dndS)Nrsearchgroupr)r#rms r _pickr+)s9 '1A!" ,1771::     ,r"textctjd|}|r'|dndS)Nu-임원\s*현황\s*\n([^\n]+)\n임원\s*현황r&r')r,r*s r _extract_organ_from_textr.-s: BDIIA!" ,1771::     ,r"namec|sdS|tvr t|StD] \}}||vr|cSdS)N)APBA_NAME_TO_IDitems)r/kvs r _apba_from_organ_namer52s` t t$$%%''1 99HHH  4r"urlctj|d}|tjd\}}t j|d5}||jdddn #1swxYwY|S)N<)timeoutz.pdf)suffixwb) requestsgetraise_for_statustempfilemkstemposfdopenwritecontent)r6rfdpathfs r _download_to_tmprI?s S"%%%Av...HB 2t     KsA??BB path_or_urlc`|}|drt|} t|}g}|jD]Q} ||pd-#t $r|dYNwxYwd|}||kr3tj |rtj |n@#||kr4tj |rtj |wwwxYwt|S)N)zhttp://zhttps://rr) startswithrIrpagesappend extract_text ExceptionjoinrArGexistsremover!)rJ local_pathreaderrMpr,s r extract_text_from_pdfrWGs<J5663%k22  ":&& ! !A ! Q^^--34444 ! ! ! R      !yy  $ $ )C)C $ Ij ! ! !  $ $ )C)C $ Ij ! ! ! ! % $ 4  s/C!)A-,C!-B C!BC!!=D section_textctjd|}|r;tjdd|dStjd|}|r;tjdd|dStjd|}|r;tjdd|dSdS)NuG임기\s*\(시작일\)\s*([^\n(]+?)\s*\(종료일\)\s*([^\n]+?)(?:\n|$)z\s+rr&u<임기\s*[:：]?\s*([^\n~\-–—]+?)\s*[~\-–—]\s*[^\n]+u1임기\s*(?:시작(?:일)?)?\s*[:：]?\s*([^\n]+))rr(rr)r)rXr*s r _parse_start_in_sectionrZZs \^jkkA7vfc1771::#3#3#5#5666 QS_``A7vfc1771::#3#3#5#5666 F UUA7vfc1771::#3#3#5#5666 4r" merged_text List[str]c@dtjd|DS)Nc<g|]}|d|S)u직위)rL).0secs r z,_split_position_sections..ks* ` ` `Cs~~V^G_G_ `C ` ` `r"u\n(?=직위\s))rsplit)r[s r _split_position_sectionsrcis# ` `28$5{CC ` ` ``r"pos_hintcdt|}tjdtj|d}t |pd}|D]b}||st d|pd}|r!t |r|t |vrMt|}|r|cScdS)Nu성명\s*[:：]?\s*z(\s|$)ru직위\s*([^\n]+?)\s*성명)rcrcompileescaper!r(r+rZ) r[r/rdsectionsname_pat pos_hint_normr`sec_posstarts r #_find_start_in_text_by_name_and_posrmms' 44HzH4HHHIIH#HN33Ms##  6<<B  _W55 -_fOgOg:g:g ',,  LLL  4r"apba_id max_pagesintList[Dict[str, str]]c ^g}ddddd}td|dzD]}t||dd}tjt|t j|d } |}n#t$rYnwxYw|d d krn|d pidpg}|snY|D]T} | | d| d| ddU|S)Nzhttps://alio.go.krzhttps://alio.go.kr/XMLHttpRequestzapplication/json;charset=UTF-8)OriginRefererzX-Requested-Withz Content-Typer&20305)pageNoapbaIdreportFormRootNo)headersdatar9statussuccessr}result disclosureNoidatetitle)rrr) rangerr<postLIST_URLjsondumpsrPr=rN) rorpr2 headers_jsonpagebodyrEr}rrows r _list_itemsr}sk"$E&(,8 L aQ''d))wGTT M(Ltz$?O?OY[ \ \ \ 6688DD    EE  88H   * * E((6""(b--h77=2  E  C LL # 7 7))))      Ls#A88 BB current_disclookbackct|d}|sgStfdt|Dd}| |dd|zS||dz|dz|zS)N)rpc3TK|]"\}}|dk|V#dS)rNr=)r_iitrs r z#_find_prev_items..s=ZZea266.3I3I\3Y3Y3Y3Y3Y3YZZr"r&)rnext enumerate)rorrr2idxs ` r _find_prev_itemsrs 1 - - -E  ZZZZy//ZZZ\` a aC {Qqz\"" QAh& ''r"c t|}|sgS|d}d|dD}g}t jd}|D]}||}|s||d|d|d|dd |S) Nc^g|]*}||+S)r)r_lns r raz!parse_changes..s- B B BBrxxzz BRXXZZ B B Br"rzN^\s*(?P.+?)\s+(?P\S+)\s+(?P\S+)\s+(?P.+?)\s*$positionbeforeafterreason)rrrr) HEADER_PATr(r)rrbrrfmatchrN)r[r*blocklinesoutline_rermms r parse_changesrs4+&&A  GGAJJ    E B B%++d"3"3 B B BE "CjjkkG    ]]2     ,,2244hhx((..00XXg&&,,..hhx((..00       Jr" text_currentchangesNonec |sdS|D]H}|ds1t||d|d}|r||d<Id|D}|sdS|s"t|}t|}|sdSt |||} | D]} | d} | st d| } t | } n#t$rYCwxYw|D]I}|drt| |d|d}|r||d<Jtd|DrdSdS) N prev_startrrc<g|]}|d|S)rrr_cs r raz0fill_prev_start_with_history..s)BBB!aeeL.A.ABABBBr"rrz?disclosureNo=c3@K|]}|dVdS)rNrrs r rz/fill_prev_start_with_history..s.99qquu\""999999r") r=rmr.r5rPDF_URLrWrPall)rorrrrrps need_historyorgan prev_itemsrdiscr6t_prevs r fill_prev_start_with_historyrs  %%uu\"" %4\1X;PQPUPUV`PaPabbB %"$,BBwBBBL  (66'..  F!'<(KKKJvvn%%  .... *3//FF    H  % %Auu\"" 4VQx[!%%PZJ[J[\\B %"$, 99L999 9 9  EE !s?C CCcxd}d}d}tjdd}|s/tdtjtjd|d}d}|t |kr||dkr9|dzt |kr#||dz}|dz }nY||dkrH|dzt |kr2 t||dz}n#t$rd}YnwxYw|dz }n|dz }|t |kt|}tj d |}|r| dnd }t|}|D]} d | d <t||||| |s;ttjgd dddtjdttjd|idd|D]P} | d pd} td| dd| dd| d| dd| dd QdS)Nrnr&z_Usage: python -m scripts.pdf_extract_changes [--apba-id C0305] [--lookback 5])filerz --apba-idrz --lookbackzdisclosureNo=([0-9]+)rrru-변경 전/후 표를 찾지 못했습니다.)rmessageF) ensure_asciiindentr-u [변경] rz | ru (임기 시작일: u) → ru (사유: r))sysargvprintstderrexitlenrrqrPrWrr(r)rrrrr=) srcrorargsrr,m_discrrrrs r mainrs CGH 8ABB>     FAA FA c$ii-- ! % %D Y/ 5 5F&,46<<???"LD!!G ,!,gPXYYYY  djR4cddsxBCDDD E E E   $*i)a H H HIII }} UU< 'C {!J-{{AhK{{R{{WXY`Wa{{mnowmx{{{||||}}sC** C98C9__main__)rrrr)r#rrrrr$)r,rrr$)r/r$rr$)r6rrr)rJrrr)rXrrr$)r[rrr\)r[rr/rrdr$rr$)rn)rorrprqrrr)rorrrrrqrrr)r[rrrr) ror$rrrrrrrrrqrr)# __future__rrArrrr?typingrrrrr<pypdfrrrrfrr1r!r+r.r5rIrWrZrcrmrrrrr__name__rr"r rs:""""""""""""""""""""""""""............ = 1RZ| "&-&")&&&&&")   --------    !!!!&    aaaa     8 ( ( ( ( (*(((((V/}/}/}b zDFFFFFr"