a ɏd @svddlZddlZddlZddlZddlZddlZeejejj ddZ ddZ ddZ dd Z d d Zd d ZdS)NcCs tdtjd|||d}|S)NPOST)headersdata)timesleeprequestsrequest)urlrpayloadresponser 2/mnt/chromeos/MyFiles/work/nlp_tsa/tsa/TSA/util.pypost_url s rcCs*|dd}td|}dd|D}|S)N  u(?<=[。!?.!?: ])\s*cSsg|]}|dkr|qS)r ).0stringr r r zseg..)replaceresplit)text sentencesr r rsegs  rcCs|dd}tdd|}tdd|}tdd|}tdd|}d}|D]}|s`|dkrL||7}qLddd |D}|S) Nrr-rz \d+/\d+/\d+z[0-2]?[0-9]:[0-6][0-9]z>/[a-zA-Z]*[:\//\]*[A-Za-z0-9\-_]+\.+[A-Za-z0-9\.\/%&=\?\-_]+/icss|]}t|dkr|VqdS)rN)len)rwordr r r #rzclean_text..)rrsubisalphajoinr)rZ pure_textletterr r r clean_texts  r%cCsLi}|D]>}|d|vr*|d||d<q||d|d||d<q|S)Nrrr )groupstopicsparair r rarticle_to_group's  r*c s~ddfdd}d|}i}g}t|D]@\}\}}|} t||d} ddd} ||f||<||q4||fS) NZIZt1uK9PAI0LiqleqT0cE30bZ Xv5kHB8eyhNuI1B1G7fRgm2SIPdlxGxscs,d}dd}ttj||ddS)Nz(https://aip.baidubce.com/oauth/2.0/tokenZclient_credentials) grant_type client_id client_secret)params access_token)strrpostjsonget)r r.ZAPI_KEYZ SECRET_KEYr rget_access_token5s z$generation..get_access_tokenzPhttps://aip.baidubce.com/rpc/2.0/nlp/v1/news_summary?charset=UTF-8&access_token=)contentZmax_summary_lenzapplication/json)z Content-TypeAccept) enumerateitemsr2dumpsappend) r( max_lengthr5r topicZ Ai_abstractr)jkZ input_textr rr r4r generation1s$   r@cCs\g}|D]N}||vr(|d|||vr|d||||dq|S)Nz# z## r)keysr;) title_dict outline_listZformatedeachr r r formate_textXs  rE)r2ZjiebarrbackoffrZ on_exceptionZexpo exceptionsRequestExceptionrrr%r*r@rEr r r rs  '