gddlZddlmZmZddlZddlmZddl Z ddl Z ddl Z ddl Z ddlZddlZdZdZdZdZdZd Zd Zd Zy) N)date timedelta)StringIOc ddg}gd}g}tjjdz}tjtdz jdz}tjtdz jdz}d}d}||k7rg|dz }|dz }|D]}|D]} tj j d} d } i} | jd d | d |d |d|| | | j} | j}|jd}tjt|}|jd}|j|tj |d}|j#|d|ddtjt|z jdz}tjt|z jdz}||k7rfyy)NNO2O3)NL10636NL10639NL10643 T09:00:00Zrzapi.luchtmeetnet.nlGETz&/open_api/measurements?station_number=z &formula=z=&page=1&order_by=timestamp_measured&order_direction=desc&end=z&start=utf-8value)likeT) ignore_index_.csvFindex)rtoday isoformatrhttpclientHTTPSConnectionrequest getresponsereaddecodepdread_csvrfilterappendconcatto_csv) particlesstationsall_dataframesr yesterday latest_date days_todaydays_yesterdayparticlestationconnpayloadheadersresdata decoded_datadf combined_datas T/Users/mihkelmariuszjezierski/Desktop/utrecht-pollution-prediction/data_api_calls.pypollution_datar: s I0HN JJL " " $| 3E ! ,779LHI::<)A,.99;lJKJN ; a !!H#{{223HI U&LWIU^_g^hifglfmmtu~t%@BIKRS&&(xxz#{{73 [[,!78YYGY,%%b)$IIn4HM  H:QugT!:% H" * 55@@B\QZZ\In$==HHJ\Y % ; c|D]W}tjj|s#tjj|sCtj|Yy)N)ospathexistsisfileremove)csvscsvs r9 delete_csvrD)s6 77>># 277>>##6 IIcNr;c ddg}g}g}g}tjjdz}tjtdz jdz}tjtdz jdz}d}||k7r\|D]}|d|d} |j | |dz }tjt|z jdz}||k7r\|D]} g} t | d 5} t j| } | D]?}|D]8}tjd |}|s| j t|d:A ddd| swt| t| z }d| vr|j ||j |t|||fS#1swY[xYw) Nrrr r rrrrrz[-+]?\d*\.\d+|\d+)rrrrr%openrCreaderrefindallfloatsumlenrD)r(rBrrrr+r,r-r/namecsv_filevaluesfilerHrowr cleaned_valueavgs r9 clean_valuesrU.s I D C B JJL " " $| 3E ! ,779LHI::<)A,.99;lJKJ ; !HZqt,D KK " a  * 55@@B\Q ;   (C  ?DZZ%F E$&JJ/CU$KM$ eM!,<&=> ! ? f+F +C  3 #%(t 7N' ? ?s8F=!F==G cd}tj|}|jddd|jddd|jddd|jdd y) Nweather_data.csvr rr weekdaycombined_data.csvFr)r"r#insertr') file_pathr7s r9 add_columnsr^VsV"I Y BIIaIIatIIb)T"II!I/r;c d}tj|}t|j}|j d|j d||}|j d|j d||}|j d|j d||}|j dddd d d d d }tj|d|d<|djj|d<|ddz dz|d<|ddz|d<|d dz|d <|d dz|d <|d dz|d <|djt|d<|djt|d<|d jt|d <|d jt|d <|d jt|d <|djt|d<|d jt|d <|jddy)Nr[ r wind_speed mean_tempglobal_radiation percipitationpressureminimum_visibility)datetime windspeedtempsolarradiationprecipsealevelpressure visibility)columnsrZg @rYhumidityrecorded_data.csvFr) r"r#listrqr\poprename to_datetimedtday_nameastypeintr')r]r7rqs r9scaler|as #I Y B2::G NN1gkk!n% GB NN1gkk!n% GB NN1gkk!n% GB !+ %) B6 +BvJvJMM**,ByM<(3."4B|o*B{O!"67">sCB_-44S9B ^**3/BzN ^**3/BzN 23::3?BII!I/r;cd}tj|}d}|r'|j|j|df<|dz }|r'd}|r;|j|j|df<|dz }|j dd|r:yy) Nrsrrr rz dataset.csvFr)r"r#rulocr')rrr]r7 start_indexs r9insert_pollutionrs#I Y BK %(WWY{E!"q  K $&FFH{D !q  -u - r;cZtjj}tjtdz j} tj j d|d|d}tjtj|d}tjjtjjt}tjj!|d}t#|ddd 5}tj$|}|j'|dddy#1swYyxYw#tj(j*$rS}|j-j/} t1d |j2| t5j6Yd}~yd}~wtj(j8$rS}|j-j/} t1d |j2| t5j6Yd}~yd}~wwxYw) Nraz\https://weather.visualcrossing.com/VisualCrossingWebServices/rest/services/timeline/Utrecht//z?unitGroup=metric&elements=datetime%2Cwindspeed%2Ctemp%2Csolarradiation%2Cprecip%2Cpressure%2Cvisibility%2Chumidity&include=days&key=7Y6AY56M6RWVNHQ3SAVHNJWFS&maxStations=1&contentType=csvrrWwr)newlineencodingz Error code: )rrrrurllibrurlopenrCrHcodecs iterdecoder=r>dirnamerealpath__file__joinrGwriter writerowserror HTTPErrorr r!printcodesysexitURLError) r seven_days ResultBytesCSVText current_dirr]csvfile csv_writere ErrorInfos r9 weather_datars **, "% y|+668*..((,HISHTTUV[U\\X*YZKjj**;@AG''//"''"2"28"<=K [*<=I ib7 ;(wzz'**   w '(((   vvx I .!&&),HHJJ ,,  vvx I .!&&+HHJJsEB>E 'E7E E E E H*)A F77 H*A H%%H*cttt\}}tt t ||t jdt jdy)Nr[rW)rr:rUr^r|rr=rA)rrs r9get_datarsFNnGCM GS"II!"II !r;) http.clientrrjrrpandasr"iorr=rIrCurllib.requestrrrr:rDrUr^r|rrrr;r9rsN$  Z: %P0.0` .2"r;