7gddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z ddlZdZdZdZdZdZd Zd Zd Zy) N)date timedelta)StringIOc ddg}gd}g}tjjdz}tjtdz jdz}tjtdz jdz}d}d}||k7rg|dz }|dz }|D]}|D]} tj j d} d } i} | jd d | d |d |d|| | | j} | j}|jd}tjt|}|jd}|j|tj |d}|j#|d|ddtjt|z jdz}tjt|z jdz}||k7rfyy)NNO2O3)NL10636NL10639NL10643 T09:00:00Zrzapi.luchtmeetnet.nlGETz&/open_api/measurements?station_number=z &formula=z=&page=1&order_by=timestamp_measured&order_direction=desc&end=z&start=utf-8value)likeT) ignore_index_.csvF)index)rtoday isoformatrhttpclientHTTPSConnectionrequest getresponsereaddecodepdread_csvrfilterappendconcatto_csv) particlesstationsall_dataframesr yesterday latest_date days_todaydays_yesterdayparticlestationconnpayloadheadersresdata decoded_datadf combined_datas T/Users/mihkelmariuszjezierski/Desktop/utrecht-pollution-prediction/data_api_calls.pypollution_datar9s I0HN JJL " " $| 3E ! ,779LHI::<)A,.99;lJKJN ; a !!H#{{223HI U&LWIU^_g^hifglfmmtu~t%@BIKRS&&(xxz#{{73 [[,!78YYGY,%%b)$IIn4HM  H:QugT!:% H" * 55@@B\QZZ\In$==HHJ\Y % ; c|D]W}tjj|s#tjj|sCtj|Yy)N)ospathexistsisfileremove)csvscsvs r8 delete_csvrC+s6 77>># 277>>##6 IIcNr:c ddg}g}g}g}tjjdz}tjtdz jdz}tjtdz jdz}d}||k7r\|D]}|d|d} |j | |dz }tjt|z jdz}||k7r\|D]} g} t | d 5} t j| } | D]?}|D]8}tjd |}|s| j t|d:A ddd| swt| t| z }d| vr|j ||j |t|||fS#1swY[xYw) Nrrr r rrrrrz[-+]?\d*\.\d+|\d+)rrrrr$openrBreaderrefindallfloatsumlenrC)r'rArrrr*r+r,r.namecsv_filevaluesfilerGrowr cleaned_valueavgs r8 clean_valuesrT0s I D C B JJL " " $| 3E ! ,779LHI::<)A,.99;lJKJ ; !HZqt,D KK " a  * 55@@B\Q ;   (C  ?DZZ%F E$&JJ/CU$KM$ eM!,<&=> ! ? f+F +C  3 #%(t 7N' ? ?s8F=!F==G cd}tj|}|jddd|jddd|jddd|S)Nweather_data.csvr rr weekday)r!r"insert) file_pathr6s r8 add_columnsr\XsJ"I Y BIIaIIatIIb)T" Ir:c |}t|j}|jd|jd||}|jd|jd||}|jd|jd||}|j ddddd d d d  }t j |d|d<|djj|d<|ddz dz|d<|ddz|d<|d dz|d <|d dz|d <|d dz|d <|djt|d<|djt|d<|d jt|d <|d jt|d <|d jt|d <|djt|d<|djt|d<|S)N r wind_speed mean_tempglobal_radiation percipitationpressureminimum_visibility)datetime windspeedtempsolarradiationprecipsealevelpressure visibility)columnsrYg @rXhumidity) listrorZpoprenamer! to_datetimedtday_nameastypeint)r4r6ros r8scalerycs B2::G NN1gkk!n% GB NN1gkk!n% GB NN1gkk!n% GB !+ %) B6 +BvJvJMM**,ByM<(3."4B|o*B{O!"67">sCB_-44S9B ^**3/BzN ^**3/BzN 23::3?B Ir:c|}d}|r'|j|j|df<|dz }|r'd}|r'|j|j|df<|dz }|r'|S)Nrrr r)rrloc)rrr4r6 start_indexs r8insert_pollutionr}sp BK %(WWY{E!"q  K $&FFH{D !q   Ir:cZtjj}tjtdz j} tj j d|d|d}tjtj|d}tjjtjjt}tjj!|d}t#|ddd 5}tj$|}|j'|dddy#1swYyxYw#tj(j*$rS}|j-j/} t1d |j2| t5j6Yd}~yd}~wtj(j8$rS}|j-j/} t1d |j2| t5j6Yd}~yd}~wwxYw) Nz\https://weather.visualcrossing.com/VisualCrossingWebServices/rest/services/timeline/Utrecht//z?unitGroup=metric&elements=datetime%2Cwindspeed%2Ctemp%2Csolarradiation%2Cprecip%2Cpressure%2Cvisibility%2Chumidity&include=days&key=7Y6AY56M6RWVNHQ3SAVHNJWFS&maxStations=1&contentType=csvrrVwr)newlineencodingz Error code: )rrrrurllibrurlopenrBrGcodecs iterdecoder<r=dirnamerealpath__file__joinrFwriter writerowserror HTTPErrorrr printcodesysexitURLError) r seven_days ResultBytesCSVText current_dirr[csvfile csv_writere ErrorInfos r8 weather_datars **, "% y|+668*..((,HISHTTUV[U\\X*YZKjj**;@AG''//"''"2"28"<=K [*<=I ib7 ;(wzz'**   w '(((   vvx I .!&&),HHJJ ,,  vvx I .!&&+HHJJsEB>E 'E7E E E E H*)A F77 H*A H%%H*cttt\}}t}t |}t |||}t jd|S)NrV)rr9rTr\ryr}r<r@)rrr6 scaled_df output_dfs r8get_datarsINnGC Bb I b)4III ! r:)rrB http.clientrr<rHrurllib.requestrrhrriorpandasr!r9rCrTr\ryr}rrr:r8rsN  $Z: %P-^ 2r: