From dc48ed6c3f8d93a83a5d42615b983a0c877e9491 Mon Sep 17 00:00:00 2001
From: cfontana00 <cfontana@ogs.it>
Date: Tue, 9 Apr 2024 15:06:03 +0200
Subject: [PATCH] add meteo

---
 config/config_TEMPLATE.json      |   7 ++
 meteo/ECMWF/.process_data.py.swp | Bin 0 -> 24576 bytes
 meteo/ECMWF/get_data.py          | 134 +++++++++++++++++++++
 meteo/ECMWF/process_data.py      | 196 +++++++++++++++++++++++++++++++
 meteo/MOLOCH/process_meteo.py    | 109 ++++++++++++++++-
 modules/.fun_gen.py.swp          | Bin 12288 -> 0 bytes
 modules/.fun_io.py.swp           | Bin 16384 -> 0 bytes
 7 files changed, 441 insertions(+), 5 deletions(-)
 create mode 100644 meteo/ECMWF/.process_data.py.swp
 create mode 100644 meteo/ECMWF/get_data.py
 create mode 100644 meteo/ECMWF/process_data.py
 delete mode 100644 modules/.fun_gen.py.swp
 delete mode 100644 modules/.fun_io.py.swp

diff --git a/config/config_TEMPLATE.json b/config/config_TEMPLATE.json
index 417f4ad..dca726a 100644
--- a/config/config_TEMPLATE.json
+++ b/config/config_TEMPLATE.json
@@ -16,7 +16,14 @@
 
 
 "_____":"METEO PARAMETERS",
+"meteo_ini":"2015-03-10",
+"meteo_end":"2015-03-11",
 "meteodir":"/path/to/meteo/files",
+"imin":"500",
+"imax":"600",
+"jmin":"350",
+"jmax":"450",
+
 
 
 "_____":"DYFAMED PARAMETERS",
diff --git a/meteo/ECMWF/.process_data.py.swp b/meteo/ECMWF/.process_data.py.swp
new file mode 100644
index 0000000000000000000000000000000000000000..79b418439a271e506c693d3dfbf3a9553abd8858
GIT binary patch
literal 24576
zcmeI4X^bRQ9l(oY+2vMIiHQ2#2~_t^PtWWO!DVC?*O>tqW)JsZ#o3{#?Rwo)&|TG3
zRnP3K5h4pJi6k0H)R-8<C-5Lq1FYX!^aDl{Q9lTVOMy+~6p+<`zgJfuGc;roP4rdf
zm+E@=`@gH+tN(xYja<2Ti`Y;eHMrhm80TO7f$Hk_R*$>qCc~)uUSxZ=^67iM-EcRg
z0f)Em*fwcx*)}yjGd#6v*CuPr^we-eM$#Xip4_tM(&1*{S7aDkjvd+M=2G9xwWpSV
zmcUy}pcPezHk@vZjjkV2fd|%pT%7g3-ESRFhtLwx63`OR63`OR63`OR63`OR68N8y
zK-4_ZxRKf%pVsKw^nP5=eO3BAmfo-F@jo$rJ~h4H(BpqX`h0GBzoo}NebhHC0WAS7
z0WAS70WAS70WAS70WAS70WAS70WE=dK?1g87^kv%|FzoS^Zh^D|37@DVH|?n;bzze
zHtd86SO@Qili>L?4C9aR3-~_V3<u#R_!2C@b?_;;1WNEBSOw3WZWzzPU*U211KbTi
zhFjsQuoo_YjW7Xa_!t=Q#%YG}Ivj!D!?)mbum^^r3=eTAaS%QMPn<$N@GCe3x54!=
z2_J-0;S_lJWYUA*!9(y{xEJn$AHZF3Cme)1xDd{SGvLS?!#E80!y(uYi{QW@ytLXd
zeh!D=cGwOVz}avztbqqkA`iF?ZiE|P63&8GXsh3VYO|-|DR>Zm0!{os3mahq2H_l7
z1FPXh!n^=~f=A$C_$7P|>Tn(GhH+R8C&4Osf<E#%JOGE`3vd8F4_CnqTmhHE#c-4Z
zpV#0?xC?w3gHbpQ9^k;~PPkPaJc;;PsQX?SYL;g=q?izE)q@+g9J!Vtv3JXJqfmJ{
zvKB}g3TcN?=8L=17zt%mt_0GK<dt^d+WYFVVCE^AC9heo)_pq~8!dIZ7mMUEASUC8
zVj+zgit`2O2|J1ccV8=#p(?Etxp4uzbDP4^3titUn9AQQ6&jB8oS}x}dhX!*;<^ng
z3#V>J%L>{N74NvpW{F?raNcgp*^#*<rtkHQnMsSNNU}3(UN0vrV_c0ySfn|X{3>`A
z#|;L}VRNvm+Ms0GW~u524Lh1Jw@&YxoVs+(nw;6RbLZwsGm+P}ru0PBt;@I>ov>V~
z`=Klpvqr79>h(mA$8HkTDY&sx&#pW`{7eyQf$J!*LIF)6i@KNMyYCfC%DGgS*|e)P
zvu$fpxzGE~gjshzX$NLeWO=D@seou=noN4_f((ewUL=F2kB1aUvf(?j9%q~Pz%&7R
zh#ds>Qo#vl=?HVh*$wMlFDf|pQgJYlmC|@=e2%6R0@(;0gzJgG_G+>)Qrb`)kG%%O
zjPEy9Mg;H!C+;{jzv{jFgR+k>V!6<}3bC-2JV`O_`>vO@gmM@(Epsr8g2IwC7F6e&
z9iJneEYGx~;nl~tvm3@~lq+_f7O?|TTFYpv`HU8CZIVPeA8GS`D+opCdKD?wUo<i@
zG_syQF)}h9|E1wmxvw<#lEKh5>|!TIoUuS_Bz56O{M0i8q@#gc2+%H6HvBz5h~^W|
zJ|!S(I;Ofxkvk_P@x8PpzDI6-=AwQxk@D+TlJ*$wE=ulBS@O}^Zx%ZCIp|ntAZMkj
zb<SLQ9eU=UygnVXj~Z%fV(l~cEcTmw21LiqqXtg*H7H_zLW}+_2F<cpF^z0w#RF_m
zs1cP0VtOW!W$rbMcC3kZ3gtjH>vn}@WXLR;YQjl^sd!m1elHI;Aco%hqPaJ-s=0RE
zJs`za88OSoGip4$ECzUaHKwR=(TyteWQhJ&Gf?x9xjoU7#6Mp6#Q0v1X_+gXD+x?5
zYshe3&8`LdyJ{KL!M5O*&VaZK<HPGod-A4!Y6?!`=X0T%516@P#{?S(j(a_sbp+14
zLs#g26JXXvwYtBrkj;SWMjKWn8%-J5Q7e$^%p&U{Rah=r9A|vnNg7V%^%{umT3Ak(
zpII|(1yvf;@~C6TY7kg~?YPVkzGs$%FvBn~<Ico`F!z)jL!;TVNlN@?HSS51A_h`P
zXF*!?t%mEk(UM9mz04p@Lga3xc3R!V>#l7_B1u|iG}_3DBTS~jE0QPClORnuJC{Tm
z5SOw(3$n?|lijoTBN2}YT+Q9;{VGjyTPtd|qRx1Rk*-cAZ%LkAUkcrDs3KV_hgctK
zbvaa*3$h-X3?%jHLm`}~%uttV!Y{LcHPsKb!b@L`&60WERYT`BhR$=$Vmb0zCS8(c
z(T*3Z{?Qq6ZyJ4t-a+S>l2u+AMAHsfQh66(NjB&u>P4%R6r3D+HFT_sDoRK>x)aJe
zSl+b^KP-n!A>FfJHm+mE7DG*84#uxhMI*kcO1O3{Tg@xJS9NQ=Vr`k;HN9<k^RDgI
z)=5(sM%>-|21cq$><O}Dpw$*;*VDwzu5p?z#s_^kZp)5x^Yb$G0vps+b*q8j5Y?7v
z)p%`l8%>r^u?```byg)SBw6&<Tn)CY_DP8Jr7wM$5XWAoq)-e;CcX=@LQN&>L*f@!
z+~!i5DKCG2ON*YpG#csi{&@NkcE~GMyRNRErMj-|*d>58dc_Itrkf>}^;?yk6J@Sm
ztI=FiPF^!fOifl<`s#NU5P_6@WWHzz9)lw+^Oj5nvd6+&x5nFxTwBZ{WIi2@w|tIE
zTm}d;<u7`w;Y6%6&km*Ghs}8zxRqovP+{IIe&#-4sQtgkKKiKIPqY8ezR$nGzWyk@
z27iZF;T3op{su3>i|_(G56{7~a0H%#r{O913;Y=#gGb?b_WZ|z0skb=f24W8!2L;8
z27PG>XbETuXbETuXbETuXbETuXbETuXbHRn3795_2ZlQKsTxN5kpEDwe8=FhS$)Tt
z73TVphPB9fgvFtStfU8HZP&0VrNhCLx$>!3e!#}Diu59Do-c7$wcgsVqVzv}>++7+
z%QozK=jmMT-wZGh=P<A{$xwZK<73~-8TOp?Sq{5rHr!6giEdV?WjS_+67fepOC3Vg
zIBAiNl|@UWWQFq_rdW$MM}YZ(VqWjakEjaY##-udX+Z{LyX>UTlnXW|GTBk2+2D}P
z3Z-quhf`L&(q@tz4jhcQQ5GR?k&dHMb8b9q<fQexdXVZ3eA8$D{}_AmB71YS|IhUI
zzsK`e-~jA~U7)`EUksmwaZow{D&CKX|3mmLd=ajOb3lFLKN*g&uYVA}4A+1K1Mm#r
z=I@5@z_;N5?1haWU=+>*eQ61331|su31|su31|su31|su3H*m7fXZ6(DYjFyZ$Y`C
zEoHoWzAGlZqNB)4!`Jg%10~lxj1>(DaqLl#J*LvC=_{eE#BVQ@Qb}A^uUzFZl>Jlb
z?<;z}-)71Cm#H_=L>)74um0Y>zVEC=y{YvSWreQO9m7~Q3{-jYs!X6&k!rfe?i_w}
zX)>m&q~*(YZ2okt-%R90i;Hs?rTQ7Clq)zU+LxKLQVYojVYgy4k-HU|6J^V`rdFv#
z^|@F=1)**&*!7m27`lk781Mf-%%=YYwa;e%KbB4_>ihrepuXGR4?lyS!X5BUI0yk;
z4_Ct+%)k|JIa~w<Q1$_<;1SLN4#9me4>i~cXTz(U1-t@}!eO`{z5!ncrJJw=*1*%0
z@hLbAhu}WA7w&)%cEBZ|&JQL)ogt`todT~?$6KHYK6p@qkHSabT+o-6fR=!kfR=!k
zfR=!kfR@1jw*&-Nry)@H)3KN+_NJJo@eUF`#;8hdJW~Sh{GGXFcXl8HVh=VbGB=47
zk)K+r&^wfOx{onGGreOvwF+!+hS<8~8>8W|3r9xEDvn!KW(C-Bh>3~*ABB}M-GJEH
z<V$B2&E|-WQEUyPEa~zS2|i$Fo3Cs~y?kFPxbk3`IY@4esC<R^cNilkDXINhx^3$)
zl}Y^inj&^Z&yO?uS|S=M&VRuak&WwM!}nt2#47EX8d|B+q?R~rPh$gI)lr04!d$aN
z1PnTt64}HyA=TI>1WOPzHudasYpmdgtw@qyvVTU>T~Ts_lEk1=d8^Di>`;^uL}qGo
zt&`Y~D)C+Gv<*391C&y1#e(T>(hIXeq3%?uZQ)6MlyOBz|02iPIpvaCYE5j!m<<ud
zCC^MN)esm{XJ{w~)QF*;N7b`Z#Yi64t49?vea7<1P(@WPC~I&F$Bp(-?kr*Q8_(2A
ROoaS1f2=*7d?c$f{|gIJQ-uHk

literal 0
HcmV?d00001

diff --git a/meteo/ECMWF/get_data.py b/meteo/ECMWF/get_data.py
new file mode 100644
index 0000000..2d73151
--- /dev/null
+++ b/meteo/ECMWF/get_data.py
@@ -0,0 +1,134 @@
+# --------------------------------#
+# Download ECMWF atmospheric data #
+# --------------------------------#
+import warnings
+warnings.filterwarnings("ignore")
+
+import sys,os
+import numpy as np
+import cdsapi
+from fun_gen import *
+from fun_io import *
+
+
+# Get args
+# --------
+config = sys.argv[1]  # Configuration name
+
+# Load config file
+# ----------------
+load_config(config)
+from fun_gen import *
+
+
+# Get args
+# --------
+config=sys.argv[1]  # Configuration name
+
+
+# Load lon/lat
+# ------------
+lon,lat,levels = load_coords()
+
+yini,mini,dini = meteo_ini.split('-')
+yend,mend,dend = meteo_end.split('-')
+
+yini,mini = int(yini),int(mini)
+yend,mend = int(yend),int(mend)
+
+
+name = 'reanalysis-cerra-single-levels'
+
+# Create output directory
+# -----------------------
+os.system('mkdir -p '+diagdir+'/'+config)
+savedir= diagdir+'/'+config+'/METEO'
+os.system('mkdir -p '+savedir)
+
+
+latmax,latmin = str(np.amax(lat)+1),str(np.amin(lat)-1)
+lonmax,lonmin = str(np.amax(lon)+1),str(np.amin(lon)-1)
+
+area = "'"+latmax+"/"+lonmin+"/"+latmin+"/"+lonmax+"'"
+
+
+c = cdsapi.Client()
+
+
+# Loop on years 
+# -------------
+for year in range(int(yini),int(yend)+1):
+
+  # Define months array
+  if yini == yend :
+    months = range(mini,mend+1)
+  else :
+    if year == yini :
+       months = range(mini,13)
+    elif year == yend :
+       months = range(1,mend+1)
+
+
+  for mon in range(np.amin(months),np.amax(months)+1):
+
+    mon = str(mon).zfill(2)
+
+
+    '''
+            '10m_wind_direction', '10m_wind_speed', '2m_relative_humidity',
+            'surface_latent_heat_flux', 'surface_net_solar_radiation', 'surface_net_thermal_radiation',
+            'surface_pressure', 'surface_sensible_heat_flux', 'surface_solar_radiation_downwards',
+            'surface_thermal_radiation_downwards', 'time_integrated_surface_direct_short_wave_radiation_flux', 'total_cloud_cover',
+            '2m_temperature', 'evaporation', 'mean_sea_level_pressure',
+            'total_precipitation',
+
+
+    '''
+
+    for var in [ '10m_wind_direction', '10m_wind_speed', '2m_relative_humidity','surface_latent_heat_flux', 'surface_net_solar_radiation', 'surface_net_thermal_radiation','surface_pressure', 'surface_sensible_heat_flux', 'surface_solar_radiation_downwards','surface_thermal_radiation_downwards', 'time_integrated_surface_direct_short_wave_radiation_flux', 'total_cloud_cover','2m_temperature', 'evaporation', 'mean_sea_level_pressure','total_precipitation',  '2m_temperature']:
+
+
+
+     oname = savedir+'/'+name+'_'+str(year)+mon+'_'+var+'.nc'
+
+
+     c.retrieve(
+      name,
+      {
+         'variable':  var ,
+        'level_type': 'surface_or_atmosphere',
+        'data_type': 'reanalysis',
+        'product_type': 'forecast',
+        'year': str(year),
+        'month': mon,
+        'day': [
+            '01', '02', '03',
+            '04', '05', '06',
+            '07', '08', '09',
+            '10', '11', '12',
+            '13', '14', '15',
+            '16', '17', '18',
+            '19', '20', '21',
+            '22', '23', '24',
+            '25', '26', '27',
+            '28', '29', '30',
+            '31',
+        ],
+        'time': [
+            '00:00', '03:00', '06:00',
+            '09:00', '12:00', '15:00',
+            '18:00', '21:00',
+        ],
+        'leadtime_hour': '1',
+        'format': 'netcdf',
+    },
+    oname)
+
+
+     # Crop file
+     # ---------
+     os.system('ncks -O -d x,'+imin+','+imax+' -d y,'+jmin+','+jmax+' '+oname+' '+oname)
+
+     print('\n[DOWNLOADED]',oname,'\n')
+
+
diff --git a/meteo/ECMWF/process_data.py b/meteo/ECMWF/process_data.py
new file mode 100644
index 0000000..322a0cd
--- /dev/null
+++ b/meteo/ECMWF/process_data.py
@@ -0,0 +1,196 @@
+# --------------------------------#
+# Download ECMWF atmospheric data #
+# --------------------------------#
+import warnings
+warnings.filterwarnings("ignore")
+
+import sys,os
+from glob import glob
+import numpy as np
+import datetime as dt
+import cdsapi
+from fun_gen import *
+from fun_io import *
+import xarray as xr
+from scipy.interpolate import griddata
+from netCDF4 import Dataset
+
+
+
+# Get args
+# --------
+config = sys.argv[1]  # Configuration name
+
+# Load config file
+# ----------------
+load_config(config)
+from fun_gen import *
+
+
+# Get args
+# --------
+config=sys.argv[1]  # Configuration name
+
+indir = diagdir+'/'+config+'/METEO'
+
+ncdir = diagdir+'/'+config+'/METEO/ITP_NC' 
+os.system('mkdir -p '+ncdir)
+
+
+# Load lon/lat
+# ------------
+lon,lat,levels = load_coords()
+
+
+# Define parameters
+# -----------------
+mdini = dt.datetime.strptime(meteo_ini,'%Y-%m-%d').toordinal()
+mdend = dt.datetime.strptime(meteo_end,'%Y-%m-%d').toordinal()
+
+name = 'reanalysis-cerra-single-levels'
+
+tags = []      # File tag                Variable name    'Units'      Output tag        
+tags.append(['2m_temperature',               't2m'     ,  'degK'      ,'tag'  ])
+#tags.append(['2m_relative_humidity',         'r2'      ,        ,'tag'  ])
+#tags.append(['surface_net_solar_radiation',  'ssr'     ,   'W.m-2'     , 'tag'  ])
+
+# Load meteo lon/lat
+# ------------------
+fname = glob(indir+'/*2m_temperature*')[0]
+ds = xr.open_dataset(fname)
+met_lon = np.array(ds['longitude']).flatten()
+met_lat = np.array(ds['latitude']).flatten()
+ds.close()
+
+# Mesh model lon/lat
+LAT,LON = np.meshgrid(lat,lon)
+
+
+
+print('Processing data :\n')
+
+switch = 0
+
+
+# Initialize NetCDF file for writing
+# -----------------------------------
+meteo_ini = meteo_ini.replace('-','') 
+meteo_end = meteo_end.replace('-','') 
+
+fname = name + '_'+ meteo_ini +'_'\
+                  + meteo_end +'.nc'
+
+# Open file
+dataset = Dataset(ncdir+'/'+fname,'w',format='NETCDF3_CLASSIC')
+
+# Create dimension
+dlon = dataset.createDimension('longitude',lon.shape[0])
+dlat = dataset.createDimension('latitude',lat.shape[0])
+dtime = dataset.createDimension('time',(mdend-mdini+1)*8)
+
+# Create variables & set attributes
+vlon = dataset.createVariable('longitude',np.float32,('longitude'))
+vlon.units = "degrees east"
+vlon.long_name = "longitude"
+vlon[:] = lon
+
+vlat = dataset.createVariable('latitude',np.float32,('latitude'))
+vlat.units = "degrees north"
+vlat.long_name = "latitude"
+vlat[:] = lat
+
+vtime = dataset.createVariable('time',np.float32,('time'))
+vtime.units = "hours since 1900-01-01 00:00:00"
+vtime.calendar = "gregorian"
+vtime[:] = range(0,(mdend-mdini+1)*8)
+
+
+
+# Process standard variables
+# --------------------------
+for tag in tags:
+
+  ftag = tag[0]
+  var = tag[1]
+  otag = tag[2]
+  units = tag[3]
+
+  print('=>',ftag)
+
+  full_data = []
+
+
+  # Loop on days
+  # ------------
+  for jd in range(mdini,mdend+1):
+
+    date = dt.datetime.fromordinal(jd) 
+    print(date.strftime('%Y-%m-%d'))
+
+    year,mon,day = date.strftime('%Y'),date.strftime('%m'),date.strftime('%d')
+
+    # Load variable
+    fname = indir+'/'+name+'_'+str(year)+mon+'_'+ftag+'.nc'
+    ds = xr.open_dataset(fname)
+
+    # Loop on records
+    for rec in range(0,8):
+
+      data = np.array(ds[var])[8*int(day)+rec,:,:]
+
+      # Interpolate on model grid
+      data = data.flatten()
+      idata = griddata((met_lat,met_lon),data,(LAT,LON),method='linear') 
+      full_data.append(idata.T)
+
+  full_data = np.array(full_data)
+  ds.close()
+
+
+  # Specific tuning
+  #if tag[0] == 'surface_net_solar_radiation':
+  #  full_data = full_data/3600.
+  #  print('HERE')
+
+
+  # Write variable to NetCDF
+  # ------------------------
+  vdata = dataset.createVariable(var,np.float32,('time','latitude','longitude'),fill_value=-9999)
+  vdata.units = units 
+  print(var)
+  vlat.long_name = ds[var].GRIB_name
+
+  vdata[:] = full_data
+
+
+
+dataset.close()
+
+
+    
+
+
+
+
+
+
+
+
+
+
+
+
+   
+
+
+
+
+
+'''
+
+    for var in [ '10m_wind_direction', '10m_wind_speed', '2m_relative_humidity','surface_latent_heat_flux', 'surface_net_solar_radiation', 'surface_net_thermal_radiation','surface_pressure', 'surface_sensible_heat_flux', 'surface_solar_radiation_downwards','surface_thermal_radiation_downwards', 'time_integrated_surface_direct_short_wave_radiation_flux', 'total_cloud_cover','2m_temperature', 'evaporation', 'mean_sea_level_pressure','total_precipitation',  '2m_temperature']:
+
+
+'''
+
+
diff --git a/meteo/MOLOCH/process_meteo.py b/meteo/MOLOCH/process_meteo.py
index 20c2a25..8fd0060 100644
--- a/meteo/MOLOCH/process_meteo.py
+++ b/meteo/MOLOCH/process_meteo.py
@@ -11,6 +11,10 @@
 from fun_gen import *
 from fun_io import *
 import sys,os
+from glob import glob
+import datetime as dt
+import xarray as xr
+from netCDF4 import Dataset
 
 
 # Get args
@@ -25,13 +29,16 @@
 
 # Create output directory
 # -----------------------
-os.system('mkdir -p '+meteodir+'/readyfiles')
+savedir = meteodir + '/readyfiles'
+os.system('mkdir -p ' + savedir)
 
 
 # Date conversion
 # ---------------
 mdini = datetime.strptime(meteo_ini,'%Y-%m-%d').toordinal()
 mdend = datetime.strptime(meteo_end,'%Y-%m-%d').toordinal()
+print('Processing data from',meteo_ini,'to',meteo_end,'\n')
+
 
 # Nomenclature
 # ------------
@@ -44,29 +51,121 @@
 nom.append([ 'dswrf'   , 'dswrf'  ,  'p3111' ])   # Downward short-wave radiation flux 
 #nom.append([ '' , '',  'p3112' ])            # Downward long-wave radiation flux
 nom.append([ 'rh2m'    , 'r2'     ,  'r' ])       # 2 metre relative humidity
-nom.append([ 't2m'     , 't2'     ,  't2m' ])     # 2 metre temperature
+nom.append([ 't2m'     , 't2m'     ,  't2m' ])    # 2 metre temperature
 nom.append([ 'clct'    , 'clct'   ,  'tcc' ])     # Total Cloud Cover 
 nom.append([ 'apcp'    , 'unknown',  'tp' ])      # Total precipitation
 nom.append([ 'wind10m' , 'u10'    ,  'u10' ])     # 10 metre U wind component
-nom.append([ 'wind10m' , 'v10'    ,  'v10' ])     # 10 metre U wind component
+nom.append([ 'wind10m' , 'v10'    ,  'v10' ])     # 10 metre V wind component
 # -------------------------------------------------------------------------------------
 
 
+# Get dimensions size
+# -------------------
+fname = glob(meteodir+'/*.nc')[0]
+ds = xr.open_dataset(fname)
+lon = ds['longitude']
+lat = ds['latitude']
+time = ds['time']
+
+slon = lon.shape[0]
+slat = lat.shape[0]
+
+ds.close()
+
+
 
 # Loop on days
 # ------------
 for jd in range(mdini,mdend+1):
 
+
+   # Define time parameters
+   # -----------------------
+   d = dt.datetime.fromordinal(jd)
+   year,mon,day = d.strftime('%Y'),d.strftime('%m'),d.strftime('%d')
+   doy = int(d.strftime('%j'))
+
+   print(year,mon,day)
+
+
+   if doy == 1 :
+     year = int(year)-1
+     istart = 8760-24
+     iend = 8760
+   else :
+     istart = (doy-1)*24
+     iend = (doy)*24
+
+   # !!!!!!!!!!!!!!
+   # REDUCE LON LAT
+
+
+   # Open file to write
+   # ------------------
+   dtag = str(year)+mon+day
+   fout = savedir + '/'+ dtag + '00_mol02ecm.nc'
+   dataset = Dataset( fout ,'w',format='NETCDF3_CLASSIC')
+
+   dlon = dataset.createDimension('longitude',slon)
+   dlat = dataset.createDimension('latitude',slat)
+   dtime= dataset.createDimension('time',24)
+
+
+   # Create variables & set attributes
+   # ---------------------------------
+   vlon = dataset.createVariable('longitude',np.float32,('longitude'))
+   vlon.units="degrees east"
+   vlon.long_name="Longitude of considered cell"
+   vlon[:] = lon
+
+   vlat = dataset.createVariable('latitude',np.float32,('latitude'))
+   vlat.units="degrees north"
+   vlat.long_name="Latitude of considered cell"
+   vlat[:] = lat
+
+   vtime = dataset.createVariable('time',np.float32,('time'))
+   vtime.units="hours since 1900-01-01 00:00:00.0"
+   vtime.long_name="time"
+   vtime.calendar = "gregorian"
+   vtime[:] = time[istart:iend]
+
+
    # Loop on variables
    # -----------------
    for tags in nom:
+
      intag = tags[0]
      invar = tags[1]
      ovar = tags[2]
 
+     #print(intag,invar,ovar)
+
+     # Read data
+     # ---------
+     fname = meteodir+'/moloch_'+str(year)+'_'+intag+'.nc'
+     ds = xr.open_dataset(fname)
+     data = ds[invar][istart:iend,:,:]
+     ds.close()
+
+     # Write data
+     # ----------
+     vdata = dataset.createVariable(ovar,np.float32,('time','latitude','longitude'),fill_value=-9999)
+     try :
+       vdata.units = data.units
+     except : 
+       pass
+
+     if intag != "apcp":
+       vdata.long_name = data.long_name
+     else:
+       vdata.long_name = 'Total Precipitation'
+
+     vdata[:] = data[:,:,:]
+
+   dataset.close()
+   print("[SAVED NC]",fout,'\n')
+
 
-     print(intag,invar,ovar)
-     exit()
      
 
 
diff --git a/modules/.fun_gen.py.swp b/modules/.fun_gen.py.swp
deleted file mode 100644
index 5eacd96e8247d158b88c14e393925c68034365a8..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 12288
zcmeI2OKclO7{@0quTs)NIdEiZ6YU1S+N3~L$(2G9P}PK%2uiEOSQ~q6w(-uccGqqq
zphZY<00alrBNrYLLL5Ni#!Hnr07Afl0}`A$@D>t}zJUKXyPNot+9|h+S?Q<Uo%v?w
zoB#LCXGihkt|JF#`QH2(!*wHL`xl052e;LRG9TW;YOV||X;Dw#Yom52W5dGXxkHoX
z*+Wy)Gli*%2PVq1(^Cb<tu`AXDAby=To*F$t@K?}cWMQ+0+*}6FdHA+y^BVrQ#<+1
zJ085;3ADXdKr5gX&<bb;v;tZIt$<cQD{uuX5PC!G6#U;5@8Qw-KGb!OU-eBZpcT*x
zXa%$aS^=$qRzNGD70?Q31+)TMfh$k}tIF8Vn;HA#YB-Po|0jR{f4`lvufPZ3eeec&
z4m<%`pb0{7Kgffv;J0mz{RF-PpMW>Pv*0k;15#io7zSsD8T%HT0jI$+a1=~{+rbX-
z*$s?64W0r=!9&0V=eIKUDR>(^15SY!Xo3&~zy}AxZQ$bdj9mcd!8z~^cn`b;PJ+jP
z17^TgU^Dn}3u9k{GvFQY7I+aXgNMO1NP{ilm+Kh&5_|zZ2k(N{!D%4DEEoqIYzN!G
z57#pGF?bEU3SI#(gD1fvxEpYAE4T^#dJSVAffvB@;BjymjDg)C4N_ne7y=CZgP8se
zE`kf-JU9o=g1^9@fa3l;(3e&~EAW3*AkB0AE|ekei?HcS-m2O@y}Cg@SP4Smn1-{2
zHlFjik)hsE^wOOddDXV+c*+<BBU5o@&919QX*ohYv@9RSX@11=ZELY1Frd%meP*LI
z*Y~J*&_G)<NKYzvBZsP@#w)(CLQ%H-Mc0hBl7;tK+RErYHb}oTpH$;HjrT=R5waq9
z&GnT;!NBpz$pK5`cp4_t_f7G8nz9nwuH+5Zs@k&7;ipnJP$vE2oTFK=`{eR0e|~SN
ztKqIvcA>4QhGjyNEblChcJxr&o>F$r;EpbX<AE#l<Yl17kC*UrLipxr?>u9ji_+A)
z<EA(<sc9EAsSS9(Eko1j-t2-jD7rlEZaLO6-)CfF?>l;Ine@QzwjRfp1saCmDvHEn
zPlrXrttTDh9UT?N@{*phj-J&60A~=c_Vv2A5N&`QqH7UpwZzn;UE`4kyjY}|@1tf)
zF|=~*2Dd=9rTL8OdK?+Dni-L1Fepk-MI>Af&8Y)(86(Q|!m4H2vBUD(Y0g)z(8yN9
z6;Bj{FmfE@ia3mQ5enHdjpWyzWwb}mlLJ<j*X)L1oYCo`Bq%3qw4JX3M@uF2f6jNx
z^}*+g^jGVwd$uBZn!cq@938>#c=f(V>moX0*$z#Lb(D@`?a`R_eMAmXv;2C~5i;a>
zjTR#f#d1Y>A)i(^I_p-zk&P7bOJshp8(n9ixSvl(HIL$gS{|*IF;s9wwd3IQ&eq)m
zbMj{6MVYKQKVB8GT0~Nb&~`)~Ddo|Fi56=<MeSu6q)J(1<XCRR$&J9TeCWD9DxK9(
zVyaneY4@K627_j)H{3<50heH#RgN)ok@v(nX`X_66r`5$0|ceLl8R+fF;mfufjK%~
zGg6r)v64v{C5{hDuJ*UqmQoc!tww2ru^iSs!&CIBN?NRIixNO)JB!>X(`BfPh^hc}
zAfIS(9?x(h?(E!7vX?o56N<d^Z4ty9p}fdf8g3vGooO;Sv|7haGEuIdu){~V>j~LW
zMWU2yFCR427^U>3p~|BTl#lLYi{HujxVA(qCFhdnW<2y)q9f8)b0WLA;tZ%Zw2G<(
zJr$>OwZT<DRRG)ZTp#B;VDS@a!D_ziP>@vq^SCE@Pb_8A@m5GQ>8)G9l$ZAkDSYHF
PeoU{v4_xBoAGZGjxHJ@t

diff --git a/modules/.fun_io.py.swp b/modules/.fun_io.py.swp
deleted file mode 100644
index 6b6bb06fbd52f2f69ac2d26ff929cea2ad043d45..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 16384
zcmeI2TZ|-C8OIA)mOCsE1*4L~j!Sj#RQJrz$g){!;=0qjOtQmlnAtTrjGdaU(>(><
zRc%%EGDEy1Mlmtr5xFP=k|+sAUlcV_h_{Dbyb+WqV<ImgA*fNq1IGCKPE}7|W_E=r
z2`1H>-*(qI-?{z2b57OyYE~wX&(5iR<tdBL4$FG|jf)y<<BhZKyZkDv5eA7HxRP_m
z&zrUTbY?hl^w#-<wYmA3>XC_=1B(Z0bJdxNcIb6mI-Y2BgPI?fJL_j`GSAEv$Q5`i
z3Urf3Y2PK*^wge7DK@tAT6N_W$KFZ}xoxgMu0XCpu0XCpu0XCpu0XCpuE77f0!im=
z>obhu>}(uQX5VLxe4mqDUw<0AEII$m704CH704CH704CH704CH704CH704CH704BM
z2P)utmUSupdO-pJy#Mc=|6jYzvVISz;3;?<?uEPHqc92A!WFO`&V_C8H!6D(o`a|0
zyYK+q5BGozABLOYua{WXU*IJ;1t;O#(18$^;A3zb+zdCsb#NtI0spwzvi=UQ!uQ}l
zNMHeG;2;#?m5VIvPw*W427V1cfXCrp2%rrbs&F-20O!MN7t$yA7CZ)z!WSWdkHd#x
zKkS5SVH>=30po#_@DunkJO=kc6B=+kd=RGL126^`!Y|IZtY_hA_!0aN9)Zt-hHK#c
za2{-j7tgb-Kf?3yG_1iCoD19F=iBK6JOOnmLIEy?OW=)j@ezCnJ`bOR3fu@2P=*pX
z@IJU0{<#f3;br(4{1m<kEw~fva0Bdx_rTR~6}%hX1>50u0!lB#DL4t=hlimH2`s=~
zxE>tX0hhrxI0w##SDCYB-fmh~W9mrgdTQpjLkIZV66LvxtH!J`RT}+}YFSDtz2+x{
zJw@|dsZQhvNx_yn{Gh3H6orvpG<L06?;o~0<hQg6!bCN~Zs4V6e#4}Mak=9rt7U4B
zleo|b+_o;J#j_@=QZ?;`bsfjjR)gAXC$*FYGrP)7$`45I26e~YpEi<aX~(`jAi?r<
z!<4R>?iO@fi77&xgJU;Rm~I=>5oL@dGQ_OurG*2>(eTjh;bmoyGsq;9snbfzv3o){
z{ANLt9k1h8L^u*^k&cT+`mYo<>Aq^43azY!Yc)Tpuj;sBCw_A^u}@zSx*8Kzsi>Wc
zQCII&M$SeQww3(lP*VrWZ+F5dNe!K>FR46(y&ch{WK>vSIEdKnMtVdQ$v0Ca(n&W8
z)CspWpwVoQ=%^F6+{6z9<%I#Y;MXPFX@x;KUUfTqX>!@Im(!^zuGE3&*s-pQ>rg20
zR7C}yawL<ekoav~mj4RHQk=LE+UmOBc3W{}%GlF9_RYxmWNsG<N9J#FjvQEYj#Q5q
zofB>}?KuUScIXjBJIQL%Y3pP)^eTSRsmV{7&SPq*<I)jRma5Hnxk33v2L;onsbAWu
z9>;*IezrsVgICq#{VOWXdL~xsDBC(-mChHazs6sFE&1O1veVKhvWvU92!rfmZMi6u
zXiOcAbjQUr%(1@O<P3Bh1>Goe*9%RZ)EGl;dL~_VB8uaMZPyPfw05^ci$L9GY^0<;
zyK7ZPx}XYKU(}7t$hTD5vpl|UauRE$C^}-CjzZm}7!QsvdEIuWsIH@$Ea%27XFSbG
zYgrqqB^|NU5(dMyWI5Dgat3OV`lzPS3f-h&DmPM@?N9a+@#$8pqc;s4DI-Q^no-lh
z)JqqQD2a=73q4!4X>UN!%ttcI#H8my@!i188{T||cVM&14(mkLQ<p^}>v(#GC8%3o
zJh}vjikkJPRJI&(x(tG`GUkyT&=2B{t|#SsH;QzSG$MB4Lb2Sa)frW}9@fmZOliGV
zXQ`;F`I3d~#;Uj5dvUqm3S$bU?I=Z)$mPXL%&g_5scC1w{97)^pXh3Rw-`!)2DZK}
ziVRM~k%DY>UOU)tDnW{hT8qkIM+Y@o@Udo>O}mXj60MtEkm-!w#uA|T($q2&$t<6Z
zNt><@$=oxLnN9zG=46&h{n%3Poo>{Om+W*6*~|UOv1ys@-fe70ci7Z@#;Im{;%AEb
z?h1eQxwWgs$N#~_v38^Ss`KCZIK7E5(7uxupG_W?n;RQLaVtlk$w$UT(umxndppzA
z;LaqqZn;kSa!tJ{x%ztb79mwL3Ab1sZ>Mx=qm}+#l$j&<A$vJp7i<~Bxg_{W*V7vY
zVK8D42F)Q0FRqNPiDoNYDex%b`O&yNv3s#PcXW3-;2tZh0BKk$r+;8b%cV|YJN4Kf
z!pMsYn;g^k2^vq(@lCT=CT`yoW~Dk_;x^xIFPN5Ct44>^ze>j58@iGXWa$;PA(TBX
zog24ntEKtF3#Af|dFHw_H@n!Zw?A@duGH~cVY08Zvb)x(mrhLX5mlANKP5$J(hFDa
zD91_EFpn+vuG@CCcco9mk|PF5nXOBk`-|-JXzK@Vt8j-Wo*7ee7m(dswl(SIR(GvI
z7s)#6*;9!lUEbPNgEepMs*OiRn$CV_J4)~JPQ88?J+@4*;=12iFZUlqcqB=mIeQOe
zy;5yA>7ZN7U*Qkh<(J%2cmz(X5if0&<ae)BPbM+;l3r@Sje1>@f=(}K&1~0_wiXRN
z;mcMl=bb~G7vzyNR<jfHn}#kna{hmUbM6D2ljZ#1d%yn*XZc^jFG0@zAuPgPxCSnV
z%ivP@GiUi1;CJv_cpjdCCqd5rpMp=qBJ73t!oN7b{{fzXZ@@$FAUptHfOR+y$6yca
zfM@CBDL4sVhsWV-@EAM_kHA;qVfYGs86JWMLB@AKd<pJ>{F5t?E08OYE08OYE08OY
zE08OYEAS3bz=U&$`e9PCINu#!i&rUWNV^|qBqBx$#V5@#yB#8BUSaUa$<ef9j;0>J
z9L}euUG0*bP|JxN^UYDzM0X_&lt^e#te1QOdYu+8hiqk{2&NUu!C)i0A=jMm*E_mG
zQ4=AQ@V`%_T19Tq)P+e$Y&PBma8B*@m3o%sd_JZQhQSHViwimanc)nDqa^Gnr|2}^
zST^y}m~s++NYib??6Zr<W~%n`KsI5_UiSPghd1S$piIx==&jX-!NS=%Y13Yuog1q6
z%;Bz~ID{=-pRmW*3Dpr}*a*lBL|WRRgjU5s;`EzN@tkJO;njo<=jP`Zs;7OWXCg1i
zlFgUYGZJ`mq!(mlZ?z8f-?KTkM0>OZE7E|*U=;9lvJdGtQ$4zP^Z!&h+gooC2k}ZM
q!^_C##QZ`ndz)Fa$C+eCtRiyG)D{;GF3w0iW<b!a_!%WNqW&8WN0bQw