[SCM] refactor folder for meteo france data. add analysis of station data

experiment/meteo_france_SCM_models/study/abstract_extended_study.py → experiment/meteo_france_data/scm_models_data/abstract_extended_study.py

 import numpy as np
 from collections import OrderedDict
 
-from experiment.meteo_france_SCM_models.study.abstract_study import AbstractStudy
+from experiment.meteo_france_data.scm_models_data.abstract_study import AbstractStudy
 from spatio_temporal_dataset.coordinates.spatial_coordinates.abstract_spatial_coordinates import \
     AbstractSpatialCoordinates
 

experiment/meteo_france_SCM_models/study/abstract_study.py → experiment/meteo_france_data/scm_models_data/abstract_study.py

@@ -15,9 +15,9 @@ from matplotlib import cm
 from matplotlib.colors import Normalize
 from netCDF4 import Dataset
 
-from experiment.meteo_france_SCM_models.study.abstract_variable import AbstractVariable
-from experiment.meteo_france_SCM_models.study.scm_constants import ALTITUDES, ZS_INT_23, ZS_INT_MASK, LONGITUDES, LATITUDES
-from experiment.meteo_france_SCM_models.visualization.utils import get_km_formatter
+from experiment.meteo_france_data.scm_models_data.abstract_variable import AbstractVariable
+from experiment.meteo_france_data.scm_models_data.scm_constants import ALTITUDES, ZS_INT_23, ZS_INT_MASK, LONGITUDES, LATITUDES
+from experiment.meteo_france_data.visualization.utils import get_km_formatter
 from extreme_estimator.extreme_models.margin_model.margin_function.abstract_margin_function import \
     AbstractMarginFunction
 from extreme_estimator.margin_fits.plot.create_shifted_cmap import get_color_rbga_shifted, create_colorbase_axis

experiment/meteo_france_SCM_models/study/crocus/crocus.py → experiment/meteo_france_data/scm_models_data/crocus/crocus.py

 import numpy as np
 
-from experiment.meteo_france_SCM_models.study.abstract_extended_study import AbstractExtendedStudy
-from experiment.meteo_france_SCM_models.study.abstract_study import AbstractStudy
-from experiment.meteo_france_SCM_models.study.crocus.crocus_variables import CrocusSweVariable, CrocusDepthVariable
-from experiment.meteo_france_SCM_models.study.cumulated_study import CumulatedStudy
+from experiment.meteo_france_data.scm_models_data.abstract_extended_study import AbstractExtendedStudy
+from experiment.meteo_france_data.scm_models_data.abstract_study import AbstractStudy
+from experiment.meteo_france_data.scm_models_data.crocus.crocus_variables import CrocusSweVariable, CrocusDepthVariable
+from experiment.meteo_france_data.scm_models_data.cumulated_study import CumulatedStudy
 
 
 class Crocus(AbstractStudy):

experiment/meteo_france_SCM_models/study/crocus/crocus_variables.py → experiment/meteo_france_data/scm_models_data/crocus/crocus_variables.py

 import numpy as np
 
-from experiment.meteo_france_SCM_models.study.abstract_variable import AbstractVariable
+from experiment.meteo_france_data.scm_models_data.abstract_variable import AbstractVariable
 
 
 class CrocusVariable(AbstractVariable):

experiment/meteo_france_SCM_models/study/cumulated_study.py → experiment/meteo_france_data/scm_models_data/cumulated_study.py

-from experiment.meteo_france_SCM_models.study.abstract_study import AbstractStudy
-from experiment.meteo_france_SCM_models.study.abstract_variable import AbstractVariable
+from experiment.meteo_france_data.scm_models_data.abstract_study import AbstractStudy
+from experiment.meteo_france_data.scm_models_data.abstract_variable import AbstractVariable
 
 NB_DAYS = [1, 3, 5, 7]
 

experiment/meteo_france_SCM_models/study/safran/safran.py → experiment/meteo_france_data/scm_models_data/safran/safran.py

 import numpy as np
 
-from experiment.meteo_france_SCM_models.study.abstract_extended_study import AbstractExtendedStudy
-from experiment.meteo_france_SCM_models.study.abstract_study import AbstractStudy
-from experiment.meteo_france_SCM_models.study.abstract_variable import AbstractVariable
-from experiment.meteo_france_SCM_models.study.cumulated_study import CumulatedStudy
-from experiment.meteo_france_SCM_models.study.safran.safran_variable import SafranSnowfallVariable, \
+from experiment.meteo_france_data.scm_models_data.abstract_extended_study import AbstractExtendedStudy
+from experiment.meteo_france_data.scm_models_data.abstract_study import AbstractStudy
+from experiment.meteo_france_data.scm_models_data.abstract_variable import AbstractVariable
+from experiment.meteo_france_data.scm_models_data.cumulated_study import CumulatedStudy
+from experiment.meteo_france_data.scm_models_data.safran.safran_variable import SafranSnowfallVariable, \
     SafranRainfallVariable, SafranTemperatureVariable, SafranTotalPrecipVariable
 
 

experiment/meteo_france_SCM_models/study/safran/safran_variable.py → experiment/meteo_france_data/scm_models_data/safran/safran_variable.py

 import numpy as np
 
-from experiment.meteo_france_SCM_models.study.abstract_variable import AbstractVariable
+from experiment.meteo_france_data.scm_models_data.abstract_variable import AbstractVariable
 
 
 class SafranSnowfallVariable(AbstractVariable):

experiment/meteo_france_data/stations_data/analysis.py

+from collections import OrderedDict
+
+DATA_PATH = r'/home/erwan/Documents/projects/spatiotemporalextremes/local/spatio_temporal_datasets/Johan_data/PrecipitationsAvalanches_MaxPrecipit_ParPoste_ParHiver_traites.xls'
+
+import pandas as pd
+
+
+class Stations(object):
+
+    def load_main_df(self):
+        df = pd.read_excel(DATA_PATH, sheet_name='max alpes 2500m presentes')
+        df = df.iloc[:78, 4:]
+        return df
+
+    def reduce_altitude(self, altitude=900) -> pd.Series:
+        df = self.load_main_df()
+        ind_altitude = altitude - 150 < df['ALTITUDE']
+        ind_altitude &= df['ALTITUDE'] <= altitude + 150
+        df = df.loc[ind_altitude]
+        # Put all the result into an ordered dict
+        d = OrderedDict()
+        # Number of stations
+        d['Nb stations'] = len(df)
+        # Number of massifs
+        # d['Nb mas'] = len(df)
+        return pd.Series(d)
+
+    def df_altitude(self):
+        altitudes = [900, 1200]
+        df = pd.concat([self.reduce_altitude(altitude) for altitude in altitudes], axis=1)
+        df = df.transpose()
+        df.index = altitudes
+        print(df)
+
+
+if __name__ == '__main__':
+    s = Stations()
+    # s.load_main_df()
+    s.df_altitude()

experiment/meteo_france_SCM_models/visualization/hypercube_visualization/abstract_hypercube_visualizer.py → experiment/meteo_france_data/visualization/hypercube_visualization/abstract_hypercube_visualizer.py

@@ -5,7 +5,7 @@ from typing import Dict, Tuple
 import matplotlib.pyplot as plt
 import pandas as pd
 
-from experiment.meteo_france_SCM_models.visualization.study_visualization.study_visualizer import StudyVisualizer
+from experiment.meteo_france_data.visualization.study_visualization.study_visualizer import StudyVisualizer
 from utils import cached_property, VERSION_TIME, get_display_name_from_object_type
 
 

experiment/meteo_france_SCM_models/visualization/hypercube_visualization/altitude_hypercube_visualizer.py → experiment/meteo_france_data/visualization/hypercube_visualization/altitude_hypercube_visualizer.py

@@ -2,9 +2,9 @@ import matplotlib.pyplot as plt
 import numpy as np
 import pandas as pd
 
-from experiment.meteo_france_SCM_models.visualization.hypercube_visualization.abstract_hypercube_visualizer import \
+from experiment.meteo_france_data.visualization.hypercube_visualization.abstract_hypercube_visualizer import \
     AbstractHypercubeVisualizer
-from experiment.meteo_france_SCM_models.visualization.study_visualization.study_visualizer import StudyVisualizer
+from experiment.meteo_france_data.visualization.study_visualization.study_visualizer import StudyVisualizer
 from experiment.trend_analysis.univariate_test.abstract_univariate_test import AbstractUnivariateTest
 from utils import get_display_name_from_object_type
 

experiment/meteo_france_SCM_models/visualization/hypercube_visualization/main_hypercube_visualization.py → experiment/meteo_france_data/visualization/hypercube_visualization/main_hypercube_visualization.py

@@ -2,13 +2,13 @@ import time
 from itertools import product
 from collections import OrderedDict
 
-from experiment.meteo_france_SCM_models.visualization.hypercube_visualization.altitude_hypercube_visualizer import \
+from experiment.meteo_france_data.visualization.hypercube_visualization.altitude_hypercube_visualizer import \
     AltitudeHypercubeVisualizer, Altitude_Hypercube_Year_Visualizer
-from experiment.meteo_france_SCM_models.visualization.hypercube_visualization.quantity_altitude_visualizer import \
+from experiment.meteo_france_data.visualization.hypercube_visualization.quantity_altitude_visualizer import \
     QuantityAltitudeHypercubeVisualizer
-from experiment.meteo_france_SCM_models.visualization.study_visualization.main_study_visualizer import ALL_ALTITUDES, \
+from experiment.meteo_france_data.visualization.study_visualization.main_study_visualizer import ALL_ALTITUDES, \
     SCM_STUDIES, study_iterator, study_iterator_global
-from experiment.meteo_france_SCM_models.visualization.study_visualization.study_visualizer import StudyVisualizer
+from experiment.meteo_france_data.visualization.study_visualization.study_visualizer import StudyVisualizer
 from experiment.trend_analysis.univariate_test.abstract_gev_change_point_test import GevLocationChangePointTest, \
     GevScaleChangePointTest, GevShapeChangePointTest
 from utils import get_display_name_from_object_type

experiment/meteo_france_SCM_models/visualization/hypercube_visualization/quantity_altitude_visualizer.py → experiment/meteo_france_data/visualization/hypercube_visualization/quantity_altitude_visualizer.py

 import pandas as pd
 
-from experiment.meteo_france_SCM_models.visualization.hypercube_visualization.altitude_hypercube_visualizer import \
+from experiment.meteo_france_data.visualization.hypercube_visualization.altitude_hypercube_visualizer import \
     AltitudeHypercubeVisualizer