Merge pull request #95 from zillow/fix_agg_duplicate_index

duplicate agg index fixed with max
zillow · Oct 4, 2021 · 27af096 · 27af096
2 parents 91be2a5 + 770439d
commit 27af096
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/luminaire/exploration/data_exploration.py b/luminaire/exploration/data_exploration.py
@@ -384,7 +384,7 @@ def _detrender(self, training_data_sliced=None, detrend_order_max=2, significanc
                 agg_struct_model_config = {"include_holidays_exog": 1, "is_log_transformed": 0,
                                            "max_ft_freq": 3, "p": 3, "q": 3}
                 de_obj = DataExploration(freq='D', data_shift_truncate=False, is_log_transformed=False, fill_rate=0.9)
-                avg_series_df = avg_series_df[~avg_series_df.index.duplicated(keep='first')]
+                avg_series_df = avg_series_df.groupby(level=0).max()
                 agg_cleaned_data, pre_prc = de_obj.profile(avg_series_df)
                 if pre_prc['success']:
                     lad_struct_obj = LADStructuralModel(hyper_params=agg_struct_model_config, freq='D')

diff --git a/setup.py b/setup.py
@@ -14,7 +14,7 @@
 
 setup(
     name='luminaire',
-    version='0.2.3',
+    version='0.2.4',
 
     license='Apache License 2.0',