Skip to content

Commit

Permalink
Updated builtin_timeseries.py
Browse files Browse the repository at this point in the history
These changes were done to return `entry` type data ( alongside dataframe) to clustering_example.ipynb.
  • Loading branch information
humbleOldSage committed Aug 16, 2023
1 parent 61ab4b9 commit 2b5b06a
Showing 1 changed file with 11 additions and 1 deletion.
12 changes: 11 additions & 1 deletion emission/storage/timeseries/builtin_timeseries.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,9 @@
INVALID_QUERY = {'metadata.key': 'invalid'}

class BuiltinTimeSeries(esta.TimeSeries):

entryList=[]

def __init__(self, user_id):
super(BuiltinTimeSeries, self).__init__(user_id)
self.key_query = lambda key: {"metadata.key": key}
Expand Down Expand Up @@ -261,6 +264,9 @@ def get_entry_at_ts(self, key, ts_key, ts):
logging.debug("get_entry_at_ts result = %s" % retValue)
return retValue

def getEntryList(self):
return self.entryList

def get_data_df(self, key, time_query = None, geo_query = None,
extra_query_list=None,
map_fn = None):
Expand Down Expand Up @@ -290,7 +296,11 @@ def to_data_df(key, entry_it, map_fn = None):
if map_fn is None:
map_fn = BuiltinTimeSeries._to_df_entry
# Dataframe doesn't like to work off an iterator - it wants everything in memory
df = pd.DataFrame([map_fn(e) for e in entry_it])

for e in entry_it:
BuiltinTimeSeries.entryList.append(map_fn(e))
df = pd.DataFrame(BuiltinTimeSeries.entryList)

logging.debug("Found %s results" % len(df))
if len(df) > 0:
dedup_check_list = [item for item in ecwe.Entry.get_dedup_list(key)
Expand Down

0 comments on commit 2b5b06a

Please sign in to comment.