Skip to content

Commit

Permalink
bug fix, didn't index pandas dataframe properly
Browse files Browse the repository at this point in the history
  • Loading branch information
Jerry Lin committed Aug 20, 2023
1 parent 6991a60 commit af59146
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions climsim_utils/data_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -663,7 +663,7 @@ def create_metrics_df(self, data_split):
for target_var in self.target_vars:
metric = self.metrics_dict[metric_name](self.preds_train[model_name][target_var], self.target_train[target_var])
df_var.loc[target_var, metric_name] = np.mean(metric)
df_idx[current_idx:current_idx + self.var_lens[target_var], metric_name] = np.atleast_1d(np.mean(metric, axis = (0,1)))
df_idx.loc[current_idx:current_idx + self.var_lens[target_var], metric_name] = np.atleast_1d(np.mean(metric, axis = (0,1)))
current_idx += self.var_lens[target_var]
self.metrics_var_train[model_name] = df_var
self.metrics_idx_train[model_name] = df_idx
Expand All @@ -681,12 +681,11 @@ def create_metrics_df(self, data_split):
for target_var in self.target_vars:
metric = self.metrics_dict[metric_name](self.preds_val[model_name][target_var], self.target_val[target_var])
df_var.loc[target_var, metric_name] = np.mean(metric)
df_idx[current_idx:current_idx + self.var_lens[target_var], metric_name] = np.atleast_1d(np.mean(metric, axis = (0,1)))
df_idx.loc[current_idx:current_idx + self.var_lens[target_var], metric_name] = np.atleast_1d(np.mean(metric, axis = (0,1)))
current_idx += self.var_lens[target_var]
self.metrics_var_val[model_name] = df_var
self.metrics_idx_val[model_name] = df_idx


elif data_split == 'scoring':
assert self.preds_scoring is not None
assert self.target_scoring is not None
Expand All @@ -698,9 +697,10 @@ def create_metrics_df(self, data_split):
for metric_name in self.metrics_names:
current_idx = 0
for target_var in self.target_vars:
return self.preds_scoring[model_name][target_var], self.target_scoring[target_var]
metric = self.metrics_dict[metric_name](self.preds_scoring[model_name][target_var], self.target_scoring[target_var])
df_var.loc[target_var, metric_name] = np.mean(metric)
df_idx[current_idx:current_idx + self.var_lens[target_var], metric_name] = np.atleast_1d(np.mean(metric, axis = (0,1)))
df_idx.loc[current_idx:current_idx + self.var_lens[target_var], metric_name] = np.atleast_1d(np.mean(metric, axis = (0,1)))
current_idx += self.var_lens[target_var]
self.metrics_var_scoring[model_name] = df_var
self.metrics_idx_scoring[model_name] = df_idx
Expand All @@ -720,7 +720,7 @@ def create_metrics_df(self, data_split):
for target_var in self.target_vars:
metric = self.metrics_dict[metric_name](self.preds_test[model_name][target_var], self.target_test[target_var])
df_var.loc[target_var, metric_name] = np.mean(metric)
df_idx[current_idx:current_idx + self.var_lens[target_var], metric_name] = np.atleast_1d(np.mean(metric, axis = (0,1)))
df_idx.loc[current_idx:current_idx + self.var_lens[target_var], metric_name] = np.atleast_1d(np.mean(metric, axis = (0,1)))
current_idx += self.var_lens[target_var]
self.metrics_var_test[model_name] = df_var
self.metrics_idx_test[model_name] = df_idx
Expand Down

0 comments on commit af59146

Please sign in to comment.