Skip to content

Commit

Permalink
adding changes to files for figure creation
Browse files Browse the repository at this point in the history
  • Loading branch information
Jerry Lin committed Aug 21, 2023
1 parent f94b862 commit fc19405
Show file tree
Hide file tree
Showing 3 changed files with 241 additions and 40 deletions.
146 changes: 146 additions & 0 deletions evaluation/main_figure_generation.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -187,6 +187,152 @@
" plot_df_byvar[metric] = plot_df_byvar[metric].rename(columns = data.var_short_names).transpose()"
]
},
{
"cell_type": "code",
"execution_count": 54,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"{'MAE': CNN cVAE ED HSR MLP RPN\n",
" variable \n",
" $dT/dt$ 2.585418 2.732051 2.864516 2.844789 2.682765 2.685253\n",
" $d1/dt$ 4.400639 4.679666 4.673036 4.784426 4.494752 4.592410\n",
" NETSW 18.845029 19.729191 14.967681 19.816967 13.360914 18.878685\n",
" FLWDS 8.597703 6.588051 6.893821 6.266635 5.224468 6.017693\n",
" PRECSC 3.364180 3.321645 3.045900 3.511187 2.683915 3.328444\n",
" PRECC 37.825799 38.805963 37.250200 42.379195 34.333065 37.455143\n",
" SOLS 10.830984 10.939536 8.553734 11.314418 7.970805 10.355971\n",
" SOLL 13.152971 13.461330 10.923703 13.602788 10.299178 12.955313\n",
" SOLSD 5.816831 6.158717 5.074686 6.330680 4.533141 5.845594\n",
" SOLLD 5.678992 6.065650 5.136236 6.214983 4.806307 5.701871,\n",
" 'RMSE': CNN cVAE ED HSR MLP RPN\n",
" variable \n",
" $dT/dt$ 4.369106 4.720812 4.696491 4.824681 4.420904 4.481825\n",
" $d1/dt$ 7.283705 7.779619 7.642989 7.895550 7.321821 7.518002\n",
" NETSW 36.906747 38.364034 28.537017 37.773019 26.707550 33.596484\n",
" FLWDS 10.854747 8.529763 9.070148 8.219851 6.968642 7.913915\n",
" PRECSC 6.000881 6.182026 5.078154 6.094945 4.733680 5.511482\n",
" PRECC 85.311686 88.711142 76.681968 90.640413 72.876357 76.578238\n",
" SOLS 22.916411 23.264985 17.998650 23.614026 17.403315 20.606768\n",
" SOLL 27.251214 27.812571 22.540191 27.778323 21.954437 25.218968\n",
" SOLSD 12.126842 12.639114 9.916940 12.395840 9.420306 10.996472\n",
" SOLLD 12.102328 12.624935 10.416563 12.474274 10.118702 11.247108,\n",
" 'R2': CNN cVAE ED HSR MLP RPN\n",
" variable \n",
" $dT/dt$ 0.627260 0.589693 0.541714 0.567524 0.588987 0.617206\n",
" $d1/dt$ -inf -inf -inf -inf -inf -inf\n",
" NETSW 0.943800 0.956531 0.980463 0.959136 0.982684 0.968036\n",
" FLWDS 0.827836 0.883237 0.801872 0.904115 0.924299 0.912173\n",
" PRECSC NaN -inf -inf -inf NaN -inf\n",
" PRECC 0.076930 -0.926289 -17.908577 -68.347502 -38.685671 -67.943146\n",
" SOLS 0.927029 0.929375 0.959621 0.928777 0.961380 0.942723\n",
" SOLL 0.915685 0.915267 0.945472 0.916143 0.947612 0.928029\n",
" SOLSD 0.927229 0.921261 0.950717 0.922621 0.955713 0.939980\n",
" SOLLD 0.812537 0.796327 0.857180 0.797273 0.866159 0.836630}"
]
},
"execution_count": 54,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"plot_df_byvar"
]
},
{
"cell_type": "code",
"execution_count": 53,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"{'CNN': MAE RMSE R2\n",
" variable \n",
" ptend_t 2.585418 4.369106 0.62726\n",
" ptend_q0001 4.400639 7.283705 -inf\n",
" cam_out_NETSW 18.845029 36.906747 0.9438\n",
" cam_out_FLWDS 8.597703 10.854747 0.827836\n",
" cam_out_PRECSC 3.36418 6.000881 NaN\n",
" cam_out_PRECC 37.825799 85.311686 0.07693\n",
" cam_out_SOLS 10.830984 22.916411 0.927029\n",
" cam_out_SOLL 13.152971 27.251214 0.915685\n",
" cam_out_SOLSD 5.816831 12.126842 0.927229\n",
" cam_out_SOLLD 5.678992 12.102328 0.812537,\n",
" 'cVAE': MAE RMSE R2\n",
" variable \n",
" ptend_t 2.732051 4.720812 0.589693\n",
" ptend_q0001 4.679666 7.779619 -inf\n",
" cam_out_NETSW 19.729191 38.364034 0.956531\n",
" cam_out_FLWDS 6.588051 8.529763 0.883237\n",
" cam_out_PRECSC 3.321645 6.182026 -inf\n",
" cam_out_PRECC 38.805963 88.711142 -0.926289\n",
" cam_out_SOLS 10.939536 23.264985 0.929375\n",
" cam_out_SOLL 13.46133 27.812571 0.915267\n",
" cam_out_SOLSD 6.158717 12.639114 0.921261\n",
" cam_out_SOLLD 6.06565 12.624935 0.796327,\n",
" 'HSR': MAE RMSE R2\n",
" variable \n",
" ptend_t 2.844789 4.824681 0.567524\n",
" ptend_q0001 4.784426 7.89555 -inf\n",
" cam_out_NETSW 19.816967 37.773019 0.959136\n",
" cam_out_FLWDS 6.266635 8.219851 0.904115\n",
" cam_out_PRECSC 3.511187 6.094945 -inf\n",
" cam_out_PRECC 42.379195 90.640413 -68.347502\n",
" cam_out_SOLS 11.314418 23.614026 0.928777\n",
" cam_out_SOLL 13.602788 27.778323 0.916143\n",
" cam_out_SOLSD 6.33068 12.39584 0.922621\n",
" cam_out_SOLLD 6.214983 12.474274 0.797273,\n",
" 'MLP': MAE RMSE R2\n",
" variable \n",
" ptend_t 2.682765 4.420904 0.588987\n",
" ptend_q0001 4.494752 7.321821 -inf\n",
" cam_out_NETSW 13.360914 26.70755 0.982684\n",
" cam_out_FLWDS 5.224468 6.968642 0.924299\n",
" cam_out_PRECSC 2.683915 4.73368 NaN\n",
" cam_out_PRECC 34.333065 72.876357 -38.685671\n",
" cam_out_SOLS 7.970805 17.403315 0.96138\n",
" cam_out_SOLL 10.299178 21.954437 0.947612\n",
" cam_out_SOLSD 4.533141 9.420306 0.955713\n",
" cam_out_SOLLD 4.806307 10.118702 0.866159,\n",
" 'RPN': MAE RMSE R2\n",
" variable \n",
" ptend_t 2.685253 4.481825 0.617206\n",
" ptend_q0001 4.59241 7.518002 -inf\n",
" cam_out_NETSW 18.878685 33.596484 0.968036\n",
" cam_out_FLWDS 6.017693 7.913915 0.912173\n",
" cam_out_PRECSC 3.328444 5.511482 -inf\n",
" cam_out_PRECC 37.455143 76.578238 -67.943146\n",
" cam_out_SOLS 10.355971 20.606768 0.942723\n",
" cam_out_SOLL 12.955313 25.218968 0.928029\n",
" cam_out_SOLSD 5.845594 10.996472 0.93998\n",
" cam_out_SOLLD 5.701871 11.247108 0.83663,\n",
" 'ED': MAE RMSE R2\n",
" variable \n",
" ptend_t 2.864516 4.696491 0.541714\n",
" ptend_q0001 4.673036 7.642989 -inf\n",
" cam_out_NETSW 14.967681 28.537017 0.980463\n",
" cam_out_FLWDS 6.893821 9.070148 0.801872\n",
" cam_out_PRECSC 3.0459 5.078154 -inf\n",
" cam_out_PRECC 37.2502 76.681968 -17.908577\n",
" cam_out_SOLS 8.553734 17.99865 0.959621\n",
" cam_out_SOLL 10.923703 22.540191 0.945472\n",
" cam_out_SOLSD 5.074686 9.91694 0.950717\n",
" cam_out_SOLLD 5.136236 10.416563 0.85718}"
]
},
"execution_count": 53,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"dict_idx"
]
},
{
"cell_type": "markdown",
"metadata": {},
Expand Down
135 changes: 95 additions & 40 deletions evaluation/plot_R2_analysis.ipynb
View file

Large diffs are not rendered by default.

Binary file added press_lat_diff_models.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.

0 comments on commit fc19405

Please sign in to comment.