diff --git a/CHANGELOG.md b/CHANGELOG.md index a4b5af903484e9b376b16ecef8b51d525504b860..88f755efe8b4247489cac43c2b9c981c38593b19 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -2,6 +2,7 @@ ### unreleased +- Fix typo in safeguards in [ML_forecast_template.ipynb](https://renkulab.io/gitlab/aaron.spring/s2s-ai-challenge-template/-/blob/master/notebooks/ML_forecast_template.ipynb): "We did NOT use `test` explicitly in training or implicitly in incrementally adjusting parameters."" (!8, [Aaron Spring](https://renkulab.io/gitlab/aaron.spring)) - Add notebooks showcasing accessing output of different models from different sources: (!2, [Aaron Spring](https://renkulab.io/gitlab/aaron.spring)) - S2S-Project models: - from from European Weather Cloud: diff --git a/notebooks/ML_forecast_template.ipynb b/notebooks/ML_forecast_template.ipynb index d0c07c0e1226ce0295784de9f950d055238b31ca..e123c326555e50a2a79d7e912e5bd3436a88929d 100644 --- a/notebooks/ML_forecast_template.ipynb +++ b/notebooks/ML_forecast_template.ipynb @@ -75,12 +75,12 @@ "\n", "If the organizers suspect overfitting, your contribution can be disqualified.\n", "\n", - " - [ ] We didnt use 2020 observations in training (explicit overfitting and cheating)\n", - " - [ ] We didnt repeatedly verify my model on 2020 observations and incrementally improved my RPSS (implicit overfitting)\n", + " - [ ] We did not use 2020 observations in training (explicit overfitting and cheating)\n", + " - [ ] We did not repeatedly verify my model on 2020 observations and incrementally improved my RPSS (implicit overfitting)\n", " - [ ] We provide RPSS scores for the training period with script `skill_by_year`, see in section 6.3 `predict`.\n", " - [ ] We tried our best to prevent [data leakage](https://en.wikipedia.org/wiki/Leakage_(machine_learning)?wprov=sfti1).\n", " - [ ] We honor the `train-validate-test` [split principle](https://en.wikipedia.org/wiki/Training,_validation,_and_test_sets). This means that the hindcast data is split into `train` and `validate`, whereas `test` is withheld.\n", - " - [ ] We did use `test` explicitly in training or implicitly in incrementally adjusting parameters.\n", + " - [ ] We did not use `test` explicitly in training or implicitly in incrementally adjusting parameters.\n", " - [ ] We considered [cross-validation](https://en.wikipedia.org/wiki/Cross-validation_(statistics))." ] }, diff --git a/notebooks/ML_train_and_predict.ipynb b/notebooks/ML_train_and_predict.ipynb index 9c23068dbb4fcd2acd899dcdc3eb1904d7822e0b..8d9a77928589e857b92f680870daa70ff9b00c65 100644 --- a/notebooks/ML_train_and_predict.ipynb +++ b/notebooks/ML_train_and_predict.ipynb @@ -81,12 +81,12 @@ "\n", "If the organizers suspect overfitting, your contribution can be disqualified.\n", "\n", - " - [x] We didnt use 2020 observations in training (explicit overfitting and cheating)\n", - " - [x] We didnt repeatedly verify my model on 2020 observations and incrementally improved my RPSS (implicit overfitting)\n", + " - [x] We did not use 2020 observations in training (explicit overfitting and cheating)\n", + " - [x] We did not repeatedly verify my model on 2020 observations and incrementally improved my RPSS (implicit overfitting)\n", " - [x] We provide RPSS scores for the training period with script `print_RPS_per_year`, see in section 6.3 `predict`.\n", " - [x] We tried our best to prevent [data leakage](https://en.wikipedia.org/wiki/Leakage_(machine_learning)?wprov=sfti1).\n", " - [x] We honor the `train-validate-test` [split principle](https://en.wikipedia.org/wiki/Training,_validation,_and_test_sets). This means that the hindcast data is split into `train` and `validate`, whereas `test` is withheld.\n", - " - [x] We did use `test` explicitly in training or implicitly in incrementally adjusting parameters.\n", + " - [x] We did not use `test` explicitly in training or implicitly in incrementally adjusting parameters.\n", " - [x] We considered [cross-validation](https://en.wikipedia.org/wiki/Cross-validation_(statistics))." ] }, @@ -1620,9 +1620,9 @@ ], "metadata": { "kernelspec": { - "display_name": "Python [conda env:s2s-ai]", + "display_name": "Python 3", "language": "python", - "name": "conda-env-s2s-ai-py" + "name": "python3" }, "language_info": { "codemirror_mode": { @@ -1634,7 +1634,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.7.10" + "version": "3.8.6" }, "toc-autonumbering": true },