Upload folder using huggingface_hub

README.md

@@ -28,7 +28,7 @@ This model class uses satellite data, numericl weather predictions, and recent G
 
 <!-- This should link to a Data Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
 
-The model is trained on data from 2017-2020 and validated on data from 2021. See experimental notes in the [the google doc](https://docs.google.com/document/d/1fbkfkBzp16WbnCg7RDuRDvgzInA6XQu3xh4NCjV-WDA/edit?usp=sharing) for more details.
+The model is trained on data from 2019-2022 and validated on data from 2022-2023. See experimental notes in the [the google doc](https://docs.google.com/document/d/1fbkfkBzp16WbnCg7RDuRDvgzInA6XQu3xh4NCjV-WDA/edit?usp=sharing) for more details.
 
 
 ### Preprocessing
@@ -38,7 +38,9 @@ Data is prepared with the `ocf_datapipes.training.pvnet` datapipe [2].
 
 ## Results
 
-The training logs for the current model can be found [here on wandb](https://wandb.ai/openclimatefix/pvnet2.1/runs/s684m1dk).
+The training logs for the current model can be found here: 
+ - [https://wandb.ai/openclimatefix/pvnet2.1/runs/s684m1dk](https://wandb.ai/openclimatefix/pvnet2.1/runs/s684m1dk)
+
 
 The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/pvnet2.1).
 

config.json

@@ -1,74 +1,79 @@
 {
-    "_target_": "pvnet.models.multimodal.multimodal.Model",
-    "output_quantiles": [
-        0.02,
-        0.1,
-        0.25,
-        0.5,
-        0.75,
-        0.9,
-        0.98
-    ],
-    "output_network": {
-        "_target_": "pvnet.models.multimodal.linear_networks.networks.ResFCNet2",
-        "_partial_": true,
-        "fc_hidden_features": 128,
-        "n_res_blocks": 6,
-        "res_block_layers": 2,
-        "dropout_frac": 0.0
-    },
-    "embedding_dim": 16,
-    "include_sun": true,
-    "include_gsp_yield_history": false,
-    "forecast_minutes": 480,
-    "history_minutes": 120,
-    "optimizer": {
-        "_target_": "pvnet.optimizers.EmbAdamWReduceLROnPlateau",
-        "lr": 0.0001,
-        "weight_decay": 0.25,
-        "amsgrad": true,
-        "patience": 5,
-        "factor": 0.1,
-        "threshold": 0.002
-    },
-    "nwp_encoders_dict": {
-        "ukv": {
-            "_target_": "pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet",
-            "_partial_": true,
-            "in_channels": 10,
-            "out_features": 256,
-            "number_of_conv3d_layers": 6,
-            "conv3d_channels": 32,
-            "image_size_pixels": 24
-        },
-        "ecmwf": {
-            "_target_": "pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet",
-            "_partial_": true,
-            "in_channels": 8,
-            "out_features": 256,
-            "number_of_conv3d_layers": 4,
-            "conv3d_channels": 32,
-            "image_size_pixels": 12
+    "_target_": "pvnet.models.ensemble.Ensemble",
+    "model_list": [
+        {
+            "_target_": "pvnet.models.multimodal.multimodal.Model",
+            "output_quantiles": [
+                0.02,
+                0.1,
+                0.25,
+                0.5,
+                0.75,
+                0.9,
+                0.98
+            ],
+            "output_network": {
+                "_target_": "pvnet.models.multimodal.linear_networks.networks.ResFCNet2",
+                "_partial_": true,
+                "fc_hidden_features": 128,
+                "n_res_blocks": 6,
+                "res_block_layers": 2,
+                "dropout_frac": 0.0
+            },
+            "embedding_dim": 16,
+            "include_sun": true,
+            "include_gsp_yield_history": false,
+            "forecast_minutes": 480,
+            "history_minutes": 120,
+            "optimizer": {
+                "_target_": "pvnet.optimizers.EmbAdamWReduceLROnPlateau",
+                "lr": 0.0001,
+                "weight_decay": 0.25,
+                "amsgrad": true,
+                "patience": 5,
+                "factor": 0.1,
+                "threshold": 0.002
+            },
+            "nwp_encoders_dict": {
+                "ukv": {
+                    "_target_": "pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet",
+                    "_partial_": true,
+                    "in_channels": 10,
+                    "out_features": 256,
+                    "number_of_conv3d_layers": 6,
+                    "conv3d_channels": 32,
+                    "image_size_pixels": 24
+                },
+                "ecmwf": {
+                    "_target_": "pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet",
+                    "_partial_": true,
+                    "in_channels": 8,
+                    "out_features": 256,
+                    "number_of_conv3d_layers": 4,
+                    "conv3d_channels": 32,
+                    "image_size_pixels": 12
+                }
+            },
+            "nwp_history_minutes": {
+                "ukv": 120,
+                "ecmwf": 120
+            },
+            "nwp_forecast_minutes": {
+                "ukv": 480,
+                "ecmwf": 480
+            },
+            "add_image_embedding_channel": false,
+            "sat_encoder": {
+                "_target_": "pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet",
+                "_partial_": true,
+                "in_channels": 11,
+                "out_features": 256,
+                "number_of_conv3d_layers": 6,
+                "conv3d_channels": 32,
+                "image_size_pixels": 24
+            },
+            "min_sat_delay_minutes": 60,
+            "sat_history_minutes": 90
         }
-    },
-    "nwp_history_minutes": {
-        "ukv": 120,
-        "ecmwf": 120
-    },
-    "nwp_forecast_minutes": {
-        "ukv": 480,
-        "ecmwf": 480
-    },
-    "add_image_embedding_channel": false,
-    "sat_encoder": {
-        "_target_": "pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet",
-        "_partial_": true,
-        "in_channels": 11,
-        "out_features": 256,
-        "number_of_conv3d_layers": 6,
-        "conv3d_channels": 32,
-        "image_size_pixels": 24
-    },
-    "min_sat_delay_minutes": 60,
-    "sat_history_minutes": 90
+    ]
 }

data_config.yaml

@@ -2,10 +2,10 @@ general:
   description: Config for training the saved PVNet model
   name: PVNet current
 input_data:
-  default_forecast_minutes: 480
+  default_forecast_minutes: 2160
   default_history_minutes: 120
   gsp:
-    forecast_minutes: 480
+    forecast_minutes: 2160
     gsp_zarr_path: PLACEHOLDER.zarr
     history_minutes: 120
     time_resolution_minutes: 30
@@ -14,7 +14,7 @@ input_data:
       dropout_fraction: 1.0
       dropout_timedeltas_minutes:
       - -180
-      forecast_minutes: 480
+      forecast_minutes: 1980
       history_minutes: 120
       max_staleness_minutes: null
       nwp_channels:
@@ -26,8 +26,8 @@ input_data:
       - mcc
       - lcc
       - prate
-      nwp_image_size_pixels_height: 12
-      nwp_image_size_pixels_width: 12
+      nwp_image_size_pixels_height: 24
+      nwp_image_size_pixels_width: 24
       nwp_provider: ecmwf
       nwp_zarr_path: PLACEHOLDER.zarr
       time_resolution_minutes: 60
@@ -35,7 +35,7 @@ input_data:
       dropout_fraction: 1.0
       dropout_timedeltas_minutes:
       - -180
-      forecast_minutes: 480
+      forecast_minutes: 1800
       history_minutes: 120
       max_staleness_minutes: null
       nwp_channels:
@@ -49,8 +49,8 @@ input_data:
       - vis
       - r
       - prate
-      nwp_image_size_pixels_height: 24
-      nwp_image_size_pixels_width: 24
+      nwp_image_size_pixels_height: 48
+      nwp_image_size_pixels_width: 48
       nwp_provider: ukv
       nwp_zarr_path: PLACEHOLDER.zarr
       time_resolution_minutes: 60
@@ -70,7 +70,7 @@ input_data:
     - VIS008
     - WV_062
     - WV_073
-    satellite_image_size_pixels_height: 24
-    satellite_image_size_pixels_width: 24
+    satellite_image_size_pixels_height: 48
+    satellite_image_size_pixels_width: 48
     satellite_zarr_path: PLACEHOLDER.zarr
     time_resolution_minutes: 5

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5878a7d7a4522208731c22ea2d6c7d4bfc5f8d96c9793c38cf48682cd68893d5
-size 48646438
+oid sha256:11df14d31e095fc52cbab9f94c627f8c304da2beea71feab123f6f5c9f045f26
+size 48650154