integration of agbd-lite dataset

configs/dataset/agbd.yaml

@@ -0,0 +1,54 @@
+_target_: pangaea.datasets.agbd.AGBD
+dataset_name: AGBD
+root_path: /scratch3/gsialelli/patches
+download_url: null
+auto_download: False
+
+img_size: 25
+multi_temporal: False
+multi_modal: False
+
+root_path_cluster: /cluster/scratch/gsialelli
+hold_out_region: null
+keep_region: False
+drop_overlaps: True
+eval_lite: True
+
+# for regression (agbd or rh98)
+target: "agbd" # agbd or rh98
+ignore_index: -1
+num_classes: 1
+classes:
+  - regression
+distribution:
+  - 1.
+
+# features
+bands:
+  optical:
+    - B1
+    - B2
+    - B3
+    - B4
+    - B5
+    - B6
+    - B7
+    - B8
+    - B8A
+    - B9
+    - B11
+    - B12
+
+# statistics
+
+data_mean:
+  optical: [0.1244767, 0.13442503, 0.15990143, 0.15322255, 0.2027034, 0.32371777, 0.3625338, 0.3777227, 0.38758147, 0.38764006, 0.29084504, 0.21135607]
+
+data_std:
+  optical: [0.024913007, 0.02851103, 0.032457292, 0.038697336, 0.042601082, 0.07086351, 0.08404868, 0.09149762, 0.08816632, 0.082269475, 0.07562889, 0.059278008]
+
+data_min:
+  optical: [1e-04, 1e-04, 1e-04, 1e-04, 0.0633, 0.0502, 0.0616, 0.0278, 0.055, 0.0012, 0.0954, 0.0975]
+
+data_max:
+  optical: [1.7, 2.1088, 2.12, 2.0032, 1.7413, 1.7228, 1.7084, 1.7312, 1.688, 1.7915, 1.648, 1.6775]

configs/dataset/agbdlite-seg.yaml

@@ -0,0 +1,86 @@
+_target_: pangaea.datasets.agbdlite-seg.AGBDLite
+dataset_name: AGBDLite
+root_path: ./data/AGBDLite
+download_url: "https://zenodo.org/api/records/18485030"
+auto_download: True
+
+img_size: 25
+multi_temporal: False
+multi_modal: True
+
+eval_big: False # whether to evaluate on AGBD-test instead of AGBD-Lite-test
+lite_chunk_size: 1 # should be 32, once we can load in batches
+
+# for classification (biome)
+target: "biome"
+ignore_index: -1
+num_classes: 14
+classes:
+  - Shrubs
+  - Herbaceous vegetation
+  - Cultivated
+  - Herbaceous wetland
+  - Closed-ENL
+  - Closed-EBL
+  - Closed-DBL
+  - Closed-mixed
+  - Closed-other
+  - Open-ENL
+  - Open-EBL
+  - Open-DBL
+  - Open-mixed
+  - Open-other
+distribution:
+  - 0.07687005878775593
+  - 0.16642475842962362
+  - 0.12770322319075614
+  - 0.010562875869991216
+  - 0.15101560916278126
+  - 0.0937414690181769
+  - 0.06032569768227583
+  - 0.025453071153456314
+  - 0.07738090411514291
+  - 0.01700385161159538
+  - 0.003516453814446922
+  - 0.014763159672950875
+  - 0.009043854314480708
+  - 0.166195013176566
+
+
+# features
+bands:
+  optical:
+    - B1
+    - B2
+    - B3
+    - B4
+    - B5
+    - B6
+    - B7
+    - B8
+    - B8A
+    - B09
+    - B11
+    - B12
+  sar:
+    - HH
+    - HV
+
+
+# statistics
+
+data_mean:
+  optical: [0.1235409, 0.13345453, 0.15880638, 0.15243885, 0.20159355, 0.32084775, 0.35937154, 0.37473023, 0.38475886, 0.3847485, 0.28990296, 0.21002403]
+  sar: [-10.24998, -16.50024]
+
+data_std:
+  optical: [0.023037845, 0.02647069, 0.030844089, 0.03733916, 0.041663107, 0.06969897, 0.08277564, 0.090343215, 0.086930655, 0.08083575, 0.075588495, 0.058553487]
+  sar: [8.61129, 8.732289]
+
+data_min:
+  optical: [1e-04, 1e-04, 0.0283, 0.0218, 0.0795, 0.0695, 0.0794, 0.0524, 0.0846, 0.0037, 0.0974, 0.0977]
+  sar: [-83.0, -83.0]
+
+data_max:
+  optical: [1.4194, 2.1088, 1.9552, 1.856, 1.6232, 1.6055, 1.586, 1.7232, 1.593, 1.7081, 1.61, 1.6255]
+  sar: [13.297462, 11.688309]

configs/dataset/agbdlite.yaml

@@ -0,0 +1,60 @@
+_target_: pangaea.datasets.agbdlite.AGBDLite
+dataset_name: AGBDLite
+root_path: ./data/AGBDLite
+download_url: "https://zenodo.org/api/records/18485030"
+auto_download: True
+
+img_size: 25
+multi_temporal: False
+multi_modal: False
+
+root_path_cluster: /cluster/scratch/gsialelli
+eval_big: False # whether to evaluate on AGBD-test instead of AGBD-Lite-test
+lite_chunk_size: 1 # should be 32, once we can load in batches
+
+# for regression (agbd or rh98)
+target: "agbd" # agbd or rh98
+ignore_index: -1
+num_classes: 1
+classes:
+  - regression
+distribution:
+  - 1.
+
+# features
+bands:
+  optical:
+    - B1
+    - B2
+    - B3
+    - B4
+    - B5
+    - B6
+    - B7
+    - B8
+    - B8A
+    - B9
+    - B11
+    - B12
+  # alos:
+  #   - HH
+  #   - HV
+
+
+# statistics
+
+data_mean:
+  optical: [0.1235409, 0.13345453, 0.15880638, 0.15243885, 0.20159355, 0.32084775, 0.35937154, 0.37473023, 0.38475886, 0.3847485, 0.28990296, 0.21002403]
+  # alos: [-10.24998, -16.50024]
+
+data_std:
+  optical: [0.023037845, 0.02647069, 0.030844089, 0.03733916, 0.041663107, 0.06969897, 0.08277564, 0.090343215, 0.086930655, 0.08083575, 0.075588495, 0.058553487]
+  # alos: [8.61129, 8.732289]
+
+data_min:
+  optical: [1e-04, 1e-04, 0.0283, 0.0218, 0.0795, 0.0695, 0.0794, 0.0524, 0.0846, 0.0037, 0.0974, 0.0977]
+  # alos: [-83.0, -83.0]
+
+data_max:
+  optical: [1.4194, 2.1088, 1.9552, 1.856, 1.6232, 1.6055, 1.586, 1.7232, 1.593, 1.7081, 1.61, 1.6255]
+  # alos: [13.297462, 11.688309]

configs/encoder/prithvi2_100m.yaml

@@ -0,0 +1,39 @@
+_target_: pangaea.encoders.prithvi2_encoder.Prithvi2_Encoder
+encoder_weights: ./pretrained_models/Prithvi_EO_V2_100M_TL.pt
+download_url: https://huggingface.co/ibm-nasa-geospatial/Prithvi-EO-2.0-100M-TL/resolve/main/Prithvi_EO_V2_100M_TL.pt?download=true
+
+# Model architecture (100M parameters)
+embed_dim: 768
+input_size: 224
+in_chans: 6
+patch_size: [1, 16, 16]
+num_heads: 12
+depth: 12
+mlp_ratio: 4.0
+drop_path: 0.0
+
+# Multi-temporal support
+num_frames: ${dataset.multi_temporal}
+
+# Coordinate encoding options
+coords_encoding: null  # Can be ["time", "location"] if needed
+coords_scale_learn: false
+
+# Input bands configuration
+input_bands:
+  optical:
+    - B2
+    - B3
+    - B4
+    - B8A
+    - B11
+    - B12
+
+# Output configuration
+output_layers:
+  - 3
+  - 5
+  - 7
+  - 11
+
+output_dim: 768

configs/encoder/terramind_base.yaml

@@ -0,0 +1,42 @@
+_target_: pangaea.encoders.terramind_encoder.terramind_v1_base
+encoder_weights: /home/egm/Data/Projects/FMs/pangaea-bench/pretrained_models/TerraMind_v1_base.pt
+download_url: #https://drive.google.com/uc?id=1CseO5vvMReGlAulm5o4ZgbjUgj8VlAH7&export=download&confirm=yes
+# ckpt_path: /home/vmarsocci/pangaea-bench/pretrained_models/TerraMind_v1_large.pt
+
+# dim: 768
+input_size: 224
+patch_size: 16
+merge_method: "mean"
+# in_chans: 13
+# num_heads: 6
+# depth: 12
+# mlp_ratio: 4
+# multi_temporal: False
+modalities: ["S2L2A", "S1GRD"]
+
+input_bands:
+  optical:
+    - B1
+    - B2
+    - B3
+    - B4
+    - B5
+    - B6
+    - B7
+    - B8
+    - B8A
+    # - B9
+    - B10
+    - B11
+    - B12
+  sar:
+    - VV
+    - VH
+
+output_layers:
+  - 3
+  - 5
+  - 7
+  - 11
+
+output_dim: 768

configs/encoder/terramind_large.yaml

@@ -1,6 +1,6 @@
 _target_: pangaea.encoders.terramind_encoder.terramind_v1_large
-encoder_weights: /home/vmarsocci/pangaea-bench/pretrained_models/TerraMind_v1_large.pt
-download_url: #https://drive.google.com/uc?id=1CseO5vvMReGlAulm5o4ZgbjUgj8VlAH7&export=download&confirm=yes
+encoder_weights: ./pretrained_models/TerraMind_v1_large.pt
+download_url: null #https://huggingface.co/ibm-esa-geospatial/TerraMind-1.0-large/blob/main/TerraMind_v1_large.pt
 # ckpt_path: /home/vmarsocci/pangaea-bench/pretrained_models/TerraMind_v1_large.pt
 
 # dim: 768

configs/encoder/terramind_optical_tiny.yaml

@@ -0,0 +1,39 @@
+_target_: pangaea.encoders.terramind_encoder.terramind_v1_tiny
+encoder_weights: ./pretrained_models/TerraMind_v1_tiny.pt
+download_url: #https://drive.google.com/uc?id=1CseO5vvMReGlAulm5o4ZgbjUgj8VlAH7&export=download&confirm=yes
+# ckpt_path: /home/vmarsocci/pangaea-bench/pretrained_models/TerraMind_v1_large.pt
+
+# dim: 768
+input_size: 224
+patch_size: 16
+merge_method: "mean"
+# in_chans: 13
+# num_heads: 6
+# depth: 12
+# mlp_ratio: 4
+# multi_temporal: False
+modalities: ["S2L2A"]
+
+input_bands:
+  optical:
+    - B1
+    - B2
+    - B3
+    - B4
+    - B5
+    - B6
+    - B7
+    - B8
+    - B8A
+    # - B9
+    - B10
+    - B11
+    - B12
+
+output_layers:
+  - 3
+  - 5
+  - 7
+  - 11
+
+output_dim: 192

configs/encoder/terramind_tiny.yaml

@@ -0,0 +1,42 @@
+_target_: pangaea.encoders.terramind_encoder.terramind_v1_tiny
+encoder_weights: /home/vmarsocci/pangaea-bench/pretrained_models/TerraMind_v1_tiny.pt
+download_url: #https://drive.google.com/uc?id=1CseO5vvMReGlAulm5o4ZgbjUgj8VlAH7&export=download&confirm=yes
+# ckpt_path: /home/vmarsocci/pangaea-bench/pretrained_models/TerraMind_v1_large.pt
+
+# dim: 768
+input_size: 224
+patch_size: 16
+merge_method: "mean"
+# in_chans: 13
+# num_heads: 6
+# depth: 12
+# mlp_ratio: 4
+# multi_temporal: False
+modalities: ["S2L2A", "S1GRD"]
+
+input_bands:
+  optical:
+    - B1
+    - B2
+    - B3
+    - B4
+    - B5
+    - B6
+    - B7
+    - B8
+    - B8A
+    # - B9
+    - B10
+    - B11
+    - B12
+  sar:
+    - VV
+    - VH
+
+output_layers:
+  - 3
+  - 5
+  - 7
+  - 11
+
+output_dim: 192