Add models

full-models/SEnSeIv2-DeepLabv3-S2-unambiguous/config.yaml

@@ -0,0 +1,37 @@
+NAME: SEnSeIv2-DeepLabv3-S2-unambiguous
+
+#-------------
+# Model options
+#-------------
+PATCH_SIZE: 512
+SEnSeIv2: 'models/sensei-configs/senseiv2-medium.yaml'
+MODEL_TYPE: 'DeepLabv3+'
+DEEPLAB_CONFIG: 'resnet50'
+RECOVERY_MODULE: false
+CLASSES: 4
+MULTIMODAL: false
+NUM_CHANNELS: null # Set to null for sensor independent models
+
+#----------------
+#training options (not needed for inference)
+#----------------
+EPOCHS: 70
+BATCH_SIZE: 8
+PHASES: [0, 1, 2, 45, 60, 65]
+ACCUMULATE_STEPS: [1, 1, 1, 1, 4, 8]
+LR: [0.000005, 0.00002, 0.0001, 0.00001, 0.00001, 0.000002]
+EPSILON: 0.000001
+WEIGHT_DECAY: 0.0001
+L1_REG: 0
+RECOVERY_WARMUP_STEPS: 5000
+RECOVERY_LOSS_FACTOR: 1
+LOSS: 'ambiguous_crossentropy_loss'
+
+
+#Data options
+TRAIN_DIRS:
+  - '/home/ali/data/cloud-masking/processed/S2CS12/train'
+VALID_DIRS:
+  - '/home/ali/data/cloud-masking/processed/S2CS12/valid'
+MIN_BANDS: 3
+MAX_BANDS: 13

full-models/SEnSeIv2-DeepLabv3-S2-unambiguous/weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c36be3b6dc2da504dc3f96cdc4006cd8ee29bff48a8a50c783730404388ecd
+size 109219821

full-models/SEnSeIv2-SegFormerB2-S2-ambiguous/config.yaml

@@ -0,0 +1,39 @@
+NAME: SEnSeIv2-SegFormerB2-S2-ambiguous
+
+#-------------
+#Model options
+#-------------
+PATCH_SIZE: 512
+SEnSeIv2: 'models/sensei-configs/senseiv2-medium.yaml'
+MODEL_TYPE: 'Segformer'
+SEGFORMER_CONFIG: 'nvidia/mit-b2'
+RECOVERY_MODULE: false
+CLASSES: 7
+MULTIMODAL: false
+NUM_CHANNELS: null # Set to null for sensor independent models
+
+#----------------
+#training options (not needed for inference)
+#----------------
+EPOCHS: 105
+BATCH_SIZE: 8
+PHASES: [0, 1, 2, 75, 95, 110]
+ACCUMULATE_STEPS: [1, 1, 1, 1, 1, 1]
+LR: [0.000005, 0.00002, 0.0001, 0.00002, 0.00001, 0.000002]
+EPSILON: 0.000001
+WEIGHT_DECAY: 0.0001
+L1_REG: 0
+RECOVERY_WARMUP_STEPS: 10000
+RECOVERY_LOSS_FACTOR: 1
+LOSS: 'ambiguous_crossentropy_loss'
+
+# Data options
+# Note: L7Irish and L8CCA are very large, so repeat other datasets to make up for it
+# Training epochs will max out at 4000 steps, so repeating datasets beyond that just
+# changes relative frequency of each dataset appearing. 
+TRAIN_DIRS:
+  - '/home/ali/data/cloud-masking/processed/S2CS12/train'
+VALID_DIRS:
+  - '/home/ali/data/cloud-masking/processed/S2CS12/valid'
+MIN_BANDS: 3
+MAX_BANDS: 13

full-models/SEnSeIv2-SegFormerB2-S2-ambiguous/weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215580a6f516714705cf26319eba3da824cab6a67a5972cc5ae5816aa5148ceb
+size 111716650

full-models/SEnSeIv2-SegFormerB2-alldata-ambiguous/config.yaml

@@ -0,0 +1,66 @@
+NAME: SEnSeIv2-SegFormerB2-alldata-ambiguous
+
+#-------------
+# Model options
+#-------------
+PATCH_SIZE: 512
+SEnSeIv2: 'models/sensei-configs/senseiv2-medium.yaml'
+MODEL_TYPE: 'Segformer'
+SEGFORMER_CONFIG: 'nvidia/mit-b2'
+RECOVERY_MODULE: false
+CLASSES: 7
+MULTIMODAL: false
+NUM_CHANNELS: null # Set to null for sensor independent models
+
+#----------------
+# Training options (not needed for inference)
+#----------------
+EPOCHS: 105
+BATCH_SIZE: 8
+PHASES: [0, 1, 2, 75, 95, 110]
+ACCUMULATE_STEPS: [1, 1, 1, 1, 1, 1]
+LR: [0.000005, 0.00002, 0.0001, 0.00002, 0.00001, 0.000002]
+EPSILON: 0.000001
+WEIGHT_DECAY: 0.0001
+L1_REG: 0
+RECOVERY_WARMUP_STEPS: 10000
+RECOVERY_LOSS_FACTOR: 1
+LOSS: 'ambiguous_crossentropy_loss'
+
+#-------------
+# Data options
+# Note: L7Irish and L8CCA are very large, so repeat other datasets to make up for it
+# Training epochs will max out at 4000 steps, so repeating datasets beyond that just
+# changes relative frequency of each dataset appearing. 
+#-------------
+TRAIN_DIRS:
+  - '/home/ali/data/cloud-masking/processed/S2CS12/train'
+  - '/home/ali/data/cloud-masking/processed/S2CS12/train' # Repeat to boost sampling frequency
+  - '/home/ali/data/cloud-masking/processed/S2CS12/train'
+  - '/home/ali/data/cloud-masking/processed/S2CS12/train'
+  - '/home/ali/data/cloud-masking/processed/S2CS12/train'
+  - '/home/ali/data/cloud-masking/processed/S2IRIS'
+  - '/home/ali/data/cloud-masking/processed/S2IRIS'
+  - '/home/ali/data/cloud-masking/processed/S2IRIS'
+  - '/home/ali/data/cloud-masking/processed/S2IRIS'
+  - '/home/ali/data/cloud-masking/processed/S2IRIS'
+  - '/home/ali/data/cloud-masking/processed/S2KZ/train'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS-60m'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS-60m'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS-60m'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS-60m'
+  - '/home/ali/data/cloud-masking/processed/L8SPARCS-60m'
+  - '/home/ali/data/cloud-masking/processed/L8CCA'
+  - '/home/ali/data/cloud-masking/processed/L7Irish'
+  - '/home/ali/data/cloud-masking/processed/CP2'
+VALID_DIRS:
+  - '/home/ali/data/cloud-masking/processed/S2CS12/valid'
+MIN_BANDS: 3
+MAX_BANDS: 13

full-models/SEnSeIv2-SegFormerB2-alldata-ambiguous/weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43a0c23eb4b22cf09c1c0d59fc3d2f050f164f7c1a43f18e4974458926c57d9
+size 111716650

full-models/SegFormerB2-S2-unambiguous/config.yaml

@@ -0,0 +1,38 @@
+NAME: SegformerB2
+
+#-------------
+# Model options
+#-------------
+PATCH_SIZE: 512
+SEnSeIv2: false
+MODEL_TYPE: 'Segformer'
+SEGFORMER_CONFIG: 'nvidia/mit-b2'
+RECOVERY_MODULE: null
+MULTIMODAL: false
+NUM_CHANNELS: 13 # Set to null for sensor independent models
+CLASSES: 4
+
+#----------------
+# Training options (not needed for inference)
+#----------------
+EPOCHS: 60
+BATCH_SIZE: 8
+PHASES: [0, 1, 2, 40, 50, 55]
+ACCUMULATE_STEPS: [1, 1, 1, 1, 4, 8]
+LR: [0.000005, 0.00002, 0.0001, 0.00001, 0.00001, 0.000002]
+EPSILON: 0.000001
+WEIGHT_DECAY: 0.0001
+L1_REG: 0
+RECOVERY_WARMUP_STEPS: 0
+RECOVERY_LOSS_FACTOR: 0
+LOSS: 'ambiguous_crossentropy_loss' # Not actually ambiguous, because labels are not ambiguous
+
+#------------
+#Data options
+#------------
+TRAIN_DIRS:
+  - '/home/ali/data/cloud-masking/processed/S2CS12/train'
+VALID_DIRS:
+  - '/home/ali/data/cloud-masking/processed/S2CS12/valid'
+MIN_BANDS: null
+MAX_BANDS: null

full-models/SegFormerB2-S2-unambiguous/weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8378575b89c7dddf237edddb9981fa6c3cccc63490976884bf527eaaf9c191e
+size 109685259

sensei-configs/recovery-module.yaml

@@ -0,0 +1,6 @@
+preconcatenation_layer_sizes:
+  - 256
+  - 32
+postconcatenation_layer_sizes:
+  - 32
+sampling_rate: 10

sensei-configs/senseiv2-medium.yaml

@@ -0,0 +1,36 @@
+---
+    descriptors:
+      style: SEnSeIv2
+      N_embeddings: 32
+      final_size: 74
+    blocks:
+      - 
+        type: GLOBAL_STATS
+        percentiles:
+          - 0.01
+          - 0.1
+          - 0.5
+          - 0.9
+          - 0.99
+      -
+        type: FCL
+        layer_sizes:
+          - 128
+          - 128
+          - 128
+        skips: add
+      -
+        type: ATTENTION
+        num_transformerencoders: 2
+        intermediate_size: 256
+        num_heads: 4
+        dims_per_head: 32
+        skips: true
+        dropout: 0.2   
+      -
+        type: BAND_EMBEDDING
+        embedding_dims: 32 # number of output channels
+        head_layer_sizes:
+          - 128
+        skips_heads: false
+        normalize: true