Hugging Face's logo

njlahaye
/
FIREX_AQ_2019_Fire_Smoke

Image Segmentation
Fire
Smoke
Multi-Modal
Mult-Modal
Remote-Sensing
LU/LC
Self-Supervised
Model card Files
xet
 Community
nlahaye commited on
Commit
c1792cb
·
1 Parent(s): e2f8a55

Adding config files

Browse files
Files changed (6) hide show
  1. AVIRIS/aviris_firex_multi_layer_dbn.yaml +127 -0
  2. AVIRIS/emas_fire_dbn_multi_layer_pl_NEW_rerun.yaml +266 -0
  3. AirMSPI_Sweep/mspi_sweep_dbn.yaml +176 -0
  4. GOES_17/goes_test_dbn_multi_layer_pl.yaml +176 -0
  5. MASTER/master_dbn_multi_layer_pl.yaml +114 -0
  6. Planet/planet_pss_dbn_multi_layer.yaml +189 -0
AVIRIS/aviris_firex_multi_layer_dbn.yaml ADDED
@@ -0,0 +1,127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ data:
3
+ tile: False
4
+ num_loader_workers: 10
5
+ val_percent: 0.1
6
+ scale_data: True
7
+ pixel_padding: 0
8
+ number_channels: 224
9
+ fill_value: -9999.0
10
+ valid_min: -5.0
11
+ valid_max: 20000
12
+ subset_count: 1
13
+ output_subset_count: 10
14
+ reader_type: "gtiff"
15
+ reader_kwargs:
16
+ no_arg: "no_arg"
17
+ chan_dim: 0
18
+ delete_chans: [103, 107, 108, 109, 110, 111, 112, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168]
19
+ transform_default:
20
+ chans: []
21
+ transform: []
22
+
23
+ files_train: [
24
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190806_p00r10.tif",
25
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190807_p00r13.tif",
26
+ #"/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190806_p00r18.tif",
27
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190806_p00r16.tif",
28
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190807_p00r14.tif",
29
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190806_p00r13.tif",
30
+ #"/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190807_p00r12.tif"
31
+ ]
32
+
33
+ files_test: [
34
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190806_p00r18.tif",
35
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190821_p00r23.tif",
36
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190806_p00r09.tif",
37
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190806_p00r11.tif",
38
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190807_p00r12.tif",
39
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190806_p00r14.tif",
40
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190806_p00r15.tif",
41
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190806_p00r17.tif",
42
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190807_p00r11.tif",
43
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190821_p00r24.tif",
44
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190821_p00r25.tif",
45
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190821_p00r26.tif",
46
+ "/data/nlahaye/remoteSensing/AVIRIS_GTIFF/aviris_20190821_p00r27.tif"
47
+ ]
48
+
49
+
50
+
51
+ scaler:
52
+ name: "standard"
53
+
54
+ output:
55
+ out_dir: "/data/nlahaye/output/Learnergy/AVIRIS_FIREX/"
56
+ generate_intermediate_output: True
57
+
58
+
59
+ dbn:
60
+ model_type: ["gaussian_selu", "gaussian_selu", "gaussian_selu"]
61
+ dbn_arch: [4000, 3000, 2000] #[250, 500, 2000] #, 2000]
62
+ gibbs_steps: [1,1,1] #, 7, 7] #, 10] #, 25]
63
+ temp: [1.0, 1.0,1.0] #, 1.0, 1.0] ##[0.9, 0.75, 0.5] #, 1.0] #, 0.5] #, 0.5]
64
+ normalize_learnergy: [False, True, True]
65
+ batch_normalize: [False, False, False]
66
+
67
+ encoder_type: "dbn"
68
+ encoder:
69
+ tiled: False
70
+ tune_scaler: False
71
+ subset_training: 10000000
72
+ overwrite_model: False
73
+ training:
74
+ learning_rate: [0.00001, 0.00001, 0.00001]
75
+ momentum: [0.95,0.95,0.95]
76
+ weight_decay: [0.0001, 0.0001, 0.0001]
77
+ nesterov_accel: [True, True, True]
78
+ batch_size: 128
79
+ epochs: 30
80
+ accelerator: "gpu"
81
+ devices: 1
82
+ gradient_clip_val: 0.1
83
+ precision: "16-mixed"
84
+ save_dir: "wandb_encoder"
85
+ stratify_data:
86
+ kmeans: True
87
+
88
+
89
+ logger:
90
+ use_wandb: True
91
+ log_model: True
92
+ log_out_dir: "wandb_dbn"
93
+ project: "SIT-FUSE"
94
+
95
+ cluster:
96
+ gauss_noise_stdev: [0.01]
97
+ lambda: 1.0
98
+ num_classes: 1000
99
+ training:
100
+ learning_rate: 0.0001
101
+ batch_size: 1000
102
+ epochs: 30
103
+ accelerator: "gpu"
104
+ devices: 1
105
+ gradient_clip_val: 0.1
106
+ precision: "16-mixed"
107
+ save_dir: "wandb_full_model"
108
+
109
+ heir:
110
+ tiers: 1
111
+ gauss_noise_stdev: [0.01]
112
+ lambda: 1.0
113
+ num_classes: 200
114
+ training:
115
+ accelerator: "gpu"
116
+ devices: 1
117
+ gradient_clip_val: 0.1
118
+ precision: "16-mixed"
119
+ save_dir: "wandb_dbn_full_model_heir"
120
+ batch_size: 100
121
+ min_samples: 1000
122
+ learning_rate: 0.0001
123
+ batch_size: 1000
124
+ epochs: 30
125
+
126
+
127
+
AVIRIS/emas_fire_dbn_multi_layer_pl_NEW_rerun.yaml ADDED
@@ -0,0 +1,266 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ data:
3
+ tile: False
4
+ val_percent: 0.1
5
+ num_loader_workers: 10
6
+ scale_data: True
7
+ pixel_padding: 1
8
+ number_channels: 26
9
+ fill_value: -9999.0
10
+ valid_min: -900.0
11
+ valid_max: 100000000
12
+ reader_type: "gtiff"
13
+ reader_kwargs:
14
+ no_arg: "no_arg"
15
+ chan_dim: 0
16
+ delete_chans: [25,26,27,28,29,30,31,32,33,34,35,36,37]
17
+ transform_default:
18
+ chans: []
19
+ transform: []
20
+
21
+
22
+ files_train: [
23
+ '/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_10_20190806_1858_1910_V03.tif',
24
+ '/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_10_20190807_2004_2016_V03.tif',
25
+ '/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_09_20190807_1947_2002_V03.tif',
26
+ '/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_07_20190808_1806_1821_V03.tif',
27
+ "/data//nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_06_20190806_1815_1824_V03.tif",
28
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_20_20190806_2052_2106_V03.tif"
29
+ ]
30
+
31
+ files_test: [
32
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_01_20190806_1633_1707_V03.tif",
33
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_02_20190806_1708_1734_V03.tif",
34
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_03_20190806_1734_1801_V03.tif",
35
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_04_20190806_1801_1811_V03.tif",
36
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_05_20190806_1811_1815_V03.tif",
37
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_06_20190806_1815_1824_V03.tif",
38
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_07_20190806_1826_1831_V03.tif",
39
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_08_20190806_1834_1846_V03.tif",
40
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_09_20190806_1849_1855_V03.tif",
41
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_10_20190806_1858_1910_V03.tif",
42
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_11_20190806_1912_1918_V03.tif",
43
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_12_20190806_1920_1922_V03.tif",
44
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_13_20190806_1923_1925_V03.tif",
45
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_14_20190806_1926_1929_V03.tif",
46
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_15_20190806_1931_1938_V03.tif",
47
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_16_20190806_1941_1956_V03.tif",
48
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_17_20190806_2000_2010_V03.tif",
49
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_18_20190806_2018_2031_V03.tif",
50
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_19_20190806_2035_2048_V03.tif",
51
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_20_20190806_2052_2106_V03.tif",
52
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_21_20190806_2111_2125_V03.tif",
53
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_22_20190806_2125_2152_V03.tif",
54
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_23_20190806_2152_2219_V03.tif",
55
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_24_20190806_2219_2236_V03.tif",
56
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19910_25_20190806_2236_2256_V03.tif",
57
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_01_20190807_1633_1707_V03.tif",
58
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_02_20190807_1707_1738_V03.tif",
59
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_03_20190807_1740_1753_V03.tif",
60
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_04_20190807_1753_1815_V03.tif",
61
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_05_20190807_1817_1833_V03.tif",
62
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_06_20190807_1833_1900_V03.tif",
63
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_07_20190807_1904_1928_V03.tif",
64
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_08_20190807_1928_1942_V03.tif",
65
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_09_20190807_1947_2002_V03.tif",
66
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_10_20190807_2004_2016_V03.tif",
67
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_11_20190807_2021_2035_V03.tif",
68
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_12_20190807_2039_2051_V03.tif",
69
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_13_20190807_2053_2146_V03.tif",
70
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19911_14_20190807_2146_2229_V03.tif",
71
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_01_20190808_1633_1701_V03.tif",
72
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_02_20190808_1706_1708_V03.tif",
73
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_03_20190808_1713_1723_V03.tif",
74
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_04_20190808_1723_1727_V03.tif",
75
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_05_20190808_1728_1742_V03.tif",
76
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_06_20190808_1742_1804_V03.tif",
77
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_07_20190808_1806_1821_V03.tif",
78
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_08_20190808_1821_1834_V03.tif",
79
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_09_20190808_1836_1844_V03.tif",
80
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_10_20190808_1847_1902_V03.tif",
81
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_11_20190808_1903_1925_V03.tif",
82
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_12_20190808_1929_1951_V03.tif",
83
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_13_20190808_1952_1956_V03.tif",
84
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_14_20190808_1958_2011_V03.tif",
85
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_15_20190808_2013_2027_V03.tif",
86
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_16_20190808_2028_2036_V03.tif",
87
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_17_20190808_2038_2052_V03.tif",
88
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_18_20190808_2054_2057_V03.tif",
89
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_19_20190808_2100_2114_V03.tif",
90
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_20_20190808_2116_2131_V03.tif",
91
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_21_20190808_2134_2138_V03.tif",
92
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_22_20190808_2140_2233_V03.tif",
93
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_23_20190808_2233_2302_V03.tif",
94
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19912_24_20190808_2302_2308_V03.tif",
95
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19913_01_20190812_1815_1828_V03.tif",
96
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19913_02_20190812_1832_1848_V03.tif",
97
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19913_03_20190812_1851_1910_V03.tif",
98
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_01_20190815_1739_1742_V03.tif",
99
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_02_20190815_1742_1745_V03.tif",
100
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_03_20190815_1745_1749_V03.tif",
101
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_04_20190815_1750_1805_V03.tif",
102
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_05_20190815_1808_1828_V03.tif",
103
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_06_20190815_1832_1835_V03.tif",
104
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_07_20190815_1837_1851_V03.tif",
105
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_08_20190815_1851_1906_V03.tif",
106
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_09_20190815_1908_1922_V03.tif",
107
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_10_20190815_1922_1931_V03.tif",
108
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_11_20190815_1931_1947_V03.tif",
109
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_12_20190815_1947_2006_V03.tif",
110
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_13_20190815_2007_2021_V03.tif",
111
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_14_20190815_2033_2047_V03.tif",
112
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_15_20190815_2053_2106_V03.tif",
113
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_16_20190815_2109_2119_V03.tif",
114
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_17_20190815_2122_2143_V03.tif",
115
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_18_20190815_2144_2147_V03.tif",
116
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_21_20190815_2216_2225_V03.tif",
117
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_22_20190815_2231_2241_V03.tif",
118
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_23_20190815_2247_2256_V03.tif",
119
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_24_20190815_2257_2305_V03.tif",
120
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_25_20190815_2305_2314_V03.tif",
121
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_26_20190815_2315_2329_V03.tif",
122
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19915_27_20190815_2329_2332_V03.tif",
123
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_01_20190816_2008_2012_V03.tif",
124
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_02_20190816_2012_2018_V03.tif",
125
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_03_20190816_2019_2036_V03.tif",
126
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_04_20190816_2037_2044_V03.tif",
127
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_05_20190816_2044_2100_V03.tif",
128
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_06_20190816_2104_2118_V03.tif",
129
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_07_20190816_2122_2135_V03.tif",
130
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_08_20190816_2138_2150_V03.tif",
131
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_09_20190816_2152_2200_V03.tif",
132
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_10_20190816_2201_2214_V03.tif",
133
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_11_20190816_2219_2234_V03.tif",
134
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_12_20190816_2238_2252_V03.tif",
135
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_13_20190816_2255_2310_V03.tif",
136
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_14_20190816_2313_2327_V03.tif",
137
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_15_20190816_2330_2345_V03.tif",
138
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_16_20190816_2349_0002_V03.tif",
139
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_17_20190817_0006_0020_V03.tif",
140
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_18_20190817_0023_0036_V03.tif",
141
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_19_20190817_0040_0054_V03.tif",
142
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19916_20_20190817_0057_0108_V03.tif",
143
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_01_20190819_1715_1718_V03.tif",
144
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_02_20190819_1718_1722_V03.tif",
145
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_03_20190819_1727_1731_V03.tif",
146
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_04_20190819_1740_1745_V03.tif",
147
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_05_20190819_1745_1756_V03.tif",
148
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_06_20190819_1759_1803_V03.tif",
149
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_07_20190819_1810_1823_V03.tif",
150
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_08_20190819_1829_1844_V03.tif",
151
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_09_20190819_1850_1905_V03.tif",
152
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_10_20190819_1908_1920_V03.tif",
153
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19917_11_20190819_1922_1931_V03.tif",
154
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_01_20190820_2011_2018_V03.tif",
155
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_02_20190820_2021_2034_V03.tif",
156
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_03_20190820_2036_2052_V03.tif",
157
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_04_20190820_2055_2107_V03.tif",
158
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_05_20190820_2110_2123_V03.tif",
159
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_06_20190820_2127_2139_V03.tif",
160
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_07_20190820_2144_2156_V03.tif",
161
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_08_20190820_2200_2212_V03.tif",
162
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_09_20190820_2217_2230_V03.tif",
163
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_10_20190820_2233_2254_V03.tif",
164
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_11_20190820_2257_2308_V03.tif",
165
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_12_20190820_2310_2314_V03.tif",
166
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_13_20190820_2316_2329_V03.tif",
167
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_14_20190820_2333_2345_V03.tif",
168
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_15_20190820_2349_0006_V03.tif",
169
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_16_20190821_0008_0021_V03.tif",
170
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19918_17_20190821_0022_0050_V03.tif",
171
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_01_20190821_1931_1955_V03.tif",
172
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_02_20190821_2029_2036_V03.tif",
173
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_03_20190821_2040_2043_V03.tif",
174
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_04_20190821_2045_2049_V03.tif",
175
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_05_20190821_2056_2115_V03.tif",
176
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_06_20190821_2118_2133_V03.tif",
177
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_07_20190821_2136_2150_V03.tif",
178
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_08_20190821_2154_2210_V03.tif",
179
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_09_20190821_2214_2229_V03.tif",
180
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_10_20190821_2229_2251_V03.tif",
181
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_11_20190821_2256_2309_V03.tif",
182
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_12_20190821_2313_2323_V03.tif",
183
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_13_20190821_2324_2339_V03.tif",
184
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_14_20190821_2343_2356_V03.tif",
185
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_15_20190822_0000_0012_V03.tif",
186
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_16_20190822_0018_0031_V03.tif",
187
+ "/data/nlahaye/remoteSensing/eMAS_new/eMASL1B_19919_17_20190822_0036_0104_V03.tif"
188
+ ]
189
+
190
+ scaler:
191
+ name: "standard"
192
+
193
+ output:
194
+ out_dir: "/data/nlahaye/output/Learnergy/DBN_eMAS_FULL_STRAT_MULTI_LAYER_PL_4/"
195
+ generate_intermediate_output: False #True
196
+
197
+
198
+ dbn:
199
+ model_type: ["gaussian_selu", "gaussian_selu"]
200
+ dbn_arch: [2000, 1000] #[250, 500, 2000] #, 2000]
201
+ gibbs_steps: [1,1] #, 7, 7] #, 10] #, 25]
202
+ temp: [1.0, 1.0] #, 1.0, 1.0] ##[0.9, 0.75, 0.5] #, 1.0] #, 0.5] #, 0.5]
203
+ normalize_learnergy: [False, True]
204
+ batch_normalize: [False, False]
205
+
206
+ encoder_type: "dbn"
207
+ encoder:
208
+ tiled: False
209
+ tune_scaler: False
210
+ subset_training: 10000000
211
+ overwrite_model: False
212
+ training:
213
+ learning_rate: [0.00001, 0.00001]
214
+ momentum: [0.95,0.95]
215
+ weight_decay: [0.0001, 0.0001]
216
+ nesterov_accel: [True, True]
217
+ batch_size: 128
218
+ epochs: 30
219
+ accelerator: "gpu"
220
+ devices: 1
221
+ gradient_clip_val: 0.1
222
+ precision: "16-mixed"
223
+ save_dir: "wandb_encoder"
224
+ stratify_data:
225
+ kmeans: True
226
+
227
+
228
+ logger:
229
+ use_wandb: True
230
+ log_model: True
231
+ log_out_dir: "wandb_dbn"
232
+ project: "SIT-FUSE"
233
+
234
+ cluster:
235
+ gauss_noise_stdev: [0.01]
236
+ lambda: 1.0
237
+ num_classes: 800
238
+ training:
239
+ learning_rate: 0.0001
240
+ batch_size: 1000
241
+ epochs: 30
242
+ accelerator: "gpu"
243
+ devices: 1
244
+ gradient_clip_val: 0.1
245
+ precision: "16-mixed"
246
+ save_dir: "wandb_full_model"
247
+
248
+ heir:
249
+ tiers: 1
250
+ gauss_noise_stdev: [0.01]
251
+ lambda: 1.0
252
+ num_classes: 100
253
+ training:
254
+ accelerator: "gpu"
255
+ devices: 1
256
+ gradient_clip_val: 0.1
257
+ precision: "16-mixed"
258
+ save_dir: "wandb_dbn_full_model_heir"
259
+ batch_size: 100
260
+ min_samples: 1000
261
+ learning_rate: 0.0001
262
+ batch_size: 1000
263
+ epochs: 30
264
+
265
+
266
+
AirMSPI_Sweep/mspi_sweep_dbn.yaml ADDED
@@ -0,0 +1,176 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ data:
3
+ tile: False
4
+ val_percent: 0.1
5
+ num_loader_workers: 10
6
+ scale_data: True
7
+ pixel_padding: 1
8
+ number_channels: 6
9
+ fill_value: -9999.0
10
+ valid_min: -900.0
11
+ valid_max: 100000000
12
+ reader_type: "gtiff"
13
+ reader_kwargs:
14
+ no_arg: "no_arg"
15
+ chan_dim: 0
16
+ delete_chans: []
17
+ transform_default:
18
+ chans: []
19
+ transform: []
20
+
21
+
22
+ files_train: [
23
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_211401Z_WA-Hunters_SWPF_F01_V006.hdf.tif",
24
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_205524Z_WA-ElectricCity_SWPF_F01_V006.hdf.tif",
25
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_192738Z_WA-Davenport_SWPA_F01_V006.hdf.tif",
26
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190808_181058Z_WA-GrandCoulee_SWPF_F01_V006.hdf.tif",
27
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190808_182451Z_ID-Athol_SWPF_F01_V006.hdf.tif"
28
+ ]
29
+
30
+
31
+ files_test: [
32
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_183615Z_ID-TwinLakes_SWPA_F01_V006.hdf.tif",
33
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_192233Z_WA-DeerPark_SWPF_F01_V006.hdf.tif",
34
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_192648Z_WA-Mead_SWPF_F01_V006.hdf.tif",
35
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_193951Z_WA-Mansfield_SWPF_F01_V006.hdf.tif",
36
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_181938Z_WA-Keller_SWPF_F01_V006.hdf.tif",
37
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_195042Z_WA-Mansfield_SWPA_F01_V006.hdf.tif",
38
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_193031Z_WA-NineMileFalls_SWPA_F01_V006.hdf.tif",
39
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_212231Z_WA-CouleeCity_SWPF_F01_V006.hdf.tif",
40
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_192839Z_WA-Fruitland_SWPF_F01_V006.hdf.tif",
41
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_205433Z_WA-CouleeCity_SWPA_F01_V006.hdf.tif",
42
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_185910Z_WA-Lamona_SWPA_F01_V006.hdf.tif",
43
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_200125Z_WA-Valley_SWPA_F01_V006.hdf.tif",
44
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_202410Z_WA-Hartline_SWPF_F01_V006.hdf.tif",
45
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_195133Z_WA-GrandCoulee_SWPF_F01_V006.hdf.tif",
46
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_195257Z_WA-Springdale_SWPF_F01_V006.hdf.tif",
47
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_192536Z_WA-Reardan_SWPA_F01_V006.hdf.tif",
48
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_204139Z_WA-Springdale_SWPF_F01_V006.hdf.tif",
49
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_194337Z_WA-Mansfield_SWPA_F01_V006.hdf.tif",
50
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_200215Z_WA-Valley_SWPF_F01_V006.hdf.tif",
51
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_181433Z_WA-Harrington_SWPA_F01_V006.hdf.tif",
52
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_201956Z_WA-CouleeCity_SWPA_F01_V006.hdf.tif",
53
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_181837Z_WA-Keller_SWPA_F01_V006.hdf.tif",
54
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_183140Z_WA-Springdale_SWPF_F01_V006.hdf.tif",
55
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_193440Z_WA-ElectricCity_SWPF_F01_V006.hdf.tif",
56
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_202916Z_WA-Tumtum_SWPF_F01_V006.hdf.tif",
57
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_204558Z_WA-Mansfield_SWPF_F01_V006.hdf.tif",
58
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_184409Z_WA-Ford_SWPF_F01_V006.hdf.tif",
59
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_202047Z_WA-Hartline_SWPF_F01_V006.hdf.tif",
60
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_200625Z_WA-Ford_SWPF_F01_V006.hdf.tif",
61
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_182220Z_WA-Mansfield_SWPA_F01_V006.hdf.tif",
62
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_181736Z_WA-Wilbur_SWPF_F01_V006.hdf.tif",
63
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_193041Z_WA-Keller_SWPF_F01_V006.hdf.tif",
64
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_183449Z_WA-Mansfield_SWPA_F01_V006.hdf.tif",
65
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_192637Z_WA-Reardan_SWPF_F01_V006.hdf.tif",
66
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190808_181927Z_WA-Clayton_SWPF_F01_V006.hdf.tif",
67
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190808_182400Z_ID-Rathdrum_SWPA_F01_V006.hdf.tif",
68
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_192334Z_WA-DeerPark_SWPA_F01_V006.hdf.tif",
69
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_200534Z_WA-NineMileFalls_SWPA_F01_V006.hdf.tif",
70
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_190001Z_WA-Harrington_SWPF_F01_V006.hdf.tif",
71
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_194428Z_WA-Mansfield_SWPF_F01_V006.hdf.tif",
72
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_203239Z_WA-Chewelah_SWPF_F01_V006.hdf.tif",
73
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_181635Z_WA-Creston_SWPA_F01_V006.hdf.tif",
74
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_201045Z_WA-Okanogan_SWPF_F01_V006.hdf.tif",
75
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_203728Z_WA-Springdale_SWPF_F01_V006.hdf.tif",
76
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_204048Z_WA-LoonLake_SWPA_F01_V006.hdf.tif",
77
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_192435Z_WA-Tumtum_SWPF_F01_V006.hdf.tif",
78
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_182241Z_WA-Keller_SWPA_F01_V006.hdf.tif",
79
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_182140Z_WA-Keller_SWPF_F01_V006.hdf.tif",
80
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_193122Z_WA-Ford_SWPF_F01_V006.hdf.tif",
81
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190808_181007Z_WA-Mansfield_SWPA_F01_V006.hdf.tif",
82
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_205008Z_WA-Mansfield_SWPF_F01_V006.hdf.tif",
83
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_201454Z_WA-Mansfield_SWPF_F01_V006.hdf.tif",
84
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_192940Z_WA-Inchelium_SWPA_F01_V006.hdf.tif",
85
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_183540Z_WA-Mansfield_SWPF_F01_V006.hdf.tif",
86
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_211311Z_WA-Chewelah_SWPA_F01_V006.hdf.tif",
87
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_190830Z_WA-Republic_SWPF_F01_V006.hdf.tif",
88
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_181534Z_WA-Creston_SWPF_F01_V006.hdf.tif",
89
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_200002Z_WA-Springdale_SWPF_F01_V006.hdf.tif",
90
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_193340Z_WA-Almira_SWPA_F01_V006.hdf.tif",
91
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_182039Z_WA-Keller_SWPA_F01_V006.hdf.tif",
92
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_210353Z_WA-Ford_SWPF_F01_V006.hdf.tif",
93
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_193517Z_WA-Waterville_SWPA_F01_V006.hdf.tif",
94
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_202319Z_WA-Hartline_SWPA_F01_V006.hdf.tif",
95
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_192132Z_WA-LoonLake_SWPA_F01_V006.hdf.tif",
96
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190806_203638Z_WA-Valley_SWPA_F01_V006.hdf.tif",
97
+ "/data/nlahaye/remoteSensing/MSPI/sweep/AirMSPI_ER2_GRP_TERRAIN_20190807_182311Z_WA-GrandCoulee_SWPF_F01_V006.hdf.tif"
98
+ ]
99
+
100
+ scaler:
101
+ name: "standard"
102
+
103
+ output:
104
+ out_dir: "/data/nlahaye/output/Learnergy/DBN_MSPI_SWEEP_MULTI_LAYER_PL/"
105
+ generate_intermediate_output: True
106
+
107
+
108
+ dbn:
109
+ model_type: ["gaussian_selu", "gaussian_selu"]
110
+ dbn_arch: [2000, 1000] #[250, 500, 2000] #, 2000]
111
+ gibbs_steps: [1,1] #, 7, 7] #, 10] #, 25]
112
+ temp: [1.0, 1.0] #, 1.0, 1.0] ##[0.9, 0.75, 0.5] #, 1.0] #, 0.5] #, 0.5]
113
+ normalize_learnergy: [False, True]
114
+ batch_normalize: [False, False]
115
+
116
+ encoder_type: "dbn"
117
+ encoder:
118
+ tiled: False
119
+ tune_scaler: False
120
+ subset_training: 2000000
121
+ overwrite_model: False
122
+ training:
123
+ learning_rate: [0.00001, 0.00001]
124
+ momentum: [0.95,0.95]
125
+ weight_decay: [0.0001, 0.0001]
126
+ nesterov_accel: [True, True]
127
+ batch_size: 128
128
+ epochs: 30
129
+ accelerator: "gpu"
130
+ devices: 1
131
+ gradient_clip_val: 0.1
132
+ precision: "16-mixed"
133
+ save_dir: "wandb_encoder"
134
+ stratify_data:
135
+ kmeans: True
136
+
137
+
138
+ logger:
139
+ use_wandb: True
140
+ log_model: True
141
+ log_out_dir: "wandb_dbn"
142
+ project: "SIT-FUSE"
143
+
144
+ cluster:
145
+ gauss_noise_stdev: [0.01]
146
+ lambda: 1.0
147
+ num_classes: 800
148
+ training:
149
+ learning_rate: 0.0001
150
+ batch_size: 1000
151
+ epochs: 30
152
+ accelerator: "gpu"
153
+ devices: 1
154
+ gradient_clip_val: 0.1
155
+ precision: "16-mixed"
156
+ save_dir: "wandb_full_model"
157
+
158
+ heir:
159
+ tiers: 1
160
+ gauss_noise_stdev: [0.01]
161
+ lambda: 1.0
162
+ num_classes: 100
163
+ training:
164
+ accelerator: "gpu"
165
+ devices: 1
166
+ gradient_clip_val: 0.1
167
+ precision: "16-mixed"
168
+ save_dir: "wandb_dbn_full_model_heir"
169
+ batch_size: 100
170
+ min_samples: 1000
171
+ learning_rate: 0.0001
172
+ batch_size: 1000
173
+ epochs: 30
174
+
175
+
176
+
GOES_17/goes_test_dbn_multi_layer_pl.yaml ADDED
@@ -0,0 +1,176 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ data:
3
+ tile: False
4
+ val_percent: 0.1
5
+ num_loader_workers: 10
6
+ scale_data: True
7
+ pixel_padding: 1
8
+ number_channels: 16
9
+ fill_value: -9999.0
10
+ valid_min: -100.0
11
+ valid_max: 100000000
12
+ subset_count: 1
13
+ output_subset_count: 10
14
+ reader_type: "gtiff"
15
+ reader_kwargs:
16
+ no_arg: ''
17
+ #start_sample: 2800
18
+ #end_sample: 3800
19
+ #start_line: 100
20
+ #end_line: 1200
21
+ chan_dim: 0
22
+ delete_chans: [] #[3,7,8,9,10,11,12,15]
23
+ transform_default:
24
+ chans: []
25
+ transform: []
26
+
27
+
28
+ files_train: [
29
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192191821196_e20192191823569_c20192191824007.tif",
30
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192191931196_e20192191933569_c20192191934019.tif",
31
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192191956196_e20192191958569_c20192191959011.tif",
32
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192192006196_e20192192008569_c20192192009012.tif",
33
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192192026196_e20192192028569_c20192192029018.tif",
34
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192192041196_e20192192043569_c20192192044017.tif",
35
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192200056197_e20192200058569_c20192200059025.tif",
36
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192200236197_e20192200238569_c20192200239018.tif",
37
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192210116197_e20192210118570_c20192210119008.tif",
38
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192210121197_e20192210123570_c20192210124011.tif",
39
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192201851196_e20192201853569_c20192201854012.tif",
40
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181801196_e20192181803569_c20192181804011.tif",
41
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181806196_e20192181808569_c20192181809011.tif",
42
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181811196_e20192181813569_c20192181814005.tif",
43
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181816196_e20192181818569_c20192181819009.tif",
44
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181821196_e20192181823569_c20192181824018.tif",
45
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181826196_e20192181828569_c20192181829012.tif",
46
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181831196_e20192181833569_c20192181834010.tif",
47
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181836196_e20192181838569_c20192181839011.tif",
48
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181846196_e20192181848569_c20192181849017.tif",
49
+ ]
50
+
51
+ files_test: [
52
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181851196_e20192181853569_c20192181854018.tif",
53
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181856196_e20192181858569_c20192181859008.tif",
54
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181901196_e20192181903569_c20192181904012.tif",
55
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181906196_e20192181908569_c20192181909007.tif",
56
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181911196_e20192181913569_c20192181914018.tif",
57
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181916196_e20192181918569_c20192181919015.tif",
58
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181921196_e20192181923569_c20192181924018.tif",
59
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181926196_e20192181928569_c20192181929007.tif",
60
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181931196_e20192181933569_c20192181934014.tif",
61
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181936196_e20192181938569_c20192181939015.tif",
62
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181941196_e20192181943569_c20192181944010.tif",
63
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181946196_e20192181948569_c20192181949014.tif",
64
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181951196_e20192181953569_c20192181954018.tif",
65
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192181956196_e20192181958569_c20192181959011.tif",
66
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182001196_e20192182003569_c20192182004010.tif",
67
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182006196_e20192182008569_c20192182009017.tif",
68
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182011196_e20192182013569_c20192182014008.tif",
69
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182016196_e20192182018569_c20192182019012.tif",
70
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182021196_e20192182023569_c20192182024005.tif",
71
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182026196_e20192182028569_c20192182029015.tif",
72
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182031196_e20192182033569_c20192182034011.tif",
73
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182036196_e20192182038569_c20192182039008.tif",
74
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182041196_e20192182043569_c20192182044011.tif",
75
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182046196_e20192182048569_c20192182049014.tif",
76
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182056196_e20192182058569_c20192182059023.tif",
77
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182111196_e20192182113569_c20192182114007.tif",
78
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182151196_e20192182153569_c20192182154009.tif",
79
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182221196_e20192182223569_c20192182224007.tif",
80
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192182251196_e20192182253569_c20192182254022.tif",
81
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192201821196_e20192201823569_c20192201824006.tif",
82
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192201826196_e20192201828569_c20192201829005.tif",
83
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192201831196_e20192201833569_c20192201834012.tif",
84
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192201836196_e20192201838569_c20192201839012.tif",
85
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192201841196_e20192201843569_c20192201844012.tif",
86
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192201846196_e20192201848569_c20192201849023.tif",
87
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192201856196_e20192201858570_c20192201859007.tif",
88
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192201931196_e20192201933569_c20192201934013.tif",
89
+ "/data/nlahaye/remoteSensing/GOES/cropped_2/OR_ABI-L1b-RadC-M6C01_G17_s20192210221197_e20192210223570_c20192210224025.tif"
90
+ ]
91
+
92
+ scaler:
93
+ name: "standard"
94
+
95
+ output:
96
+ out_dir: "/data/nlahaye/output/Learnergy/GOES_DBN_2/"
97
+ generate_train_output: True
98
+ generate_intermediate_output: True
99
+
100
+
101
+
102
+ dbn:
103
+ conv: False
104
+ subset_training: 2000000
105
+ heir_tiers: 1
106
+ overwrite_model: False
107
+ tune_clust: False
108
+ tune_dbn: False
109
+ tune_scaler: False
110
+ model_type: ["gaussian_selu", "gaussian_selu"]
111
+ dbn_arch: [2000, 1000] #[250, 500, 2000] #, 2000]
112
+ gibbs_steps: [1,1] #, 7, 7] #, 10] #, 25]
113
+ temp: [1.0, 1.0] #, 1.0, 1.0] ##[0.9, 0.75, 0.5] #, 1.0] #, 0.5] #, 0.5]
114
+ normalize_learnergy: [False, True]
115
+ batch_normalize: [False, False]
116
+
117
+ encoder_type: "dbn"
118
+ encoder:
119
+ tiled: False
120
+ tune_scaler: False
121
+ subset_training: 2000000
122
+ overwrite_model: False
123
+ training:
124
+ learning_rate: [0.00001, 0.00001]
125
+ momentum: [0.95,0.95]
126
+ weight_decay: [0.0001, 0.0001]
127
+ nesterov_accel: [True, True]
128
+ batch_size: 128
129
+ epochs: 5
130
+ accelerator: "gpu"
131
+ devices: 1
132
+ gradient_clip_val: 0.1
133
+ precision: "16-mixed"
134
+ stratify_data:
135
+ kmeans: False
136
+
137
+
138
+ logger:
139
+ use_wandb: True
140
+ log_model: True
141
+ log_out_dir: "wandb_dbn"
142
+ project: "SIT-FUSE"
143
+
144
+ cluster:
145
+ gauss_noise_stdev: [0.01]
146
+ lambda: 1.0
147
+ num_classes: 800
148
+ training:
149
+ learning_rate: 0.0001
150
+ batch_size: 1000
151
+ epochs: 5
152
+ accelerator: "gpu"
153
+ devices: 1
154
+ gradient_clip_val: 0.1
155
+ precision: "16-mixed"
156
+ save_dir: "wandb_dbn"
157
+
158
+ heir:
159
+ tiers: 1
160
+ gauss_noise_stdev: [0.01]
161
+ lambda: 1.0
162
+ num_classes: 100
163
+ training:
164
+ accelerator: "gpu"
165
+ devices: 1
166
+ gradient_clip_val: 0.1
167
+ precision: "16-mixed"
168
+ save_dir: "wandb_dbn"
169
+ batch_size: 100
170
+ min_samples: 1000
171
+ learning_rate: 0.0001
172
+ batch_size: 1000
173
+ epochs: 5
174
+
175
+
176
+
MASTER/master_dbn_multi_layer_pl.yaml ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ data:
3
+ tile: False
4
+ val_percent: 0.1
5
+ num_loader_workers: 10
6
+ scale_data: True
7
+ pixel_padding: 1
8
+ number_channels: 50
9
+ fill_value: -9999.0
10
+ valid_min: -900.0
11
+ valid_max: 100000000
12
+ reader_type: "gtiff"
13
+ reader_kwargs:
14
+ no_arg: "no_arg"
15
+ chan_dim: 0
16
+ delete_chans: []
17
+ transform_default:
18
+ chans: []
19
+ transform: []
20
+
21
+
22
+ files_train: [
23
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981719_02_20190806_1851_1900_V01.tif",
24
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981719_08_20190806_2249_2259_V01.tif",
25
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981719_05_20190806_2033_2039_V01.tif"
26
+ ]
27
+
28
+ files_test: [
29
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981719_07_20190806_2226_2231_V01.tif",
30
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981719_10_20190807_0042_0050_V01.tif",
31
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981719_06_20190806_2153_2156_V01.tif",
32
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981720_07_20190808_0055_0103_V01.tif",
33
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981720_09_20190808_0237_0238_V01.tif",
34
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981721_05_20190809_0219_0226_V01.tif",
35
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981721_02_20190809_0120_0121_V01.tif",
36
+ "/data/nlahaye/remoteSensing/MASTER/MASTERL1B_1981721_01_20190809_0113_0117_V01.tif"]
37
+
38
+ scaler:
39
+ name: "standard"
40
+
41
+ output:
42
+ out_dir: "/data/nlahaye/output/Learnergy/DBN_MASTER_PAD_MULTI_LAYER_PL/"
43
+ generate_intermediate_output: True
44
+
45
+
46
+ dbn:
47
+ model_type: ["gaussian_selu", "gaussian_selu"]
48
+ dbn_arch: [2000, 1000] #[250, 500, 2000] #, 2000]
49
+ gibbs_steps: [1,1] #, 7, 7] #, 10] #, 25]
50
+ temp: [1.0, 1.0] #, 1.0, 1.0] ##[0.9, 0.75, 0.5] #, 1.0] #, 0.5] #, 0.5]
51
+ normalize_learnergy: [False, True]
52
+ batch_normalize: [False, False]
53
+
54
+ encoder_type: "dbn"
55
+ encoder:
56
+ tiled: False
57
+ tune_scaler: False
58
+ subset_training: 2000000
59
+ overwrite_model: False
60
+ training:
61
+ learning_rate: [0.00001, 0.00001]
62
+ momentum: [0.95,0.95]
63
+ weight_decay: [0.0001, 0.0001]
64
+ nesterov_accel: [True, True]
65
+ batch_size: 128
66
+ epochs: 30
67
+ accelerator: "gpu"
68
+ devices: 1
69
+ gradient_clip_val: 0.1
70
+ precision: "16-mixed"
71
+ save_dir: "wandb_encoder"
72
+ stratify_data:
73
+ kmeans: True
74
+
75
+
76
+ logger:
77
+ use_wandb: True
78
+ log_model: True
79
+ log_out_dir: "wandb_dbn"
80
+ project: "SIT-FUSE"
81
+
82
+ cluster:
83
+ gauss_noise_stdev: [0.01]
84
+ lambda: 1.0
85
+ num_classes: 800
86
+ training:
87
+ learning_rate: 0.0001
88
+ batch_size: 1000
89
+ epochs: 30
90
+ accelerator: "gpu"
91
+ devices: 1
92
+ gradient_clip_val: 0.1
93
+ precision: "16-mixed"
94
+ save_dir: "wandb_full_model"
95
+
96
+ heir:
97
+ tiers: 1
98
+ gauss_noise_stdev: [0.01]
99
+ lambda: 1.0
100
+ num_classes: 100
101
+ training:
102
+ accelerator: "gpu"
103
+ devices: 1
104
+ gradient_clip_val: 0.1
105
+ precision: "16-mixed"
106
+ save_dir: "wandb_dbn_full_model_heir"
107
+ batch_size: 100
108
+ min_samples: 1000
109
+ learning_rate: 0.0001
110
+ batch_size: 1000
111
+ epochs: 30
112
+
113
+
114
+
Planet/planet_pss_dbn_multi_layer.yaml ADDED
@@ -0,0 +1,189 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ data:
3
+ tile: False
4
+ val_percent: 0.1
5
+ num_loader_workers: 10
6
+ scale_data: True
7
+ pixel_padding: 1
8
+ number_channels: 4
9
+ fill_value: 0.0
10
+ valid_min: 0.0000001
11
+ valid_max: 100000000
12
+ subset_count: 1
13
+ output_subset_count: 1
14
+ reader_type: "gtiff"
15
+ reader_kwargs:
16
+ no_arg: ''
17
+ chan_dim: 0
18
+ delete_chans: []
19
+ transform_default:
20
+ chans: []
21
+ transform: []
22
+ files_train: [
23
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_181729_0e3a_3B_AnalyticMS_clip.tif",
24
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_183159_0f22_3B_AnalyticMS_clip.tif",
25
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182900_1003_3B_AnalyticMS_clip.tif",
26
+ ]
27
+
28
+
29
+ files_test: [
30
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182903_1003_3B_AnalyticMS_clip.tif",
31
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_165440_1054_3B_AnalyticMS_clip.tif",
32
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_182621_1035_3B_AnalyticMS_clip.tif",
33
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_165922_0f44_3B_AnalyticMS_clip.tif",
34
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_165807_104e_3B_AnalyticMS_clip.tif",
35
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_183904_96_105d_3B_AnalyticMS_clip.tif",
36
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182859_1003_3B_AnalyticMS_clip.tif",
37
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_181730_0e3a_3B_AnalyticMS_clip.tif",
38
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182904_1003_3B_AnalyticMS_clip.tif",
39
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_182604_101f_3B_AnalyticMS_clip.tif",
40
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_165925_0f44_3B_AnalyticMS_clip.tif",
41
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_165416_0f4d_3B_AnalyticMS_clip.tif",
42
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_165921_0f44_3B_AnalyticMS_clip.tif",
43
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190806_182859_0f34_3B_AnalyticMS_clip.tif",
44
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_182622_1035_3B_AnalyticMS_clip.tif",
45
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_182606_101f_3B_AnalyticMS_clip.tif",
46
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_183352_07_1067_3B_AnalyticMS_clip.tif",
47
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_183909_04_105d_3B_AnalyticMS_clip.tif",
48
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_183200_0f22_3B_AnalyticMS_clip.tif",
49
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_183047_0f34_3B_AnalyticMS_clip.tif",
50
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_165418_0f4d_3B_AnalyticMS_clip.tif",
51
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_182954_1001_3B_AnalyticMS_clip.tif",
52
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_184311_16_1066_3B_AnalyticMS_clip.tif",
53
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_183158_0f22_3B_AnalyticMS_clip.tif",
54
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_182957_1001_3B_AnalyticMS_clip.tif",
55
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_183150_41_106b_3B_AnalyticMS_clip.tif",
56
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_182955_1001_3B_AnalyticMS_clip.tif",
57
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_183201_0f22_3B_AnalyticMS_clip.tif",
58
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_183907_00_105d_3B_AnalyticMS_clip.tif",
59
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190806_182857_0f34_3B_AnalyticMS_clip.tif",
60
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_183228_25_1065_3B_AnalyticMS_clip.tif",
61
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_165807_1_104e_3B_AnalyticMS_clip.tif",
62
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_165417_0f4d_3B_AnalyticMS_clip.tif",
63
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182348_1021_3B_AnalyticMS_clip.tif",
64
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_183049_0f34_3B_AnalyticMS_clip.tif",
65
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_182956_1001_3B_AnalyticMS_clip.tif",
66
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_182620_1035_3B_AnalyticMS_clip.tif",
67
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_165441_1054_3B_AnalyticMS_clip.tif",
68
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_182953_1001_3B_AnalyticMS_clip.tif",
69
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_182618_1035_3B_AnalyticMS_clip.tif",
70
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_183148_35_106b_3B_AnalyticMS_clip.tif",
71
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_183356_19_1067_3B_AnalyticMS_clip.tif",
72
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182347_1021_3B_AnalyticMS_clip.tif",
73
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_165439_1054_3B_AnalyticMS_clip.tif",
74
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182350_1021_3B_AnalyticMS_clip.tif",
75
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_165420_0f4d_3B_AnalyticMS_clip.tif",
76
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_183202_0f22_3B_AnalyticMS_clip.tif",
77
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_181428_0e26_3B_AnalyticMS_clip.tif",
78
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_183048_0f34_3B_AnalyticMS_clip.tif",
79
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_182607_101f_3B_AnalyticMS_clip.tif",
80
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182349_1021_3B_AnalyticMS_clip.tif",
81
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_181427_0e26_3B_AnalyticMS_clip.tif",
82
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190806_182900_0f34_3B_AnalyticMS_clip.tif",
83
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_182619_1035_3B_AnalyticMS_clip.tif",
84
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182351_1021_3B_AnalyticMS_clip.tif",
85
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_183232_41_1065_3B_AnalyticMS_clip.tif",
86
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_183046_0f34_3B_AnalyticMS_clip.tif",
87
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_183051_0f34_3B_AnalyticMS_clip.tif",
88
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_181430_0e26_3B_AnalyticMS_clip.tif",
89
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190806_182858_0f34_3B_AnalyticMS_clip.tif",
90
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_182616_1035_3B_AnalyticMS_clip.tif",
91
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_165924_0f44_3B_AnalyticMS_clip.tif",
92
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_165419_0f4d_3B_AnalyticMS_clip.tif",
93
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_181431_0e26_3B_AnalyticMS_clip.tif",
94
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_165923_0f44_3B_AnalyticMS_clip.tif",
95
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182901_1003_3B_AnalyticMS_clip.tif",
96
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_182605_101f_3B_AnalyticMS_clip.tif",
97
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_184309_15_1066_3B_AnalyticMS_clip.tif",
98
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_183354_13_1067_3B_AnalyticMS_clip.tif",
99
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_181429_0e26_3B_AnalyticMS_clip.tif",
100
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_183052_0f34_3B_AnalyticMS_clip.tif",
101
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_183230_33_1065_3B_AnalyticMS_clip.tif",
102
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_182902_1003_3B_AnalyticMS_clip.tif",
103
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190808_182608_101f_3B_AnalyticMS_clip.tif",
104
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190806_182856_0f34_3B_AnalyticMS_clip.tif",
105
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190806_184211_23_105e_3B_AnalyticMS_clip.tif",
106
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190806_184209_19_105e_3B_AnalyticMS_clip.tif",
107
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190810_165416_1_0f4d_3B_AnalyticMS_clip.tif",
108
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190812_183152_48_106b_3B_AnalyticMS_clip.tif",
109
+ "/data/nlahaye/remoteSensing/CSDSA/PSScene/20190807_165442_1054_3B_AnalyticMS_clip.tif"]
110
+
111
+
112
+
113
+ scaler:
114
+ name: "standard"
115
+
116
+ output:
117
+ out_dir: "/data/nlahaye/output/Learnergy/DBN_PLANET_PSS_FULL_STRAT_MULTI_LAYER_PL/"
118
+ generate_intermediate_output: True
119
+
120
+
121
+ dbn:
122
+ model_type: ["gaussian_selu", "gaussian_selu"]
123
+ dbn_arch: [2000, 1000] #[250, 500, 2000] #, 2000]
124
+ gibbs_steps: [1,1] #, 7, 7] #, 10] #, 25]
125
+ temp: [1.0, 1.0] #, 1.0, 1.0] ##[0.9, 0.75, 0.5] #, 1.0] #, 0.5] #, 0.5]
126
+ normalize_learnergy: [False, True]
127
+ batch_normalize: [False, False]
128
+
129
+ encoder_type: "dbn"
130
+ encoder:
131
+ tiled: False
132
+ tune_scaler: False
133
+ subset_training: 8000000
134
+ overwrite_model: False
135
+ training:
136
+ learning_rate: [0.00001, 0.00001]
137
+ momentum: [0.95,0.95]
138
+ weight_decay: [0.0001, 0.0001]
139
+ nesterov_accel: [True, True]
140
+ batch_size: 128
141
+ epochs: 5
142
+ accelerator: "gpu"
143
+ devices: 1
144
+ gradient_clip_val: 0.1
145
+ precision: "16-mixed"
146
+ save_dir: "wandb_encoder"
147
+ stratify_data:
148
+ kmeans: True
149
+
150
+
151
+ logger:
152
+ use_wandb: True
153
+ log_model: True
154
+ log_out_dir: "wandb_dbn"
155
+ project: "SIT-FUSE"
156
+
157
+ cluster:
158
+ gauss_noise_stdev: [0.01]
159
+ lambda: 1.0
160
+ num_classes: 800
161
+ training:
162
+ learning_rate: 0.0001
163
+ batch_size: 1000
164
+ epochs: 5
165
+ accelerator: "gpu"
166
+ devices: 1
167
+ gradient_clip_val: 0.1
168
+ precision: "16-mixed"
169
+ save_dir: "wandb_full_model"
170
+
171
+ heir:
172
+ tiers: 1
173
+ gauss_noise_stdev: [0.01]
174
+ lambda: 1.0
175
+ num_classes: 100
176
+ training:
177
+ accelerator: "gpu"
178
+ devices: 1
179
+ gradient_clip_val: 0.1
180
+ precision: "16-mixed"
181
+ save_dir: "wandb_dbn_full_model_heir"
182
+ batch_size: 100
183
+ min_samples: 1000
184
+ learning_rate: 0.0001
185
+ batch_size: 1000
186
+ epochs: 5
187
+
188
+
189
+