Update

LICENSE

@@ -0,0 +1,23 @@
+MIT License
+
+Copyright (c) 2024 ESA-PhiLab
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+**ALL models are available for non-commercial research purposes only.**

default_args.yml

@@ -1,25 +1,30 @@
-experiment_name: test
-model_name: core_unet_nano
-lr: 0.0001
-lr_scheduler: reduce_on_plateau
-batch_size: 32
-epochs: 1
-vis_val: True
+experiment_name: unet_lc_experiment
 downstream_task: lc
+model_name: core_unet_nano
+augmentations: True
+batch_size: 64
+model_device: cuda
+generator_device: cuda
+num_workers: 24
+early_stop: 15
+epochs: 500
 input_channels: 10
-input_size: 128
 output_channels: 11
-regions:
+input_size: 128
+lr: 0.0001
+lr_scheduler: reduce_on_plateau
 n_shot: 50
 split_ratio: null
-augmentations: True
-early_stop: 15
-warmup: False
-device: cuda
-num_workers: 24
+regions: null
+vis_val: True
+warmup: True
+warmp_steps: 5
+warmup_gamma: 10
 pretrained_model_path:
 freeze_pretrained:
 data_path_128_10m: /home/phimultigpu/phileo_NFS/phileo_data/downstream/downstream_dataset_patches_np/
 data_path_224_10m: /home/phimultigpu/phileo_NFS/phileo_data/downstream/downstream_dataset_patches_np_224/
 data_path_224_30m: /home/phimultigpu/phileo_NFS/phileo_data/downstream/downstream_dataset_patches_np_HLS/
-data_parallel: False
+output_path: /home/phimultigpu/phileo_NFS/phileo_data/experiments
+data_parallel: False
+device_ids: [0, 1, 2, 3]

environment.yml

@@ -116,144 +116,154 @@ dependencies:
   - zlib=1.2.13=hd590300_5
   - zstd=1.5.2=h3eb15da_6
   - pip:
-    - anyio==3.7.1
-    - argon2-cffi==21.3.0
-    - argon2-cffi-bindings==21.2.0
-    - arrow==1.2.3
-    - asttokens==2.2.1
-    - async-lru==2.0.2
-    - attrs==23.1.0
-    - babel==2.12.1
-    - backcall==0.2.0
-    - beautifulsoup4==4.12.2
-    - bleach==6.0.0
-    - buteo==0.9.42
-    - certifi==2023.5.7
-    - cffi==1.15.1
-    - charset-normalizer==3.1.0
-    - cmake==3.26.4
-    - comm==0.1.3
-    - contourpy==1.1.0
-    - cycler==0.11.0
-    - debugpy==1.6.7
-    - decorator==5.1.1
-    - defusedxml==0.7.1
-    - exceptiongroup==1.1.2
-    - executing==1.2.0
-    - fastjsonschema==2.17.1
-    - filelock==3.12.2
-    - fonttools==4.40.0
-    - fqdn==1.5.1
-    - fsspec==2023.6.0
-    - huggingface-hub==0.16.4
-    - idna==3.4
-    - imageio==2.31.1
-    - importlib-metadata==6.7.0
-    - importlib-resources==5.12.0
-    - ipykernel==6.24.0
-    - ipython==8.12.2
-    - isoduration==20.11.0
-    - jedi==0.18.2
-    - jinja2==3.1.2
-    - json5==0.9.14
-    - jsonpointer==2.4
-    - jsonschema==4.18.0
-    - jsonschema-specifications==2023.6.1
-    - jupyter-client==8.3.0
-    - jupyter-core==5.3.1
-    - jupyter-events==0.6.3
-    - jupyter-lsp==2.2.0
-    - jupyter-server==2.7.0
-    - jupyter-server-terminals==0.4.4
-    - jupyterlab==4.0.2
-    - jupyterlab-pygments==0.2.2
-    - jupyterlab-server==2.23.0
-    - kiwisolver==1.4.4
-    - lightning-utilities==0.9.0
-    - lit==16.0.6
-    - llvmlite==0.40.1
-    - markupsafe==2.1.3
-    - matplotlib==3.7.2
-    - matplotlib-inline==0.1.6
-    - memory-profiler==0.61.0
-    - mistune==3.0.1
-    - mpmath==1.3.0
-    - nbclient==0.8.0
-    - nbconvert==7.6.0
-    - nbformat==5.9.0
-    - nest-asyncio==1.5.6
-    - networkx==3.1
-    - notebook-shim==0.2.3
-    - numba==0.57.1
-    - numpy==1.23.5
-    - nvidia-cublas-cu11==11.10.3.66
-    - nvidia-cuda-cupti-cu11==11.7.101
-    - nvidia-cuda-nvrtc-cu11==11.7.99
-    - nvidia-cuda-runtime-cu11==11.7.99
-    - nvidia-cudnn-cu11==8.5.0.96
-    - nvidia-cufft-cu11==10.9.0.58
-    - nvidia-curand-cu11==10.2.10.91
-    - nvidia-cusolver-cu11==11.4.0.1
-    - nvidia-cusparse-cu11==11.7.4.91
-    - nvidia-nccl-cu11==2.14.3
-    - nvidia-nvtx-cu11==11.7.91
-    - overrides==7.3.1
-    - packaging==23.1
-    - pandas==2.0.3
-    - pandocfilters==1.5.0
-    - parso==0.8.3
-    - pexpect==4.8.0
-    - pickleshare==0.7.5
-    - pillow==10.0.0
-    - pkgutil-resolve-name==1.3.10
-    - platformdirs==3.8.1
-    - prometheus-client==0.17.0
-    - prompt-toolkit==3.0.39
-    - psutil==5.9.5
-    - ptyprocess==0.7.0
-    - pure-eval==0.2.2
-    - pycparser==2.21
-    - pygments==2.15.1
-    - pyparsing==3.0.9
-    - pyqt5==5.15.9
-    - pyqt5-qt5==5.15.2
-    - pyqt5-sip==12.12.1
-    - python-dateutil==2.8.2
-    - python-json-logger==2.0.7
-    - pytz==2023.3
-    - pyyaml==6.0
-    - pyzmq==25.1.0
-    - referencing==0.29.1
-    - requests==2.31.0
-    - rfc3339-validator==0.1.4
-    - rfc3986-validator==0.1.1
-    - rpds-py==0.8.8
-    - safetensors==0.3.1
-    - send2trash==1.8.2
-    - six==1.16.0
-    - sniffio==1.3.0
-    - soupsieve==2.4.1
-    - stack-data==0.6.2
-    - sympy==1.12
-    - terminado==0.17.1
-    - timm==0.9.2
-    - tinycss2==1.2.1
-    - tomli==2.0.1
-    - torch==2.0.1
-    - torchaudio==2.0.2
-    - torchmetrics==1.0.0
-    - torchvision==0.15.2
-    - tornado==6.3.2
-    - tqdm==4.65.0
-    - traitlets==5.9.0
-    - triton==2.0.0
-    - typing-extensions==4.7.1
-    - tzdata==2023.3
-    - uri-template==1.3.0
-    - urllib3==2.0.3
-    - wcwidth==0.2.6
-    - webcolors==1.13
-    - webencodings==0.5.1
-    - websocket-client==1.6.1
-    - zipp==3.15.0
-prefix: /home/lcamilleri/anaconda3/envs/Phileo-downstream-tasks
+      - aiohttp==3.9.1
+      - aiosignal==1.3.1
+      - anyio==3.7.1
+      - argon2-cffi==21.3.0
+      - argon2-cffi-bindings==21.2.0
+      - arrow==1.2.3
+      - asttokens==2.2.1
+      - async-lru==2.0.2
+      - async-timeout==4.0.3
+      - attrs==23.1.0
+      - babel==2.12.1
+      - backcall==0.2.0
+      - beautifulsoup4==4.12.2
+      - bleach==6.0.0
+      - buteo==0.9.42
+      - certifi==2023.5.7
+      - cffi==1.15.1
+      - charset-normalizer==3.1.0
+      - cmake==3.26.4
+      - comm==0.1.3
+      - contourpy==1.1.0
+      - cycler==0.11.0
+      - debugpy==1.6.7
+      - decorator==5.1.1
+      - defusedxml==0.7.1
+      - einops==0.7.0
+      - exceptiongroup==1.1.2
+      - executing==1.2.0
+      - fastjsonschema==2.17.1
+      - filelock==3.12.2
+      - fonttools==4.40.0
+      - fqdn==1.5.1
+      - frozenlist==1.4.1
+      - fsspec==2023.6.0
+      - huggingface-hub==0.16.4
+      - idna==3.4
+      - imageio==2.31.1
+      - importlib-metadata==6.7.0
+      - importlib-resources==5.12.0
+      - ipykernel==6.24.0
+      - ipython==8.12.2
+      - isoduration==20.11.0
+      - jedi==0.18.2
+      - jinja2==3.1.2
+      - json5==0.9.14
+      - jsonpointer==2.4
+      - jsonschema==4.18.0
+      - jsonschema-specifications==2023.6.1
+      - jupyter-client==8.3.0
+      - jupyter-core==5.3.1
+      - jupyter-events==0.6.3
+      - jupyter-lsp==2.2.0
+      - jupyter-server==2.7.0
+      - jupyter-server-terminals==0.4.4
+      - jupyterlab==4.0.2
+      - jupyterlab-pygments==0.2.2
+      - jupyterlab-server==2.23.0
+      - kiwisolver==1.4.4
+      - lightning-utilities==0.9.0
+      - lit==16.0.6
+      - llvmlite==0.40.1
+      - markupsafe==2.1.3
+      - matplotlib==3.7.2
+      - matplotlib-inline==0.1.6
+      - memory-profiler==0.61.0
+      - mistune==3.0.1
+      - mpmath==1.3.0
+      - multidict==6.0.4
+      - nbclient==0.8.0
+      - nbconvert==7.6.0
+      - nbformat==5.9.0
+      - nest-asyncio==1.5.6
+      - networkx==3.1
+      - notebook-shim==0.2.3
+      - numba==0.57.1
+      - numpy==1.23.5
+      - nvidia-cublas-cu11==11.10.3.66
+      - nvidia-cuda-cupti-cu11==11.7.101
+      - nvidia-cuda-nvrtc-cu11==11.7.99
+      - nvidia-cuda-runtime-cu11==11.7.99
+      - nvidia-cudnn-cu11==8.5.0.96
+      - nvidia-cufft-cu11==10.9.0.58
+      - nvidia-curand-cu11==10.2.10.91
+      - nvidia-cusolver-cu11==11.4.0.1
+      - nvidia-cusparse-cu11==11.7.4.91
+      - nvidia-nccl-cu11==2.14.3
+      - nvidia-nvtx-cu11==11.7.91
+      - overrides==7.3.1
+      - packaging==23.1
+      - pandas==2.0.3
+      - pandocfilters==1.5.0
+      - parso==0.8.3
+      - pexpect==4.8.0
+      - pickleshare==0.7.5
+      - pillow==10.0.0
+      - pkgutil-resolve-name==1.3.10
+      - platformdirs==3.8.1
+      - prometheus-client==0.17.0
+      - prompt-toolkit==3.0.39
+      - psutil==5.9.5
+      - ptyprocess==0.7.0
+      - pure-eval==0.2.2
+      - pycparser==2.21
+      - pygments==2.15.1
+      - pyparsing==3.0.9
+      - pyqt5==5.15.9
+      - pyqt5-qt5==5.15.2
+      - pyqt5-sip==12.12.1
+      - python-dateutil==2.8.2
+      - python-json-logger==2.0.7
+      - pytorch-lightning==2.1.3
+      - pytorch-msssim==1.0.0
+      - pytz==2023.3
+      - pyyaml==6.0
+      - pyzmq==25.1.0
+      - referencing==0.29.1
+      - requests==2.31.0
+      - rfc3339-validator==0.1.4
+      - rfc3986-validator==0.1.1
+      - rpds-py==0.8.8
+      - safetensors==0.3.1
+      - send2trash==1.8.2
+      - six==1.16.0
+      - sniffio==1.3.0
+      - soupsieve==2.4.1
+      - stack-data==0.6.2
+      - sympy==1.12
+      - terminado==0.17.1
+      - timm==0.9.2
+      - tinycss2==1.2.1
+      - tomli==2.0.1
+      - torch==2.0.1
+      - torchaudio==2.0.2
+      - torchinfo==1.8.0
+      - torchmetrics==1.0.0
+      - torchvision==0.15.2
+      - tornado==6.3.2
+      - tqdm==4.65.0
+      - traitlets==5.9.0
+      - triton==2.0.0
+      - typing-extensions==4.7.1
+      - tzdata==2023.3
+      - uri-template==1.3.0
+      - urllib3==2.0.3
+      - wcwidth==0.2.6
+      - webcolors==1.13
+      - webencodings==0.5.1
+      - websocket-client==1.6.1
+      - yarl==1.9.4
+      - zipp==3.15.0
+prefix: /home/phimultigpu/miniconda3/envs/phileo-test-bed