doc edits and app tweaks

.github/workflows/python-package-conda.yml

@@ -14,16 +14,18 @@ jobs:
       uses: actions/setup-python@v2
       with:
         python-version: 3.7
-    - name: Add conda to system path
+    - name: Set up venv
       run: |
-        # $CONDA is an environment variable pointing to the root of the miniconda directory
-        echo $CONDA/bin >> $GITHUB_PATH
+        pip install --upgrade pip
+        python -m venv venv
+        source venv/bin/activate
+        pip install --upgrade pip
     - name: Install dependencies
       run: |
-        conda env update --file environment.yml --name base
+        pip install -r requirements.txt
     - name: Lint with flake8
       run: |
-        conda install flake8 importlib_metadata
+        pip install flake8 importlib_metadata
         # stop the build if there are Python syntax errors or undefined names
         flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
         # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide

app/preprocess/extract_data.py

@@ -0,0 +1,22 @@
+import yaml
+import torch
+import data
+import numpy as np
+import os
+
+SHOTS = 10
+APP_DATA_DIR = "/data/meteor-paper/app"
+
+config = yaml.safe_load(open("data/config.yaml"))
+
+datasets = ["eurosat", "anthroprotect", "dfc2020", "denethor", "floatingobjects", "nwpuresisc45"]
+for name in datasets:
+    ## Load Data
+    dataconfig = config["data"][name]
+    support_input, support_target, query_input, query_target, classes, bands = data.__dict__[name](dataconfig["datapath"],
+                                                                                                   shots=SHOTS)
+
+    os.makedirs(APP_DATA_DIR, exist_ok=True)
+    filename = os.path.join(APP_DATA_DIR, name + ".npy")
+    print(f"writing {filename}")
+    np.save(filename, support_input.numpy())

app/templates/index.html

@@ -245,6 +245,12 @@
          */
     }
 
+    /*
+    function reset(){
+        location.reload();
+    }
+    */
+
     function reset() {
         // delete everything in the canvas
         d3.select('svg').selectAll('*').remove();
@@ -270,7 +276,6 @@
         document.getElementById("btn").innerHTML = "done!"
     }
 
-
     get_nodes()
     updateInfo()
 </script>

readme.md

@@ -96,3 +96,17 @@ call it via
 ```
 python train/main.py --start-from-pretrained
 ```
+
+## Demo Application
+
+run app
+
+```
+cd app
+
+# install python and requirements
+bash setup.sh
+
+# start server
+env/bin/python serve.py
+```

requirements.txt

@@ -1,4 +1,9 @@
-torch==2.0.0
+torch>=1.9.2
 torchvision>=0.10.1
 tqdm
-ordered-set
+ordered-set
+scikit-learn
+rasterio
+h5py
+numpy
+pandas

train/utils/data/fewshotsen12ms.py

@@ -5,7 +5,6 @@
 import numpy as np
 import pandas as pd
 import rasterio
-import torch
 
 from torch.utils.data.sampler import RandomSampler
 from torchmeta.transforms import ClassSplitter