ui draft

app.py

@@ -0,0 +1,55 @@
+import streamlit as st
+
+from utils import get_dataset_config_names, get_sequence_names, pretrained_models_dict, full_ref_metrics, no_ref_metrics
+
+# st.header("EVREAL  - Event-based Video Reconstruction Evaluation and Analysis Library")
+#
+# paper_link = "https://arxiv.org/abs/2305.00434"
+# code_link = "https://github.com/ercanburak/EVREAL"
+# page_link = "https://ercanburak.github.io/evreal.html"
+#
+# st.markdown("Paper: " + paper_link, unsafe_allow_html=True)
+# st.markdown("Code: " + paper_link, unsafe_allow_html=True)
+# st.markdown("Page: " + paper_link, unsafe_allow_html=True)
+
+st.title("Result Analysis Tool")
+
+datasets = get_dataset_config_names("data")
+dataset_sequences_dict = {}
+for dataset in datasets:
+    dataset_sequences_dict[dataset] = get_sequence_names("data", dataset)
+datasets = list(dataset_sequences_dict.keys())
+
+pretrained_models = list(pretrained_models_dict.keys())
+
+selected_pretrained_model_names = st.multiselect(
+     'Select multiple methods to compare',
+     pretrained_models)
+
+col1, col2, col3 = st.columns(3)
+
+# A selectbox on the sidebar, for selecting dataset:
+with col1:
+    selected_dataset = st.selectbox(
+        'Select dataset',
+        options=datasets
+    )
+
+# A selectbox on the sidebar, for selecting sequence:
+with col2:
+    selected_sequence = st.selectbox(
+        'Select sequence',
+        options=dataset_sequences_dict[selected_dataset]
+    )
+
+metric_names = no_ref_metrics if selected_dataset in ["ECD_FAST", "MVSEC_NIGHT", "HDR"] else full_ref_metrics
+metric_names = [name.upper() for name in metric_names]
+
+selected_metric_names = st.multiselect('Select metrics to display', metric_names)
+
+other_visualizations = ["ground truth frames", "event_rates", "event_images", "histograms"]
+
+selected_viz = st.multiselect('Select other visualizations to display', other_visualizations)
+
+if not st.button('Get Results'):
+    st.stop()

data/BS_ERGB.json

@@ -0,0 +1,18 @@
+ {
+    "name": "BS_ERGB",
+    "root_path": "data/test/BS_ERGB",
+    "loader_type": "MMP",
+    "sequences": 
+    {
+        "may29_handheld_01": {},
+        "may29_handheld_02": {},
+        "may29_handheld_03": {},
+        "may29_handheld_04": {},
+        "may29_rooftop_handheld_01": {},
+        "may29_rooftop_handheld_02": {},
+        "may29_rooftop_handheld_03": {},
+        "may29_rooftop_handheld_05": {},
+        "street_crossing_07": {},
+        "street_crossing_08": {}
+    }
+}

data/ECD.json

@@ -0,0 +1,43 @@
+{
+    "name": "ECD",
+    "root_path": "data/test/ECD",
+    "loader_type": "MMP",
+    "sequences": 
+    {
+        "calibration":
+        {
+            "start_time_s": 5.0,
+            "end_time_s": 20.0
+        },
+        "boxes_6dof":
+        {
+            "start_time_s": 5.0,
+            "end_time_s": 20.0
+        },
+        "dynamic_6dof":
+        {
+            "start_time_s": 5.0,
+            "end_time_s": 20.0
+        },
+        "office_zigzag":
+        {
+            "start_time_s": 5.0,
+            "end_time_s": 12.0
+        },
+        "poster_6dof":
+        {
+            "start_time_s": 5.0,
+            "end_time_s": 20.0
+        },
+        "shapes_6dof":
+        {
+            "start_time_s": 5.0,
+            "end_time_s": 20.0
+        },
+        "slider_depth":
+        {
+            "start_time_s": 1.0,
+            "end_time_s": 2.5
+        }
+    }
+}

data/ECD_FAST.json

@@ -0,0 +1,24 @@
+{
+    "name": "ECD_FAST",
+    "root_path": "data/test/ECD",
+    "loader_type": "MMP",
+    "sequences": 
+    {
+        "boxes_6dof":
+        {
+            "start_time_s": 20.0
+        },
+        "dynamic_6dof":
+        {
+            "start_time_s": 20.0
+        },
+        "poster_6dof":
+        {
+            "start_time_s": 20.0
+        },
+        "shapes_6dof":
+        {
+            "start_time_s": 20.0
+        }
+    }
+}

data/HDR.json

@@ -0,0 +1,11 @@
+ {
+    "name": "HDR",
+    "root_path": "data/test/TPAMI20",
+    "loader_type": "MMP",
+    "sequences": 
+    {
+        "hdr_selfie": {},
+        "hdr_sun": {},
+        "hdr_tunnel": {}
+    }
+}

data/HQF.json

@@ -0,0 +1,22 @@
+{
+    "name": "HQF",
+    "root_path": "data/test/HQF",
+    "loader_type": "MMP",
+    "sequences": 
+    {
+        "bike_bay_hdr": {},
+        "boxes": {},
+        "desk": {},
+        "desk_fast": {},
+        "desk_hand_only": {},
+        "desk_slow": {},
+        "engineering_posters": {},
+        "high_texture_plants": {},
+        "poster_pillar_1": {},
+        "poster_pillar_2": {},
+        "reflective_materials": {},
+        "slow_and_fast_desk": {},
+        "slow_hand": {},
+        "still_life": {}
+    }
+}

data/MVSEC.json

@@ -0,0 +1,38 @@
+{
+    "name": "MVSEC",
+    "root_path": "data/test/MVSEC",
+    "loader_type": "MMP",
+    "sequences": 
+    {
+        "indoor_flying1_data":
+        {
+            "start_time_s": 10.0,
+            "end_time_s": 70.0
+        },
+        "indoor_flying2_data":
+        {
+            "start_time_s": 10.0,
+            "end_time_s": 70.0
+        },
+        "indoor_flying3_data":
+        {
+            "start_time_s": 10.0,
+            "end_time_s": 70.0
+        },
+        "indoor_flying4_data":
+        {
+            "start_time_s": 10.0,
+            "end_time_s": 19.8
+        },
+        "outdoor_day1_data":
+        {
+            "start_time_s": 0.0,
+            "end_time_s": 60.0
+        },
+        "outdoor_day2_data":
+        {
+            "start_time_s": 100.0,
+            "end_time_s": 160.0
+        }
+    }
+}

data/MVSEC_NIGHT.json

@@ -0,0 +1,11 @@
+{
+    "name": "MVSEC_NIGHT",
+    "root_path": "data/test/MVSEC",
+    "loader_type": "MMP",
+    "sequences": 
+    {
+        "outdoor_night1_data": {},
+        "outdoor_night2_data": {},
+        "outdoor_night3_data": {}
+    }
+}

utils.py

@@ -0,0 +1,44 @@
+import os
+import glob
+import json
+from pathlib import Path
+from collections import OrderedDict
+
+
+pretrained_models_dict = {'E2VID': "0000_000012", 'FireNet': "0000_000020",
+                          'E2VID+': "0000_000000", 'FireNet+': "0000_000002",
+                          'ET-Net': "0000_000030", 'SSL_E2VID': "0000_000040",
+                          'SPADE_E2VID': "0000_000050"}
+
+full_ref_metrics = ['mse', 'ssim', 'lpips']
+no_ref_metrics = ['brisque', 'niqe', 'maniqa']
+
+
+def read_json(fname):
+    fname = Path(fname)
+    with fname.open('rt') as handle:
+        return json.load(handle, object_hook=OrderedDict)
+
+
+def get_filenames(base_path, filename_pattern):
+    file_names = []
+    glob_pattern = os.path.join(base_path, filename_pattern)
+    file_paths = glob.glob(glob_pattern)
+    for file_path in file_paths:
+        file_name = Path(file_path).stem
+        file_names.append(file_name)
+    return file_names
+
+
+def get_dataset_config_names(data_configs_path):
+    data_configs_filename_pattern = "*.json"
+    return get_filenames(data_configs_path, data_configs_filename_pattern)
+
+
+def get_sequence_names(data_configs_path, dataset_name):
+    sequences = []
+    dataset_file_name = os.path.join(data_configs_path, dataset_name + ".json")
+    dataset_config = read_json(dataset_file_name)
+    for sequence in dataset_config['sequences']:
+        sequences.append(sequence)
+    return sequences