Some fixes to get it running

evaluate.py

@@ -16,7 +16,8 @@ warnings.filterwarnings(
 )
 
 # Paths and parameters
-WEIGHT_PATH = Path("/opt/mars/mnt/model_weights")
+# WEIGHT_PATH = Path("/opt/mars/mnt/model_weights")
+WEIGHT_PATH = Path("/nas/mars/model_weights/")
 pickle_path = WEIGHT_PATH / "distributions.pkl"
 num_of_frame_in_sequence = 3
 model = "InternVL2-8B"
@@ -70,8 +71,8 @@ def demo_interface(video, propositions, tl):
 
 def main():
     # Example data from the original script
-    example_video_path_1 = "/opt/mars/mnt/dataset/teaser/A_storm_bursts_in_with_intermittent_lightning_and_causes_flooding_and_large_waves_crash_in.mp4"
-    example_video_path_2 = "/opt/mars/mnt/dataset/teaser/The ocean waves gently lapping at the shore, until a storm bursts in, and then lightning flashes across the sky.mp4"
+    example_video_path_1 = "/nas/mars/dataset/teaser/A_storm_bursts_in_with_intermittent_lightning_and_causes_flooding_and_large_waves_crash_in.mp4"
+    example_video_path_2 = "/nas/mars/dataset/teaser/The ocean waves gently lapping at the shore, until a storm bursts in, and then lightning flashes across the sky.mp4"
     example_propositions = "waves lapping,ocean shore,storm bursts in,lightning on the sky"
     example_tl = '("waves_lapping" & "ocean_shore") U ("storm_bursts_in" U "lightning_on_the_sky")'
 
@@ -91,7 +92,7 @@ def main():
         ],
     )
 
-    demo.launch(allowed_paths=["/opt/mars/mnt/dataset/teaser"])
+    demo.launch(allowed_paths=["/nas/mars/dataset/teaser"])
 
 
 if __name__ == "__main__":

install.sh

@@ -6,20 +6,16 @@ pip install transformers
 pip install decord
 pip install opencv-python
 pip install joblib
+pip install einops
+pip install timm
+pip install accelerate
+pip install sentencepiece
 
-# Storm
+# Carl
 sudo apt install libboost-all-dev m4
+sudo apt install libginac-dev libglpk-dev
+# sudo apt install build-essential git cmake libboost-all-dev libcln-dev libgmp-dev libginac-dev automake libglpk-dev libhwloc-dev
 
-mkdir build
-cd build
-wget https://github.com/moves-rwth/storm/archive/stable.zip
-unzip stable.zip
-cd storm-stable
-mkdir build
-cd build
-cmake ..
-
-# Carl
 cd FILLEMEUP
 git clone https://github.com/moves-rwth/carl-storm
 cd carl-storm
@@ -28,7 +24,16 @@ cd build
 cmake ..
 make lib_carl
 
+# Storm
+mkdir build
+cd build
+wget https://github.com/moves-rwth/storm/archive/stable.zip
+unzip stable.zip
+cd storm-stable
+mkdir build
+cd build
+cmake ../ -DCMAKE_BUILD_TYPE=Release -DSTORM_DEVELOPER=OFF -DSTORM_LOG_DISABLE_DEBUG=ON -DSTORM_PORTABLE=ON -DSTORM_USE_SPOT_SHIPPED=ON make
+make -j12
+# export PATH=$PATH:/opt/storm/build/bin
 
-
-pip install pycarl
-pip install stormpy
+pip install stormpy

neus_v/video/frame.py

@@ -1,10 +1,7 @@
 import dataclasses
-from typing import TYPE_CHECKING
 
 import cv2
-
-if TYPE_CHECKING:
-    import numpy as np
+import numpy as np
 
 
 @dataclasses.dataclass
@@ -77,5 +74,3 @@ class VideoFrame:
                     bboxes += obj_value.bounding_box_of_all_obj
 
         return bboxes
-
-

neus_v/video/read_video.py

@@ -1,10 +1,8 @@
 from pathlib import Path
-from typing import TYPE_CHECKING
 
-from neus_v.video.video import Video, VideoFormat
+import numpy as np
 
-if TYPE_CHECKING:
-    import numpy as np
+from neus_v.video.video import Video, VideoFormat
 
 
 def read_video(

neus_v/video/video.py

@@ -2,16 +2,12 @@ import enum
 import logging
 import uuid
 from dataclasses import dataclass, field
-from typing import TYPE_CHECKING
+from pathlib import Path
 
 import cv2
+import numpy as np
 from PIL import Image
 
-if TYPE_CHECKING:
-    from pathlib import Path
-
-    import numpy as np
-
 
 class VideoFormat(enum.Enum):
     """Status Enum for the CV API."""

neus_v/vlm/obj.py

@@ -14,6 +14,7 @@ class Status(enum.Enum):
     INVALID = 4
 
 
+@dataclasses.dataclass
 class DetectedObject:
     """Detected Object class."""