fix

app.py

@@ -7,22 +7,31 @@ from languages import get_language_names, get_language_from_name
 from subtitle_manager import Subtitle
 from pathlib import Path
 import psutil
-import torch
+import pynvml
 
 logging.basicConfig(level=logging.INFO)
 last_model = None
 model = None
 
 
+def get_free_gpu_memory():
+    pynvml.nvmlInit()
+    handle = pynvml.nvmlDeviceGetHandleByIndex(0)
+    meminfo = pynvml.nvmlDeviceGetMemoryInfo(handle)
+    pynvml.nvmlShutdown()
+    return meminfo.free
+
 def get_workers_count():
-    if torch.cuda.is_available():
-        memory = torch.cuda.get_device_properties(0).total_memory
-    else:
+    try:
+        memory = get_free_gpu_memory()
+        logging.info("CUDA memory")
+    except Exception:
         memory = psutil.virtual_memory().total
-    
+        logging.info("RAM memory")
+        
+    logging.info(f"memory:{memory/ 1_000_000_000} GB")
     workers = int(memory / 2_000_000_000)
     logging.info(f"workers:{workers}")
-    logging.info(f"memory:{memory/ 1_000_000_000} GB")
     return workers
     
 def transcribe_webui_simple_progress(modelName, languageName, urlData, multipleFiles, microphoneData, task,