刘鑫 commited on
Commit
1488551
·
1 Parent(s): 3c79c15

set zero gpu inference

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -34,6 +34,10 @@ def setup_cache_env():
34
  # Setup cache in main process BEFORE any imports
35
  setup_cache_env()
36
 
 
 
 
 
37
  os.environ["TOKENIZERS_PARALLELISM"] = "false"
38
  if os.environ.get("HF_REPO_ID", "").strip() == "":
39
  os.environ["HF_REPO_ID"] = "openbmb/VoxCPM1.5"
@@ -135,7 +139,7 @@ def get_voxcpm_model():
135
 
136
  _voxcpm_model = voxcpm.VoxCPM(
137
  voxcpm_model_path=model_dir,
138
- optimize=True,
139
  enable_denoiser=False, # Disable denoiser to avoid ZipEnhancer download
140
  )
141
  print("VoxCPM model loaded.")
 
34
  # Setup cache in main process BEFORE any imports
35
  setup_cache_env()
36
 
37
+ # Limit thread count to avoid OpenBLAS resource errors in ZeroGPU
38
+ os.environ["OPENBLAS_NUM_THREADS"] = "4"
39
+ os.environ["OMP_NUM_THREADS"] = "4"
40
+ os.environ["MKL_NUM_THREADS"] = "4"
41
  os.environ["TOKENIZERS_PARALLELISM"] = "false"
42
  if os.environ.get("HF_REPO_ID", "").strip() == "":
43
  os.environ["HF_REPO_ID"] = "openbmb/VoxCPM1.5"
 
139
 
140
  _voxcpm_model = voxcpm.VoxCPM(
141
  voxcpm_model_path=model_dir,
142
+ optimize=False,
143
  enable_denoiser=False, # Disable denoiser to avoid ZipEnhancer download
144
  )
145
  print("VoxCPM model loaded.")