Update app.py
Browse files
app.py
CHANGED
|
@@ -309,8 +309,9 @@ if __name__ == "__main__":
|
|
| 309 |
}
|
| 310 |
models = {}
|
| 311 |
if opt.device == "cuda":
|
| 312 |
-
|
| 313 |
-
torch.backends.cuda.
|
|
|
|
| 314 |
for name, (repo_id, path, config) in models_info.items():
|
| 315 |
model_path = hf_hub_download_retry(repo_id=repo_id, filename=f"{path}model.ckpt")
|
| 316 |
model = MIDIModel(config=MIDIModelConfig.from_name(config))
|
|
|
|
| 309 |
}
|
| 310 |
models = {}
|
| 311 |
if opt.device == "cuda":
|
| 312 |
+
pass
|
| 313 |
+
#torch.backends.cuda.enable_mem_efficient_sdp(True)
|
| 314 |
+
#torch.backends.cuda.enable_flash_sdp(True)
|
| 315 |
for name, (repo_id, path, config) in models_info.items():
|
| 316 |
model_path = hf_hub_download_retry(repo_id=repo_id, filename=f"{path}model.ckpt")
|
| 317 |
model = MIDIModel(config=MIDIModelConfig.from_name(config))
|