loading image inside inference func

hfapp.py

@@ -15,8 +15,8 @@ from app import (
 @spaces.GPU
 @torch.no_grad
 def run_inference(model, img):
+    img = img.float().to('cuda')
     model = model.to('cuda')
-    img = img.to('cuda')
     print("model on cuda:", next(model.scorenet.net.parameters()).is_cuda)
     print("img on cuda:", img.is_cuda)
     img = torch.nn.functional.interpolate(img, size=64, mode="bilinear")
@@ -28,11 +28,9 @@ def run_inference(model, img):
 
 
 def localize_anomalies(input_img, preset="edm2-img64-s-fid", load_from_hub=False):
-    device = "cuda"
     input_img = input_img.resize(size=(64, 64), resample=Image.Resampling.LANCZOS)
     img = np.array(input_img)
     img = torch.from_numpy(img).permute(2, 0, 1).unsqueeze(0)
-    img = img.float().to(device)
     model, modeldir = load_model_from_hub(preset=preset, device=device)
     img_likelihood, score_norms = run_inference(model, img)
     nll, pct, ref_nll = compute_gmm_likelihood(