Update gligen/ldm/models/diffusion/plms.py

gligen/ldm/models/diffusion/plms.py

@@ -151,13 +151,14 @@ class PLMSSampler(object):
                                 object_positions=object_positions, t = index1)*loss_scale
             loss = loss1 + loss2
             print('loss', loss, loss1, loss2)  
-            hh = torch.autograd.backward(loss, retain_graph=True)
-            grad_cond = x.grad 
+            # hh = torch.autograd.backward(loss, retain_graph=True)
+            grad_cond = torch.autograd.grad(loss.requires_grad_(True), [x])[0]
+            # grad_cond = x.grad 
             x = x - grad_cond
             x = x.detach()
             iteration += 1
             
-        torch.cuda.empty_cache()    
+        
         return x
 
     def update_loss_only_cross(self, input,index1, index, ts,type_loss='self_accross'):