From 8a1251d266adad9ebb7e1304951d730f08ba94d5 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Mon, 15 Apr 2024 22:13:08 -0400
Subject: [PATCH] Update denseformer.py

fixes an error during inference

```
  File "/usr/local/lib/python3.10/dist-packages/denseformer/denseformer.py", line 11, in forward
    ret.set_(full_tensor[:x_idx + 1])
RuntimeError: Could not set tensor of type c10::BFloat16 to a tensor of type float
```
---
 denseformer/denseformer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/denseformer/denseformer.py b/denseformer/denseformer.py
index 83b3867..1144abd 100644
--- a/denseformer/denseformer.py
+++ b/denseformer/denseformer.py
@@ -7,7 +7,7 @@ class InPlaceSetSlice(torch.autograd.Function):
   def forward(ctx, full_tensor, last_slice, x_idx, x_val):
     full_tensor[x_idx] = x_val
     ctx.x_idx = x_idx
-    ret = torch.Tensor().to(full_tensor.device)
+    ret = torch.tensor([], dtype=full_tensor.dtype, device=full_tensor.device)
     ret.set_(full_tensor[:x_idx + 1])
     return ret