Fix sliding window + compile bug (#666)

predibase · Nov 6, 2024 · e03f989 · e03f989
1 parent 902a68c
commit e03f989
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/server/lorax_server/utils/attention/common.py b/server/lorax_server/utils/attention/common.py
@@ -49,5 +49,5 @@ def __init__(
         self.max_k = max_k
 
     def clamp(self, max):
-        self.input_lengths = torch.clamp(self.input_lengths, max=max)
+        self.input_lengths.data.clamp_(max=max)
         return self