diff --git a/qmp/algorithms/haar.py b/qmp/algorithms/haar.py index 16e64c4..0476873 100644 --- a/qmp/algorithms/haar.py +++ b/qmp/algorithms/haar.py @@ -132,9 +132,14 @@ class _DynamicLanczos: while True: norm_w = torch.linalg.norm(w) beta.append(norm_w) - if norm_w < self.threshold: + if norm_w < self.threshold or (len(v) % 256 == 0): # Generate a random vector to continue the Lanczos process - random_v = torch.randn_like(v[0]) + random_v = torch.randn_like(v[-1]) + nonzero = torch.zeros_like(random_v, dtype=torch.bool) + for prev_v in v: + prev_v_device = prev_v.to(device=random_v.device) + nonzero = torch.logical_or(nonzero, prev_v_device.abs() > self.threshold) + random_v = torch.where(nonzero, random_v, 0) # Orthogonalize the random vector against all previous vectors for prev_v in v: prev_v_device = prev_v.to(device=random_v.device)