Force type as pytorch Tensor.type() has missing support for MPS.

See https://github.com/pytorch/pytorch/issues/78929
This commit is contained in:
Raf Gemmail
2023-05-04 10:05:21 +12:00
parent 03eafe7937
commit b21d8c6c2c

View File

@@ -464,7 +464,10 @@ def generate_text_semantic(
sorted_indices_to_remove[0] = False
relevant_logits[sorted_indices[sorted_indices_to_remove]] = -np.inf
relevant_logits = torch.from_numpy(relevant_logits)
relevant_logits = relevant_logits.to(logits_device).type(logits_dtype)
if GLOBAL_ENABLE_MPS:
relevant_logits = torch.tensor(relevant_logits, device="mps").to(torch.float)
else:
relevant_logits = relevant_logits.to(logits_device).type(logits_dtype)
if top_k is not None:
v, _ = torch.topk(relevant_logits, min(top_k, relevant_logits.size(-1)))
relevant_logits[relevant_logits < v[-1]] = -float("Inf")