update min value to logit dtype minval
Browse files
logit_processors/logit_.py
CHANGED
|
@@ -54,7 +54,7 @@ class ThinkLogitsProcessor:
|
|
| 54 |
remaining_budget = self.max_len - len(prompt_token_ids) - response_budget - tokens_since_think
|
| 55 |
|
| 56 |
if 0 >= remaining_budget:
|
| 57 |
-
logits = torch.full_like(logits, torch.finfo(
|
| 58 |
logits[self.think_end_token] = 1.0
|
| 59 |
return logits
|
| 60 |
|
|
|
|
| 54 |
remaining_budget = self.max_len - len(prompt_token_ids) - response_budget - tokens_since_think
|
| 55 |
|
| 56 |
if 0 >= remaining_budget:
|
| 57 |
+
logits = torch.full_like(logits, torch.finfo(logits.dtype).min)
|
| 58 |
logits[self.think_end_token] = 1.0
|
| 59 |
return logits
|
| 60 |
|