leejunhyeok commited on
Commit
5b8a431
·
verified ·
1 Parent(s): f19aee3

update min value to logit dtype minval

Browse files
Files changed (1) hide show
  1. logit_processors/logit_.py +1 -1
logit_processors/logit_.py CHANGED
@@ -54,7 +54,7 @@ class ThinkLogitsProcessor:
54
  remaining_budget = self.max_len - len(prompt_token_ids) - response_budget - tokens_since_think
55
 
56
  if 0 >= remaining_budget:
57
- logits = torch.full_like(logits, torch.finfo(torch.bfloat16).min)
58
  logits[self.think_end_token] = 1.0
59
  return logits
60
 
 
54
  remaining_budget = self.max_len - len(prompt_token_ids) - response_budget - tokens_since_think
55
 
56
  if 0 >= remaining_budget:
57
+ logits = torch.full_like(logits, torch.finfo(logits.dtype).min)
58
  logits[self.think_end_token] = 1.0
59
  return logits
60