model_utils.py

from __future__ import annotations

import torch
import torch.nn as nn


def apply_temperature_to_logits(logits: torch.Tensor, temperature: float | torch.Tensor) -> torch.Tensor:
    if isinstance(temperature, torch.Tensor):
        temperature_tensor = temperature.to(device=logits.device, dtype=logits.dtype)
    else:
        temperature_tensor = torch.tensor(float(temperature), device=logits.device, dtype=logits.dtype)
    return logits / torch.clamp(temperature_tensor, min=1e-3)


class CalibratedModel(nn.Module):
    def __init__(self, base_model: nn.Module, temperature: float):
        super().__init__()
        self.base_model = base_model
        self.register_buffer("temperature", torch.tensor(float(temperature), dtype=torch.float32))

    def forward(self, inputs: torch.Tensor) -> torch.Tensor:
        logits = self.base_model(inputs)
        return apply_temperature_to_logits(logits, self.temperature)