Shortcuts

Source code for catalyst.metrics.mrr

"""
MRR metric.
"""

import torch


[docs]def mrr(outputs: torch.Tensor, targets: torch.Tensor, k=100) -> torch.Tensor: """ Calculate the Mean Reciprocal Rank (MRR) score given model ouptputs and targets User's data aggreagtesd in batches. The MRR@k is the mean overall user of the reciprocal rank, that is the rank of the highest ranked relevant item, if any in the top *k*, 0 otherwise. https://en.wikipedia.org/wiki/Mean_reciprocal_rank Args: outputs (torch.Tensor): Tensor weith predicted score size: [batch_size, slate_length] model outputs, logits targets (torch.Tensor): Binary tensor with ground truth. 1 means the item is relevant for the user and 0 not relevant size: [batch_szie, slate_length] ground truth, labels k (int): Parameter fro evaluation on top-k items Returns: result (torch.Tensor): The mrr score for each user. """ k = min(outputs.size(1), k) _, indices_for_sort = outputs.sort(descending=True, dim=-1) true_sorted_by_preds = torch.gather( targets, dim=-1, index=indices_for_sort ) true_sorted_by_pred_shrink = true_sorted_by_preds[:, :k] values, indices = torch.max(true_sorted_by_pred_shrink, dim=1) indices = indices.type_as(values).unsqueeze(dim=0).t() result = torch.tensor(1.0) / (indices + torch.tensor(1.0)) zero_sum_mask = values == 0.0 result[zero_sum_mask] = 0.0 return result
__all__ = ["mrr"]