from torch import rand, randint
from torchmetrics.classification import BinaryCohenKappa
metric = BinaryCohenKappa()
values = [ ]
for _ in range(10):
    values.append(metric(rand(10), randint(2,(10,))))
fig_, ax_ = metric.plot(values)