prototorch_models/prototorch/models/cbc.py

77 lines
2.7 KiB
Python
Raw Normal View History

2021-04-22 14:01:44 +00:00
import torch
import torchmetrics
2021-06-04 20:20:32 +00:00
from .abstract import ImagePrototypesMixin
2021-06-07 19:00:58 +00:00
from .extras import (CosineSimilarity, MarginLoss, ReasoningLayer,
euclidean_similarity, rescaled_cosine_similarity,
shift_activation)
from .glvq import SiameseGLVQ
2021-04-22 14:01:44 +00:00
class CBC(SiameseGLVQ):
2021-04-22 14:01:44 +00:00
"""Classification-By-Components."""
2021-06-07 19:00:58 +00:00
def __init__(self, hparams, margin=0.1, **kwargs):
super().__init__(hparams, **kwargs)
2021-04-22 14:01:44 +00:00
self.margin = margin
self.similarity_fn = kwargs.get("similarity_fn", euclidean_similarity)
num_components = self.components.shape[0]
self.reasoning_layer = ReasoningLayer(num_components=num_components,
num_classes=self.num_classes)
self.component_layer = self.proto_layer
2021-04-22 14:01:44 +00:00
@property
def components(self):
return self.prototypes
@property
def reasonings(self):
return self.reasoning_layer.reasonings.cpu()
2021-04-22 14:01:44 +00:00
def forward(self, x):
components, _ = self.component_layer()
2021-04-22 14:01:44 +00:00
latent_x = self.backbone(x)
self.backbone.requires_grad_(self.both_path_gradients)
latent_components = self.backbone(components)
self.backbone.requires_grad_(True)
detections = self.similarity_fn(latent_x, latent_components)
2021-04-22 14:01:44 +00:00
probs = self.reasoning_layer(detections)
return probs
def shared_step(self, batch, batch_idx, optimizer_idx=None):
x, y = batch
# x = x.view(x.size(0), -1)
2021-04-22 14:01:44 +00:00
y_pred = self(x)
2021-05-25 13:41:10 +00:00
num_classes = self.reasoning_layer.num_classes
y_true = torch.nn.functional.one_hot(y.long(), num_classes=num_classes)
loss = MarginLoss(self.margin)(y_pred, y_true).mean(dim=0)
return y_pred, loss
def training_step(self, batch, batch_idx, optimizer_idx=None):
y_pred, train_loss = self.shared_step(batch, batch_idx, optimizer_idx)
preds = torch.argmax(y_pred, dim=1)
accuracy = torchmetrics.functional.accuracy(preds.int(),
batch[1].int())
self.log("train_acc",
accuracy,
on_step=False,
on_epoch=True,
prog_bar=True,
logger=True)
return train_loss
2021-04-22 14:01:44 +00:00
def predict(self, x):
with torch.no_grad():
y_pred = self(x)
y_pred = torch.argmax(y_pred, dim=1)
2021-05-13 13:22:01 +00:00
return y_pred
2021-04-22 14:01:44 +00:00
2021-06-04 20:20:32 +00:00
class ImageCBC(ImagePrototypesMixin, CBC):
2021-04-22 14:01:44 +00:00
"""CBC model that constrains the components to the range [0, 1] by
clamping after updates.
"""
2021-06-04 20:20:32 +00:00
def __init__(self, hparams, **kwargs):
super().__init__(hparams, **kwargs)
# Namespace hook
self.proto_layer = self.component_layer