from torch import nn
import torch


class ThresholdedRelu(nn.Module):
    
    def __init__(self, alpha=1.0):
        self.alpha = alpha
        super().__init__()

    def forward(self, X: torch.Tensor):
        Y = torch.clamp(X, min=self.alpha)
        Y[Y == self.alpha] = 0.0
        return Y
