diffusers/tests/models/test_activations.py

import unittest

import torch
from torch import nn

from diffusers.models.activations import get_activation


class ActivationsTests(unittest.TestCase):
    def test_swish(self):
        act = get_activation("swish")

        self.assertIsInstance(act, nn.SiLU)

        self.assertEqual(act(torch.tensor(-100, dtype=torch.float32)).item(), 0)
        self.assertNotEqual(act(torch.tensor(-1, dtype=torch.float32)).item(), 0)
        self.assertEqual(act(torch.tensor(0, dtype=torch.float32)).item(), 0)
        self.assertEqual(act(torch.tensor(20, dtype=torch.float32)).item(), 20)

    def test_silu(self):
        act = get_activation("silu")

        self.assertIsInstance(act, nn.SiLU)

        self.assertEqual(act(torch.tensor(-100, dtype=torch.float32)).item(), 0)
        self.assertNotEqual(act(torch.tensor(-1, dtype=torch.float32)).item(), 0)
        self.assertEqual(act(torch.tensor(0, dtype=torch.float32)).item(), 0)
        self.assertEqual(act(torch.tensor(20, dtype=torch.float32)).item(), 20)

    def test_mish(self):
        act = get_activation("mish")

        self.assertIsInstance(act, nn.Mish)

        self.assertEqual(act(torch.tensor(-200, dtype=torch.float32)).item(), 0)
        self.assertNotEqual(act(torch.tensor(-1, dtype=torch.float32)).item(), 0)
        self.assertEqual(act(torch.tensor(0, dtype=torch.float32)).item(), 0)
        self.assertEqual(act(torch.tensor(20, dtype=torch.float32)).item(), 20)

    def test_gelu(self):
        act = get_activation("gelu")

        self.assertIsInstance(act, nn.GELU)

        self.assertEqual(act(torch.tensor(-100, dtype=torch.float32)).item(), 0)
        self.assertNotEqual(act(torch.tensor(-1, dtype=torch.float32)).item(), 0)
        self.assertEqual(act(torch.tensor(0, dtype=torch.float32)).item(), 0)
        self.assertEqual(act(torch.tensor(20, dtype=torch.float32)).item(), 20)