激活函数曲线图

SiLU、Hardswish、Mish

import numpy as np
import torch
import torch.nn.functional as F

from matplotlib import pyplot as plt

def SiLu(x):
    return x * torch.sigmoid(x)

def Hardswish(x):
    return x * F.hardtanh(x + 3, 0.0, 6.0) / 6.0

def Mish(x):
    return x * F.softplus(x).tanh()

if __name__ == "__main__":
    x = torch.tensor(np.linspace(-6, 6, 1000))

    silu = []
    hswish = []
    mish = []

    for i in x:
        silu.append(SiLu(i))
        hswish.append(Hardswish(i))
        mish.append(Mish(i))

    plt.plot(x, silu)
    # plt.plot(x, hswish)
    plt.plot(x, mish)
    plt.ylim((-7, 7))
    plt.grid()
    plt.show()
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33