/Python/Mish activation function tensorflow

Mish activation function tensorflow

import matplotlib.pyplot as plt
%matplotlib inline

from __future__ import absolute_import
from __future__ import division
from __future__ import print_function

from keras.engine.base_layer import Layer
from keras.layers import Activation, Dense
from keras import backend as K
from sklearn.model_selection import train_test_split
from keras.datasets import mnist
from keras.optimizers import SGD
from keras.utils import np_utils
from __future__ import print_function
import keras
from keras.models import Sequential
from keras.layers.core import Flatten
from keras.layers import Dropout
from keras.layers import Conv2D, MaxPooling2D
from keras.layers.normalization import BatchNormalization
import numpy as np

class Mish(Layer):
    '''
    Mish Activation Function.
    .. math::
        mish(x) = x * tanh(softplus(x)) = x * tanh(ln(1 + e^{x}))
    Shape:
        - Input: Arbitrary. Use the keyword argument `input_shape`
        (tuple of integers, does not include the samples axis)
        when using this layer as the first layer in a model.
        - Output: Same shape as the input.
    Examples:
        >>> X_input = Input(input_shape)
        >>> X = Mish()(X_input)
    '''

    def __init__(self, **kwargs):
        super(Mish, self).__init__(**kwargs)
        self.supports_masking = True

    def call(self, inputs):
        return inputs * K.tanh(K.softplus(inputs))

    def get_config(self):
        base_config = super(Mish, self).get_config()
        return dict(list(base_config.items()) + list(config.items()))

    def compute_output_shape(self, input_shape):
        return input_shape
      
      

def mish(x):
	return keras.layers.Lambda(lambda x: x*K.tanh(K.softplus(x)))(x)
 
 ###### Use in your model ##########
 
 model.add(Dense(128,activation= mish))

Similar codes

1 vote264 views1 answer
How to use one with as statement to open two files python
Python
0 vote270 views1 answer
How to make it so we can give unlimited parameters in python function
Python
0 vote223 views1 answer
Write dict to json file with special characters
Python
2 votes210 views2 answers
ValueError: Shapes (None, 1) and (None, 11) are incompatible keras
Python
0 vote226 views1 answer
Unhexing floats
Python
3 votes208 views2 answers
Raising custom exception python
Python
0 vote211 views1 answer
Python readlines end of file
Python
0 vote205 views1 answer
Reolace double space ti single space in python'
Python
0 vote261 views2 answers
Numpy softmax
Python
0 vote225 views1 answer
Enumerate in range python
Python