import tensorflow as tf

a = tf.linspace(-10., 10., 10)
a

with tf.GradientTape() as tape:
    tape.watch(a)
    y = tf.sigmoid(a)

grads = tape.gradient(y, [a])
grads

 

 

 

 

 

 

a = tf.linspace(-5.,5.,10)
a

tf.tanh(a)

 

 

 

 

a = tf.linspace(-1.,1.,10)
a

tf.nn.relu(a)

tf.nn.leaky_relu(a)