| # -*- coding: utf-8 -*- | |
| """hologramm.195.195! | |
| Automatically generated by Colab. | |
| Original file is located at | |
| https://colab.research.google.com/drive/1UwiDcE0dY0IvrEYXjw2drfZJc78qCDKA | |
| """ | |
| import math | |
| def sigmoid(x): | |
| return 1 / (1 + math.exp(-x)) | |
| sigmoid(100) | |
| sigmoid(1) | |
| sigmoid(-56) | |
| sigmoid(0.5) | |
| def tanh(x): | |
| return (math.exp(x) - math.exp(-x)) / (math.exp(x) + math.exp(-x)) | |
| tanh(-56) | |
| tanh(50) | |
| tanh(1) | |
| def relu(x): | |
| return max(0,x) | |
| relu(-100) | |
| relu(8) | |
| def leaky_relu(x): | |
| return max(0.1*x,x) | |
| leaky_relu(-100) | |
| leaky_relu(8) |