added leaky relu, and comments for future funcs

ml_code/activation_functions.py

@@ -1,5 +1,11 @@
 # activation functions in pure python
 
+# Leaky Relu
+def leaky_relu(x):
+    return max(0.01*x,x)
+
 # Relu
 def relu(x):
-    return max(0,x)
+    return max(0,x)
+
+# Softmax

ml_code/loss_functions.py

@@ -0,0 +1,7 @@
+#  Mean Square Error (MSE) / L2 Loss
+#  Mean Absolute Error (MAE) / L1 Loss
+#  Binary Cross-Entropy Loss / Log Loss
+#  Categorical Cross-Entropy Loss - **SparseCategoricalCrossEntropy** (cool)
+#  Hinge Loss
+#  Huber Loss / Smooth Mean Absolute Error
+#  Log Loss

ml_code/optimization_functions.py

@@ -0,0 +1,17 @@
+# Gradient Descent
+
+# Stochastic Gradient Descent
+
+# Stochastic Gradient Descent With Momentum
+
+# Mini Batch Gradient Descent
+
+# Adagrad (Adaptive Gradient Descent)
+
+# RMS Prop (Root Mean Square)
+
+# AdaDelta
+
+# Adam
+
+# Nadam