diff --git a/images/02_convolution.png b/images/02_convolution.png index c205d3a..43846b6 100644 Binary files a/images/02_convolution.png and b/images/02_convolution.png differ diff --git a/images/02_convolution.svg b/images/02_convolution.svg index 5999d1c..a32209e 100644 --- a/images/02_convolution.svg +++ b/images/02_convolution.svg @@ -1,613 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Input Image with Filter Overlaid (4 copies for clarity) - Result of Convolution - - +Input Image with Filter Overlaid (4 copies for clarity)Result of Convolution \ No newline at end of file diff --git a/images/02_network_flowchart.png b/images/02_network_flowchart.png index 93fd82f..8db06df 100644 Binary files a/images/02_network_flowchart.png and b/images/02_network_flowchart.png differ diff --git a/images/02_network_flowchart.svg b/images/02_network_flowchart.svg index 56f371c..877e2de 100644 --- a/images/02_network_flowchart.svg +++ b/images/02_network_flowchart.svg @@ -1,880 +1 @@ - - - - - - - - image/svg+xml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Input Image - - Convolutional Layer 1 - - Filter-Weights - (14x14 pixels) - - Convolutional Layer 2 - - (7x7 pixels) - - - Filter-Weights - 16 of these ... - - - Fully-ConnectedLayer - (28x28 pixels) - - - (36 channels) - (16 channels) - (128 features) - - - - - - - - - - - - ... - - - OutputLayer - (10 features) - - 0 - 1 - 2 - 3 - 4 - 5 - 6 - 7 - 8 - 9 - - Class - - - - - - - - - - - - - - - - 0.8 - 0.1 - 0.0 - 0.0 - 0.1 - 0.0 - 0.0 - 0.0 - 0.0 - 0.0 - - - - - - (5x5 pixels) - (5x5 pixels) - +Input ImageConvolutional Layer 1Filter-Weights(14x14 pixels)Convolutional Layer 2(7x7 pixels)Filter-Weights16 of these ...Fully-ConnectedLayer(28x28 pixels)(36 channels)(16 channels)(128 features)...OutputLayer(10 features)0123456789Class0.80.10.00.00.10.00.00.00.00.0(5x5 pixels)(5x5 pixels) \ No newline at end of file diff --git a/images/06_network_flowchart.png b/images/06_network_flowchart.png index 513bf26..553012d 100644 Binary files a/images/06_network_flowchart.png and b/images/06_network_flowchart.png differ diff --git a/images/06_network_flowchart.svg b/images/06_network_flowchart.svg index f7227b6..75f1ff3 100644 --- a/images/06_network_flowchart.svg +++ b/images/06_network_flowchart.svg @@ -1,2786 +1 @@ - - - - - - - - image/svg+xml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Fully-ConnectedLayer - (128 features) - - - - - - - - - - - - ... - - - SoftmaxLayer - (10 features) - - 0 Airplane - 1 Automobile - 2 Bird - 3 Cat - 4 Deer - 5 Dog - 6 Frog - 7 Horse - 8 Ship - 9 Truck - - Class No. / Name - - - - - - - - - - - - - - - 0.0 - 0.0 - 0.0 - 0.0 - 0.4 - 0.6 - 0.0 - 0.0 - 0.0 - 0.0 - - - - - - Input Image - (32x32 pixels) - - - - - - - - - - - - DistortedImage - (24x24 pixels) - - - (24x24 pixels before max-pooling) - (64 channels) - - - - - Filter-Weights - (5x5 pixels) - Convolutional Layer 1 - - 3 of these ... - - - - Filter-Weights - (5x5 pixels) - Convolutional Layer 2 - 64 of these ... - - - - - (12x12 pixels before max-pooling) - (64 channels) - Fully-ConnectedLayer - (256 features) - - - - - - - - - - - - ... - - - - - +Fully-ConnectedLayer(128 features)...SoftmaxLayer(10 features)0 Airplane1 Automobile2 Bird3 Cat4 Deer5 Dog6 Frog7 Horse8 Ship9 TruckClass No. / Name0.00.00.00.00.40.60.00.00.00.0Input Image(32x32 pixels)DistortedImage(24x24 pixels)(24x24 pixels before max-pooling)(64 channels)Filter-Weights(5x5 pixels)Convolutional Layer 13 of these ...Filter-Weights(5x5 pixels)Convolutional Layer 264 of these ...(12x12 pixels before max-pooling)(64 channels)Fully-ConnectedLayer(256 features)... \ No newline at end of file diff --git a/images/07_inception_flowchart.png b/images/07_inception_flowchart.png index 91fb734..82edc55 100644 Binary files a/images/07_inception_flowchart.png and b/images/07_inception_flowchart.png differ diff --git a/images/08_transfer_learning_flowchart.png b/images/08_transfer_learning_flowchart.png index dabfeeb..41b8601 100644 Binary files a/images/08_transfer_learning_flowchart.png and b/images/08_transfer_learning_flowchart.png differ diff --git a/images/08_transfer_learning_flowchart.svg b/images/08_transfer_learning_flowchart.svg index 9e93bdd..0e2bd0e 100644 --- a/images/08_transfer_learning_flowchart.svg +++ b/images/08_transfer_learning_flowchart.svg @@ -1,6244 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - - - - - - - - - Transfer-ValuesSaved in Cache - - Fully-ConnectedLayer - (1024 features) - - - - - - - - - - - - ... - - - SoftmaxLayer - (10 features) - - 0 Airplane - 1 Automobile - 2 Bird - 3 Cat - 4 Deer - 5 Dog - 6 Frog - 7 Horse - 8 Ship - 9 Truck - - Class No. / Name - - - - - - - - - - - - - - - 0.0 - 0.0 - 0.0 - 0.0 - 0.9 - 0.1 - 0.0 - 0.0 - 0.0 - 0.0 - - - - - - Inception v3 Model - - - +Transfer-ValuesSaved in CacheFully-ConnectedLayer(1024 features)...SoftmaxLayer(10 features)0 Airplane1 Automobile2 Bird3 Cat4 Deer5 Dog6 Frog7 Horse8 Ship9 TruckClass No. / Name0.00.00.00.00.90.10.00.00.00.0Inception v3 Model \ No newline at end of file diff --git a/images/09_transfer_learning_flowchart.png b/images/09_transfer_learning_flowchart.png index 804c020..093af0d 100644 Binary files a/images/09_transfer_learning_flowchart.png and b/images/09_transfer_learning_flowchart.png differ diff --git a/images/09_transfer_learning_flowchart.svg b/images/09_transfer_learning_flowchart.svg index f25ab52..e377b1c 100644 --- a/images/09_transfer_learning_flowchart.svg +++ b/images/09_transfer_learning_flowchart.svg @@ -1,1502 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - - - - - - - Transfer-ValuesSaved in Cache - - Fully-ConnectedLayer - (1024 features) - - - - - - - - - - - - ... - - - SoftmaxLayer - (3 features) - Class No. / Name - - 0 forky - 1 knifey - 2 spoony - - - - - - Inception v3 Model - - - - - - - 0.2 - 0.2 - 0.6 - - - - - +Transfer-ValuesSaved in CacheFully-ConnectedLayer(1024 features)...SoftmaxLayer(3 features)Class No. / Name0 forky1 knifey2 spoonyInception v3 Model0.20.20.6 \ No newline at end of file diff --git a/images/10_transfer_learning_flowchart.png b/images/10_transfer_learning_flowchart.png index 177e32b..99b4c7e 100644 Binary files a/images/10_transfer_learning_flowchart.png and b/images/10_transfer_learning_flowchart.png differ diff --git a/images/10_transfer_learning_flowchart.svg b/images/10_transfer_learning_flowchart.svg index eeba118..6f9a966 100644 --- a/images/10_transfer_learning_flowchart.svg +++ b/images/10_transfer_learning_flowchart.svg @@ -1,907 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - Original VGG16 Model - - Dense 2 - - - - Dense 1 - - - - ConvolutionBlock 5 - - - - ConvolutionBlock 4 - - - - ConvolutionBlock 3 - - - - ConvolutionBlock 2 - - - - ConvolutionBlock 1 - - - - Input Layer - - - - Output LayerSoftmax - - - - - - - - - - - - - Output LayerSoftmax - - - - Dense 1 - - - - Dropout - - - - - - - Old Classifier - New Classifier - - New Model - - New Model - - +Original VGG16 ModelDense 2Dense 1ConvolutionBlock 5ConvolutionBlock 4ConvolutionBlock 3ConvolutionBlock 2ConvolutionBlock 1Input LayerOutput LayerSoftmaxOutput LayerSoftmaxDense 1DropoutOld ClassifierNew ClassifierNew ModelNew Model \ No newline at end of file diff --git a/images/11_adversarial_examples_flowchart.png b/images/11_adversarial_examples_flowchart.png index 7f805fa..ea6d811 100644 Binary files a/images/11_adversarial_examples_flowchart.png and b/images/11_adversarial_examples_flowchart.png differ diff --git a/images/11_adversarial_examples_flowchart.svg b/images/11_adversarial_examples_flowchart.svg index 0834d50..c39e12d 100644 --- a/images/11_adversarial_examples_flowchart.svg +++ b/images/11_adversarial_examples_flowchart.svg @@ -1,565 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - Inception v3 Model - - - - - - - - - - - - - - - - - - - - - + - - - - - Image - Noise - - - Target Class 300(bookcase) - - - - - Cross EntropyLoss Function - - - - - - - - - - - - Use gradient for Loss-function to update image noise - - - - - - - +Inception v3 Model+ImageNoiseTarget Class 300(bookcase)Cross EntropyLoss FunctionUse gradient for Loss-function to update image noise \ No newline at end of file diff --git a/images/12_adversarial_noise_flowchart.png b/images/12_adversarial_noise_flowchart.png index 5d25b76..7803875 100644 Binary files a/images/12_adversarial_noise_flowchart.png and b/images/12_adversarial_noise_flowchart.png differ diff --git a/images/12_adversarial_noise_flowchart.svg b/images/12_adversarial_noise_flowchart.svg index 71e9c17..0f0e33e 100644 --- a/images/12_adversarial_noise_flowchart.svg +++ b/images/12_adversarial_noise_flowchart.svg @@ -1,1251 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - Convolution5x5 filters16 outputs - - - - Convolution5x5 filters36 outputs - - - - Fully-Connected128 features - - - - L2-LossRegularization - - - - Combined Loss - - - - Use gradient of Combined Loss to update adversarial noise - - - - Use gradient of Loss Function to update network variables - - - - Fully-ConnectedPart of SoftMax/Loss10 features - - - - - Loss FunctionCross Entropy - - - - - TrueClass - - 7 - - - - - - - - AdversarialClass - - 3 - - - - - - - - - SoftMaxClassifier - - - - - - 3 - - - PredictedClass - - - - - - - - + - - - - - - - - - + - - - - - - - - - - - - - - - - - - - - - - - - - - - +Convolution5x5 filters16 outputsConvolution5x5 filters36 outputsFully-Connected128 featuresL2-LossRegularizationCombined LossUse gradient of Combined Loss to update adversarial noiseUse gradient of Loss Function to update network variablesFully-ConnectedPart of SoftMax/Loss10 featuresLoss FunctionCross EntropyTrueClass7AdversarialClass3SoftMaxClassifier3PredictedClass++ \ No newline at end of file diff --git a/images/13_visual_analysis_flowchart.png b/images/13_visual_analysis_flowchart.png index 03b12ae..aa5e2b7 100644 Binary files a/images/13_visual_analysis_flowchart.png and b/images/13_visual_analysis_flowchart.png differ diff --git a/images/13_visual_analysis_flowchart.svg b/images/13_visual_analysis_flowchart.svg index f54e9c9..7b86ae4 100644 --- a/images/13_visual_analysis_flowchart.svg +++ b/images/13_visual_analysis_flowchart.svg @@ -1,371 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - Inception v3 Model - - - - - - - - - - - - Use gradient for a feature to update input image - - - - +Inception v3 ModelUse gradient for a feature to update input image \ No newline at end of file diff --git a/images/13b_visual_analysis_flowchart.png b/images/13b_visual_analysis_flowchart.png index df89de9..fa68fb0 100644 Binary files a/images/13b_visual_analysis_flowchart.png and b/images/13b_visual_analysis_flowchart.png differ diff --git a/images/13b_visual_analysis_flowchart.svg b/images/13b_visual_analysis_flowchart.svg index 1053f6e..e81fb28 100644 --- a/images/13b_visual_analysis_flowchart.svg +++ b/images/13b_visual_analysis_flowchart.svg @@ -1,779 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - Conv.Layer 1 - - - - Conv.Layer 2 - - - - DenseLayer 1 - - - - DenseLayer 2 - - - - Softmax - - - - - - - - Use gradient to find image thatmaximizes a feature. - - - - - - - - - - - Use gradient to optimize network weights. - - - - Cross-Entropy - - - - - - - - - - - - True class: 7 - - - - - - +Conv.Layer 1Conv.Layer 2DenseLayer 1DenseLayer 2SoftmaxUse gradient to find image thatmaximizes a feature.Use gradient to optimize network weights.Cross-EntropyTrue class: 7 \ No newline at end of file diff --git a/images/14_deepdream_flowchart.png b/images/14_deepdream_flowchart.png index df441ae..eb758de 100644 Binary files a/images/14_deepdream_flowchart.png and b/images/14_deepdream_flowchart.png differ diff --git a/images/14_deepdream_flowchart.svg b/images/14_deepdream_flowchart.svg index 2fab7f1..1eec746 100644 --- a/images/14_deepdream_flowchart.svg +++ b/images/14_deepdream_flowchart.svg @@ -1,5977 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - Layer 0 - - - - - Layer 1 - - - - - Layer 2 - - - - - - Layer 3 - - - - - SoftmaxClassifier - - - - - - - - - Use gradient to update image - - - Neural Network - - - - - - - - +Layer 0Layer 1Layer 2Layer 3SoftmaxClassifierUse gradient to update imageNeural Network \ No newline at end of file diff --git a/images/14_deepdream_recursive_flowchart.png b/images/14_deepdream_recursive_flowchart.png index 8e4a1a7..36aa537 100644 Binary files a/images/14_deepdream_recursive_flowchart.png and b/images/14_deepdream_recursive_flowchart.png differ diff --git a/images/14_deepdream_recursive_flowchart.svg b/images/14_deepdream_recursive_flowchart.svg index 488af9e..9fb7aa6 100644 --- a/images/14_deepdream_recursive_flowchart.svg +++ b/images/14_deepdream_recursive_flowchart.svg @@ -1,16468 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - - - - DeepDream - - - - Downscale - - - - Upscale - - - - Downscale - - - - Upscale - - - - DeepDream - - - - DeepDream - - - - + - - - - + - - - - Input Image - - Final Result - - - - - - - - - - - - - - - - - - +DeepDreamDownscaleUpscaleDownscaleUpscaleDeepDreamDeepDream++Input ImageFinal Result \ No newline at end of file diff --git a/images/15_style_transfer_flowchart.png b/images/15_style_transfer_flowchart.png index 638210c..530b8e4 100644 Binary files a/images/15_style_transfer_flowchart.png and b/images/15_style_transfer_flowchart.png differ diff --git a/images/15_style_transfer_flowchart.svg b/images/15_style_transfer_flowchart.svg index 6928e56..815126e 100644 --- a/images/15_style_transfer_flowchart.svg +++ b/images/15_style_transfer_flowchart.svg @@ -1,8993 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - Layer 0 - - - - - Layer 1 - - - - - Layer 2 - - - - - - Layer 3 - - - - - SoftmaxClassifier - - - - - - - - Use gradient to update image - - - Neural Network - - - - - Content - - Style - Mixed - - - - - Style Loss - - - - Style Loss - - - - - - Content Loss - - - - - + - - - - - - - - - +Layer 0Layer 1Layer 2Layer 3SoftmaxClassifierUse gradient to update imageNeural NetworkContentStyleMixedStyle LossStyle LossContent Loss+ \ No newline at end of file diff --git a/images/16_flowchart.png b/images/16_flowchart.png index 7581442..fe9e3db 100644 Binary files a/images/16_flowchart.png and b/images/16_flowchart.png differ diff --git a/images/16_flowchart.svg b/images/16_flowchart.svg index c397b78..e3fc15c 100644 --- a/images/16_flowchart.svg +++ b/images/16_flowchart.svg @@ -1,1135 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - Game Environment(OpenAI Gym) - - - - Motion Tracer - - - - Neural Network - - - - Q-Values - - - - Epsilon Greedy - - - - Replay Memory - - - - - - State - - - - - Action - - - - Train Neural Network - - - - Update Q-ValuesBackwards Sweep - - - - - - Reward orPenalty - - - - - - - - - - - - - - - - - - - Image - - +Game Environment(OpenAI Gym)Motion TracerNeural NetworkQ-ValuesEpsilon GreedyReplay MemoryStateActionTrain Neural NetworkUpdate Q-ValuesBackwards SweepReward orPenaltyImage \ No newline at end of file diff --git a/images/16_motion-trace.png b/images/16_motion-trace.png index db7a681..cc36efd 100644 Binary files a/images/16_motion-trace.png and b/images/16_motion-trace.png differ diff --git a/images/16_problem.png b/images/16_problem.png index b111e4d..2f9d4a1 100644 Binary files a/images/16_problem.png and b/images/16_problem.png differ diff --git a/images/16_problem.svg b/images/16_problem.svg index 5a88f6d..d632415 100644 --- a/images/16_problem.svg +++ b/images/16_problem.svg @@ -1,770 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - - - 10 statesbetweenthese - - 18 statesbetweenthese - Ball goingdown - Paddlehits ball - Pointsscored - - +10 statesbetweenthese18 statesbetweentheseBall goingdownPaddlehits ballPointsscored \ No newline at end of file diff --git a/images/16_q-values-details.png b/images/16_q-values-details.png index fe33b8e..8642bb2 100644 Binary files a/images/16_q-values-details.png and b/images/16_q-values-details.png differ diff --git a/images/16_q-values-details.svg b/images/16_q-values-details.svg index 92264bb..ea3aa25 100644 --- a/images/16_q-values-details.svg +++ b/images/16_q-values-details.svg @@ -1,427 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - Action: ====NOOPFIRERIGHTLEFTRIGHTFIRELEFTFIRE - Q-Values:======2.900 (Action Taken)2.622 2.078 2.266 2.183 2.780 - State t - Action: ====NOOPFIRERIGHTLEFTRIGHTFIRELEFTFIRE - Q-Values:======1.814 1.777 1.825 1.697 1.830 (Max Value)1.740 - State t+1 - - - Update Q-Value1+0.97x1.830=2.775 - One step in game - - - - +Action: ====NOOPFIRERIGHTLEFTRIGHTFIRELEFTFIREQ-Values:======2.900 (Action Taken)2.622 2.078 2.266 2.183 2.780State tAction: ====NOOPFIRERIGHTLEFTRIGHTFIRELEFTFIREQ-Values:======1.814 1.777 1.825 1.697 1.830 (Max Value)1.740State t+1Update Q-Value1+0.97x1.830=2.775One step in game \ No newline at end of file diff --git a/images/16_q-values-simple.png b/images/16_q-values-simple.png index 44598bf..e49f21d 100644 Binary files a/images/16_q-values-simple.png and b/images/16_q-values-simple.png differ diff --git a/images/16_q-values-simple.svg b/images/16_q-values-simple.svg index bab950f..b9612eb 100644 --- a/images/16_q-values-simple.svg +++ b/images/16_q-values-simple.svg @@ -1,835 +1 @@ - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - - - Q-value1.0 - Q-value0.885=0.974 - Q-value0.784=0.978 - Q-value0.694=0.9712 - 3 statesbetweenthese - - - - 3 statesbetweenthese - 3 statesbetweenthese - - +Q-value1.0Q-value0.885=0.974Q-value0.784=0.978Q-value0.694=0.97123 statesbetweenthese3 statesbetweenthese3 statesbetweenthese \ No newline at end of file diff --git a/images/16_training_stability.png b/images/16_training_stability.png index 039ebad..0e424c7 100644 Binary files a/images/16_training_stability.png and b/images/16_training_stability.png differ diff --git a/images/16_training_stability.svg b/images/16_training_stability.svg index b772b31..f20525b 100644 --- a/images/16_training_stability.svg +++ b/images/16_training_stability.svg @@ -1,787 +1 @@ - - - - - - - - - - image/svg+xml - - - - - - - - - - State t - State t+1 - State t+2 - - +State tState t+1State t+2 \ No newline at end of file diff --git a/images/19_flowchart_bayesian_optimization.png b/images/19_flowchart_bayesian_optimization.png index 3fc83c3..b251873 100644 Binary files a/images/19_flowchart_bayesian_optimization.png and b/images/19_flowchart_bayesian_optimization.png differ diff --git a/images/19_flowchart_bayesian_optimization.svg b/images/19_flowchart_bayesian_optimization.svg index a0fac20..5be19f6 100644 --- a/images/19_flowchart_bayesian_optimization.svg +++ b/images/19_flowchart_bayesian_optimization.svg @@ -1,971 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - ClassificationAccuracyon Validation-Set - - Hyper-Parameters:- Learning-rate- Number of Dense Layers- Number of Dense Nodes- Activation Function - - - Evaluate Performanceof Neural Network - - - - Create Neural Networkusing Hyper-Parameters - - - - Train theNeural Network - - - Neural Network - - - UpdateGaussianModel - - - - Sample the Model to MaximizeExpected Improvement - - - Hyper-Parameter Optimization using Gaussian Process - - - - - - - - - - - +ClassificationAccuracyon Validation-SetHyper-Parameters:- Learning-rate- Number of Dense Layers- Number of Dense Nodes- Activation FunctionEvaluate Performanceof Neural NetworkCreate Neural Networkusing Hyper-ParametersTrain theNeural NetworkNeural NetworkUpdateGaussianModelSample the Model to MaximizeExpected ImprovementHyper-Parameter Optimization using Gaussian Process \ No newline at end of file diff --git a/images/20_natural_language_flowchart.png b/images/20_natural_language_flowchart.png index 70ada9b..3af3b9e 100644 Binary files a/images/20_natural_language_flowchart.png and b/images/20_natural_language_flowchart.png differ diff --git a/images/20_natural_language_flowchart.svg b/images/20_natural_language_flowchart.svg index 0e9162e..436f34d 100644 --- a/images/20_natural_language_flowchart.svg +++ b/images/20_natural_language_flowchart.svg @@ -1,440 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - [11, 6, 21, 3, 49, 17] - [[0.67, 0.36, ..., 0.39], [0.76, 0.61, ..., 0.70], ...] - Raw Text - "This is not a good movie!" - - - - Tokenizer - Converts text to integer-tokens - - - - - - Embedding - Converts integer-tokensto real-valued vectors. - - - - - - Recurrent Neural Network - Process sequences of arbitrary length - - - - - - - Sigmoid - Dense output layer to predict class - - - - - - 0.0 (Negative) - - - - 1.0 (Positive) - - - - - - - - - - +[11, 6, 21, 3, 49, 17][[0.67, 0.36, ..., 0.39], [0.76, 0.61, ..., 0.70], ...]Raw Text"This is not a good movie!"TokenizerConverts text to integer-tokensEmbeddingConverts integer-tokensto real-valued vectors.Recurrent Neural NetworkProcess sequences of arbitrary lengthSigmoidDense output layer to predict class0.0 (Negative)1.0 (Positive) \ No newline at end of file diff --git a/images/20_recurrent_unit.png b/images/20_recurrent_unit.png index b8affb0..096f7a3 100644 Binary files a/images/20_recurrent_unit.png and b/images/20_recurrent_unit.png differ diff --git a/images/20_recurrent_unit.svg b/images/20_recurrent_unit.svg index 279c4ca..196f43b 100644 --- a/images/20_recurrent_unit.svg +++ b/images/20_recurrent_unit.svg @@ -1,336 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - - Old State - - - - New State - - - - Output - - - - Input - - - - Gate - - - - Gate - - - - - - - - - - - +Old StateNew StateOutputInputGateGate \ No newline at end of file diff --git a/images/20_unrolled_3layers_flowchart.png b/images/20_unrolled_3layers_flowchart.png index 2cbd421..c12d5d3 100644 Binary files a/images/20_unrolled_3layers_flowchart.png and b/images/20_unrolled_3layers_flowchart.png differ diff --git a/images/20_unrolled_3layers_flowchart.svg b/images/20_unrolled_3layers_flowchart.svg index 8233cfb..79e6c26 100644 --- a/images/20_unrolled_3layers_flowchart.svg +++ b/images/20_unrolled_3layers_flowchart.svg @@ -1,1847 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - "this" - - - - "is" - - - - "not" - - - - "a" - - - - "very" - - - - "good" - - - - "movie" - - - - - PositiveorNegative - - - - - - - RU1 - - - FirstStateZero - - - - - - - - - - - - - - - - - - FirstStateZero - - - - - - - - - - - - - - - - - - FirstStateZero - - - - - - - - - - - - - - - - - Layer 1 - Layer 2 - Layer 3 - - - - RU1 - - - - RU1 - - - - RU1 - - - - RU1 - - - - RU1 - - - - RU1 - - - - RU2 - - - - RU2 - - - - RU2 - - - - RU2 - - - - RU2 - - - - RU2 - - - - RU2 - - - - RU3 - - - - RU3 - - - - RU3 - - - - RU3 - - - - RU3 - - - - RU3 - - - - RU3 - - - +"this""is""not""a""very""good""movie"PositiveorNegativeRU1FirstStateZeroFirstStateZeroFirstStateZeroLayer 1Layer 2Layer 3RU1RU1RU1RU1RU1RU1RU2RU2RU2RU2RU2RU2RU2RU3RU3RU3RU3RU3RU3RU3 \ No newline at end of file diff --git a/images/20_unrolled_flowchart.png b/images/20_unrolled_flowchart.png index d6a1bc5..aaecb91 100644 Binary files a/images/20_unrolled_flowchart.png and b/images/20_unrolled_flowchart.png differ diff --git a/images/20_unrolled_flowchart.svg b/images/20_unrolled_flowchart.svg index 6d0a7fc..477d8b4 100644 --- a/images/20_unrolled_flowchart.svg +++ b/images/20_unrolled_flowchart.svg @@ -1,849 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - RU - - - - "this" - - - - "is" - - - - "not" - - - - "a" - - - - "very" - - - - "good" - - - - "movie" - - - - FirstStateZero - - - - RU - - - - RU - - - - RU - - - - RU - - - - RU - - - - RU - - - - PositiveorNegative - - - - - - - - - - - - - - - - - - (Output) - (States) - - - - - - +RU"this""is""not""a""very""good""movie"FirstStateZeroRURURURURURUPositiveorNegative(Output)(States) \ No newline at end of file diff --git a/images/21_machine_translation_flowchart.png b/images/21_machine_translation_flowchart.png index 6437f12..d9929d9 100644 Binary files a/images/21_machine_translation_flowchart.png and b/images/21_machine_translation_flowchart.png differ diff --git a/images/21_machine_translation_flowchart.svg b/images/21_machine_translation_flowchart.svg index b8f8a61..7d7284d 100644 --- a/images/21_machine_translation_flowchart.svg +++ b/images/21_machine_translation_flowchart.svg @@ -1,4475 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - Decoder - - "once" - - - - "upon" - - - - "a" - - - - "time" - - - Layer 4 - Layer 5 - Layer 6 - [vector] - [vector] - - StartMarker"ssss" - - - - EndMarker"eeee" - - - - Tokenizer (Destination) - - - - Embedding (Decoder) - - - 2 - 337 - 640 - 9 - 79 - 3 - - - - - - - - - - - - - - - - - - - [vector] - Destination (English) - - - - - - GRU4 - - - - - - - GRU5 - - - - - - - GRU6 - - - - - Dense - - - - - - - - GRU4 - - - - - - - GRU5 - - - - - - - - GRU6 - - - - - Dense - - - - - - - - GRU4 - - - - - - - GRU5 - - - - - - - - GRU6 - - - - - Dense - - - - - - - - GRU4 - - - - - - - GRU5 - - - - - - - - GRU6 - - - - - Dense - - - - - - - - GRU4 - - - - - - - GRU5 - - - - - - - - GRU6 - - - - - Dense - - - - - - - - GRU4 - - - - - - - GRU5 - - - - - - - - GRU6 - - - - - Dense - - - - 337 - 640 - 9 - 79 - 3 - - "once" - - - - "upon" - - - - "a" - - - - "time" - - - - "eeee" - - - - "" - - - 0 - - Initial State - - - - - - - - FirstStateZero - - - - - - - - - - FirstStateZero - - - - - - - FirstStateZero - - - - - - Layer 1 - Layer 2 - Layer 3 - Encoder - - "der" - - - - "var" - - - - "engang" - - - - Tokenizer (Source) - - - - Embedding (Encoder) - - - - - - - - - 12 - 54 - 1097 - [vector] - [vector] - - - GRU1 - - - - GRU1 - - - - GRU1 - - - - - - - - GRU2 - - - - - - GRU2 - - - - - - GRU2 - - - - - - - - GRU3 - - - - GRU3 - - - - GRU3 - - - ThoughtVector - - - Source (Danish) - - - - - +Decoder"once""upon""a""time"Layer 4Layer 5Layer 6[vector][vector]StartMarker"ssss"EndMarker"eeee"Tokenizer (Destination)Embedding (Decoder)23376409793[vector]Destination (English)GRU4GRU5GRU6DenseGRU4GRU5GRU6DenseGRU4GRU5GRU6DenseGRU4GRU5GRU6DenseGRU4GRU5GRU6DenseGRU4GRU5GRU6Dense3376409793"once""upon""a""time""eeee"""0Initial StateFirstStateZeroFirstStateZeroFirstStateZeroLayer 1Layer 2Layer 3Encoder"der""var""engang"Tokenizer (Source)Embedding (Encoder)12541097[vector][vector]GRU1GRU1GRU1GRU2GRU2GRU2GRU3GRU3GRU3ThoughtVectorSource (Danish) \ No newline at end of file diff --git a/images/22_image_captioning_flowchart.png b/images/22_image_captioning_flowchart.png index af3446f..d164176 100644 Binary files a/images/22_image_captioning_flowchart.png and b/images/22_image_captioning_flowchart.png differ diff --git a/images/22_image_captioning_flowchart.svg b/images/22_image_captioning_flowchart.svg index 2df11f7..f25e4a4 100644 --- a/images/22_image_captioning_flowchart.svg +++ b/images/22_image_captioning_flowchart.svg @@ -1,4209 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - - - Dense 2 - - - - - - Dense 1 - - - - - - Output LayerSoftmax - - - - - - Convolution Block 1 - - - - - Convolution Block 2 - - - - Convolution Block 3 - - - - Convolution Block 4 - - - - Convolution Block 5 - - - - - - - - - - - - - - - Input Image - VGG16 Image-Model - - - Dense Map - - - - [4096] - Decoder - - "big" - - - - "brown" - - - - "bear" - - - - "sitting" - - - Layer 1 - Layer 2 - Layer 3 - [vector] - [vector] - - StartMarker"ssss" - - - - EndMarker"eeee" - - - Tokenizer - - Embedding - - 2 - 165 - 110 - 102 - 13 - 3 - - - - - - - - - - - - - - - - - - - [vector] - - - - - - GRU1 - - - - - - - GRU2 - - - - - - - GRU3 - - - - - Dense - - - - - - - - GRU1 - - - - - - - GRU2 - - - - - - - - GRU3 - - - - - Dense - - - - - - - - GRU1 - - - - - - - GRU2 - - - - - - - - GRU3 - - - - - Dense - - - - - - - - GRU1 - - - - - - - GRU2 - - - - - - - - GRU3 - - - - - Dense - - - - - - - - GRU1 - - - - - - - GRU2 - - - - - - - - GRU3 - - - - - Dense - - - - - - - - GRU1 - - - - - - - GRU2 - - - - - - - - GRU3 - - - - - Dense - - - - 165 - 110 - 102 - 13 - 3 - - "eeee" - - - - "" - - - 0 - - Initial State - - - - - - - - [512] - - "big" - - - - "brown" - - - - "bear" - - - - "sitting" - - - - - - - - - - +Dense 2Dense 1Output LayerSoftmaxConvolution Block 1Convolution Block 2Convolution Block 3Convolution Block 4Convolution Block 5Input ImageVGG16 Image-ModelDense Map[4096]Decoder"big""brown""bear""sitting"Layer 1Layer 2Layer 3[vector][vector]StartMarker"ssss"EndMarker"eeee"TokenizerEmbedding2165110102133[vector]GRU1GRU2GRU3DenseGRU1GRU2GRU3DenseGRU1GRU2GRU3DenseGRU1GRU2GRU3DenseGRU1GRU2GRU3DenseGRU1GRU2GRU3Dense165110102133"eeee"""0Initial State[512]"big""brown""bear""sitting" \ No newline at end of file diff --git a/images/23_time_series_flowchart.png b/images/23_time_series_flowchart.png index 552148d..087ee51 100644 Binary files a/images/23_time_series_flowchart.png and b/images/23_time_series_flowchart.png differ diff --git a/images/23_time_series_flowchart.svg b/images/23_time_series_flowchart.svg index 079319f..85e9c88 100644 --- a/images/23_time_series_flowchart.svg +++ b/images/23_time_series_flowchart.svg @@ -1,769 +1 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - image/svg+xml - - - - - - - - - Temp - Pressure - WindSpeed - WindDir - - - - - - - - - - - - - - - - - - Aalborg - - - - - - - - - - - - - - - - - - - - - Temp - Pressure - WindSpeed - WindDir - - Roskilde - - - - - - - - - - - - - - - - - Temp - Pressure - WindSpeed - - Odense - - - - - - Gated Recurrent Unit - - - - Dense - - - - - - - - - - - - - - - - - - - - - - - - Input Signals - Output Signals - 512 - - NeuralNetwork - - +TempPressureWindSpeedWindDirAalborgTempPressureWindSpeedWindDirRoskildeTempPressureWindSpeedOdenseGated Recurrent UnitDenseInput SignalsOutput Signals512NeuralNetwork \ No newline at end of file diff --git a/images/Denmark.jpg b/images/Denmark.jpg index 239d139..a20f850 100644 Binary files a/images/Denmark.jpg and b/images/Denmark.jpg differ diff --git a/images/Europe.jpg b/images/Europe.jpg index b5a6219..572717c 100644 Binary files a/images/Europe.jpg and b/images/Europe.jpg differ diff --git a/images/elon_musk.jpg b/images/elon_musk.jpg index f80d46f..656d432 100644 Binary files a/images/elon_musk.jpg and b/images/elon_musk.jpg differ diff --git a/images/elon_musk_100x100.jpg b/images/elon_musk_100x100.jpg index 56c5cbf..5a1bf66 100644 Binary files a/images/elon_musk_100x100.jpg and b/images/elon_musk_100x100.jpg differ diff --git a/images/escher_planefilling2.jpg b/images/escher_planefilling2.jpg old mode 100755 new mode 100644 index 00a8fc1..023c068 Binary files a/images/escher_planefilling2.jpg and b/images/escher_planefilling2.jpg differ diff --git a/images/giger.jpg b/images/giger.jpg old mode 100755 new mode 100644 index 57ba94e..2eda947 Binary files a/images/giger.jpg and b/images/giger.jpg differ diff --git a/images/parrot.jpg b/images/parrot.jpg index 04f9150..c1e323a 100644 Binary files a/images/parrot.jpg and b/images/parrot.jpg differ diff --git a/images/parrot_cropped1.jpg b/images/parrot_cropped1.jpg index a3c1cc0..1a5f613 100644 Binary files a/images/parrot_cropped1.jpg and b/images/parrot_cropped1.jpg differ diff --git a/images/parrot_cropped2.jpg b/images/parrot_cropped2.jpg index daed534..c9b9c49 100644 Binary files a/images/parrot_cropped2.jpg and b/images/parrot_cropped2.jpg differ diff --git a/images/parrot_cropped3.jpg b/images/parrot_cropped3.jpg index c539646..9e77998 100644 Binary files a/images/parrot_cropped3.jpg and b/images/parrot_cropped3.jpg differ diff --git a/images/parrot_padded.jpg b/images/parrot_padded.jpg index bd45b00..51dec60 100644 Binary files a/images/parrot_padded.jpg and b/images/parrot_padded.jpg differ diff --git a/images/style3.jpg b/images/style3.jpg index 6db6763..50ed926 100644 Binary files a/images/style3.jpg and b/images/style3.jpg differ diff --git a/images/style4.jpg b/images/style4.jpg index d894958..e82ed82 100644 Binary files a/images/style4.jpg and b/images/style4.jpg differ diff --git a/images/style5.jpg b/images/style5.jpg index 3c51715..73165d6 100644 Binary files a/images/style5.jpg and b/images/style5.jpg differ diff --git a/images/style6.jpg b/images/style6.jpg index 6f76285..ce09c2a 100644 Binary files a/images/style6.jpg and b/images/style6.jpg differ diff --git a/images/style9.jpg b/images/style9.jpg index ac28bfc..932a39f 100644 Binary files a/images/style9.jpg and b/images/style9.jpg differ diff --git a/images/willy_wonka_new.jpg b/images/willy_wonka_new.jpg index 710b944..a92b5a4 100644 Binary files a/images/willy_wonka_new.jpg and b/images/willy_wonka_new.jpg differ diff --git a/images/willy_wonka_old.jpg b/images/willy_wonka_old.jpg index a067e9a..c27c849 100644 Binary files a/images/willy_wonka_old.jpg and b/images/willy_wonka_old.jpg differ