Přidejte soubory projektu.

Author: okozelsk

.editorconfig

@@ -0,0 +1,4 @@
+[*.cs]
+
+# IDE0090: Použít new(...)
+dotnet_diagnostic.IDE0090.severity = none

EasyML.sln

@@ -0,0 +1,52 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio Version 17
+VisualStudioVersion = 17.5.33530.505
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "EasyMLCore", "EasyMLCore\EasyMLCore.csproj", "{7F77B739-279E-47BE-9BE3-CA549CBF26BF}"
+EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "EasyMLEduApp", "EasyMLEduApp\EasyMLEduApp.csproj", "{C6A84CEC-52C1-427F-8A2A-69F749D034E5}"
+EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Solution Items", "Solution Items", "{27D8C4CB-2A9E-4803-AA75-55879C483CFE}"
+	ProjectSection(SolutionItems) = preProject
+		.editorconfig = .editorconfig
+	EndProjectSection
+EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Položky řešení", "Položky řešení", "{5A1CEEE1-E036-4A12-ACBE-D94BCFA98698}"
+	ProjectSection(SolutionItems) = preProject
+		..\..\..\Development\NET\LICENSE.txt = ..\..\..\Development\NET\LICENSE.txt
+		..\..\..\Development\NET\Readme.md = ..\..\..\Development\NET\Readme.md
+	EndProjectSection
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Debug|Any CPU = Debug|Any CPU
+		Debug|x64 = Debug|x64
+		Release|Any CPU = Release|Any CPU
+		Release|x64 = Release|x64
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{7F77B739-279E-47BE-9BE3-CA549CBF26BF}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{7F77B739-279E-47BE-9BE3-CA549CBF26BF}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{7F77B739-279E-47BE-9BE3-CA549CBF26BF}.Debug|x64.ActiveCfg = Debug|x64
+		{7F77B739-279E-47BE-9BE3-CA549CBF26BF}.Debug|x64.Build.0 = Debug|x64
+		{7F77B739-279E-47BE-9BE3-CA549CBF26BF}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{7F77B739-279E-47BE-9BE3-CA549CBF26BF}.Release|Any CPU.Build.0 = Release|Any CPU
+		{7F77B739-279E-47BE-9BE3-CA549CBF26BF}.Release|x64.ActiveCfg = Release|x64
+		{7F77B739-279E-47BE-9BE3-CA549CBF26BF}.Release|x64.Build.0 = Release|x64
+		{C6A84CEC-52C1-427F-8A2A-69F749D034E5}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{C6A84CEC-52C1-427F-8A2A-69F749D034E5}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{C6A84CEC-52C1-427F-8A2A-69F749D034E5}.Debug|x64.ActiveCfg = Debug|x64
+		{C6A84CEC-52C1-427F-8A2A-69F749D034E5}.Debug|x64.Build.0 = Debug|x64
+		{C6A84CEC-52C1-427F-8A2A-69F749D034E5}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{C6A84CEC-52C1-427F-8A2A-69F749D034E5}.Release|Any CPU.Build.0 = Release|Any CPU
+		{C6A84CEC-52C1-427F-8A2A-69F749D034E5}.Release|x64.ActiveCfg = Release|x64
+		{C6A84CEC-52C1-427F-8A2A-69F749D034E5}.Release|x64.Build.0 = Release|x64
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+	GlobalSection(ExtensibilityGlobals) = postSolution
+		SolutionGuid = {4E97701F-D6DC-4C72-A4F5-0E477A185DA9}
+	EndGlobalSection
+EndGlobal

EasyMLCore/Activation/AFBentIdentity.cs

@@ -0,0 +1,38 @@
+using EasyMLCore.Extensions;
+using EasyMLCore.MathTools;
+using System;
+
+namespace EasyMLCore.Activation
+{
+    /// <summary>
+    /// Implements the Bent Identity activation function.
+    /// </summary>
+    [Serializable]
+    public class AFBentIdentity : ActivationBase
+    {
+        //Constructor
+        /// <summary>
+        /// Creates an initialized instance.
+        /// </summary>
+        public AFBentIdentity()
+            : base(ActivationFnID.BentIdentity, Interval.IntZPI)
+        {
+            return;
+        }
+
+        //Methods
+        /// <inheritdoc/>
+        public override double Compute(double sum)
+        {
+            return (Math.Sqrt(sum.Power(2) + 1d) - 1d) / 2d + sum;
+        }
+
+        /// <inheritdoc/>
+        public override double ComputeDerivative(double sum, double activation)
+        {
+            return sum / (2d * Math.Sqrt(sum.Power(2) + 1d)) + 1d;
+        }
+
+    }//BentIdentity
+
+}//Namespace

EasyMLCore/Activation/AFELU.cs

@@ -0,0 +1,49 @@
+using EasyMLCore.Extensions;
+using EasyMLCore.MathTools;
+using System;
+
+namespace EasyMLCore.Activation
+{
+    /// <summary>
+    /// Implements the Exponential Linear Unit activation function.
+    /// </summary>
+    [Serializable]
+    public class AFELU : ActivationBase
+    {
+        //Constants
+        private const double Alpha = 1d;
+        //Static members
+        private static readonly Interval _range = new Interval(-Alpha, double.MaxValue.Bound(), false, true);
+
+        //Constructor
+        /// <summary>
+        /// Creates an initialized instance.
+        /// </summary>
+        public AFELU()
+            : base(ActivationFnID.ELU, _range)
+        {
+            return;
+        }
+
+        //Methods
+        /// <inheritdoc/>
+        public override double Compute(double sum)
+        {
+            return (sum < 0) ? (Alpha * (Math.Exp(sum) - 1)) : sum;
+        }
+
+        /// <inheritdoc/>
+        public override double ComputeDerivative(double sum, double activation)
+        {
+            return (sum < 0) ? (activation + Alpha) : 1d;
+        }
+
+        /// <inheritdoc/>
+        public override double GetNormalInitWeightsStdDev(int numOfInputNodes, int numOfLayerNeurons)
+        {
+            return Math.Sqrt(1d / numOfInputNodes);
+        }
+
+    }//AFELU
+
+}//Namespace

EasyMLCore/Activation/AFElliotSig.cs

@@ -0,0 +1,49 @@
+using EasyMLCore.Extensions;
+using EasyMLCore.MathTools;
+using System;
+
+namespace EasyMLCore.Activation
+{
+    /// <summary>
+    /// Implements the Elliot activation function (aka Softsign).
+    /// </summary>
+    [Serializable]
+    public class AFElliotSig : ActivationBase
+    {
+        //Constants
+        private const double Slope = 1d;
+
+        //Constructor
+        /// <summary>
+        /// Creates an initialized instance.
+        /// </summary>
+        public AFElliotSig()
+            : base(ActivationFnID.ElliotSig, Interval.IntN1P1)
+        {
+            return;
+        }
+
+        //Methods
+        /// <inheritdoc/>
+        public override double Compute(double sum)
+        {
+            sum *= Slope;
+            return sum / (1d + Math.Abs(sum));
+        }
+
+        /// <inheritdoc/>
+        public override double ComputeDerivative(double sum, double activation)
+        {
+            return Slope / ((1d + Math.Abs(activation * Slope)).Power(2));
+        }
+
+        /// <inheritdoc/>
+        public override double GetNormalInitWeightsStdDev(int numOfInputNodes, int numOfLayerNeurons)
+        {
+            //Xavier Initialization
+            return Math.Sqrt(2d / (numOfInputNodes + numOfLayerNeurons));
+        }
+
+    }//AFElliotSig
+
+}//Namespace

EasyMLCore/Activation/AFGELU.cs

@@ -0,0 +1,43 @@
+using EasyMLCore.Extensions;
+using EasyMLCore.MathTools;
+using System;
+
+namespace EasyMLCore.Activation
+{
+    /// <summary>
+    /// Implements the Gaussian Error Linear Unit activation function.
+    /// </summary>
+    [Serializable]
+    public class AFGELU : ActivationBase
+    {
+        //Static members
+        private static readonly double PF = Math.Sqrt(2d / Math.PI);
+        private static readonly Interval _range = new Interval(-0.170041d, double.MaxValue.Bound(), false, true);
+
+        //Constructor
+        /// <summary>
+        /// Creates an initialized instance.
+        /// </summary>
+        public AFGELU()
+            : base(ActivationFnID.GELU, _range)
+        {
+            return;
+        }
+
+        //Methods
+        /// <inheritdoc/>
+        public override double Compute(double sum)
+        {
+            return 0.5d * sum * (1d + Math.Tanh(PF * (sum + 0.044715d * (sum * sum * sum))));
+        }
+
+        /// <inheritdoc/>
+        public override double ComputeDerivative(double sum, double activation)
+        {
+            return 0.5 * Math.Tanh(0.0356774d * sum * sum * sum + 0.797885d * sum) + (1d / Math.Cosh(0.0535161d * sum * sum * sum + 0.398942d * sum)).Power(2) * (0.0356774d * sum * sum * sum + 0.797885d * sum) + 0.5d;
+        }
+
+
+    }//AFGELU
+
+}//Namespace

EasyMLCore/Activation/AFLeakyReLU.cs

@@ -0,0 +1,40 @@
+using EasyMLCore.MathTools;
+using System;
+
+namespace EasyMLCore.Activation
+{
+    /// <summary>
+    /// Implements the Leaky Rectified Linear Unit activation function.
+    /// </summary>
+    [Serializable]
+    public class AFLeakyReLU : ActivationBase
+    {
+        //Constants
+        private const double NegSlope = 0.01d;
+
+        //Constructor
+        /// <summary>
+        /// Creates an initialized instance.
+        /// </summary>
+        public AFLeakyReLU()
+            : base(ActivationFnID.LeakyReLU, Interval.IntNIPI)
+        {
+            return;
+        }
+
+        //Methods
+        /// <inheritdoc/>
+        public override double Compute(double sum)
+        {
+            return (sum < 0) ? (NegSlope * sum) : sum;
+        }
+
+        /// <inheritdoc/>
+        public override double ComputeDerivative(double sum, double activation)
+        {
+            return (sum < 0) ? NegSlope : 1d;
+        }
+
+    }//AFLeakyReLU
+
+}//Namespace

EasyMLCore/Activation/AFLinear.cs

@@ -0,0 +1,44 @@
+using EasyMLCore.MathTools;
+using System;
+
+namespace EasyMLCore.Activation
+{
+    /// <summary>
+    /// Implements the Linear activation function (aka Identity).
+    /// </summary>
+    [Serializable]
+    public class AFLinear : ActivationBase
+    {
+        //Constructor
+        /// <summary>
+        /// Creates an initialized instance.
+        /// </summary>
+        public AFLinear()
+            : base(ActivationFnID.Linear, Interval.IntNIPI)
+        {
+            return;
+        }
+
+        //Methods
+        /// <inheritdoc/>
+        public override double Compute(double sum)
+        {
+            return sum;
+        }
+
+        /// <inheritdoc/>
+        public override double ComputeDerivative(double sum, double activation)
+        {
+            return 1d;
+        }
+
+        /// <inheritdoc/>
+        public override double GetNormalInitWeightsStdDev(int numOfInputNodes, int numOfLayerNeurons)
+        {
+            //Xavier-Glorot initialization
+            return Math.Sqrt(2d / (numOfInputNodes + numOfLayerNeurons));
+        }
+
+    }//AFLinear
+
+}//Namespace

EasyMLCore/Activation/AFReLU.cs

@@ -0,0 +1,37 @@
+using EasyMLCore.MathTools;
+using System;
+
+namespace EasyMLCore.Activation
+{
+    /// <summary>
+    /// Implements the Rectified Linear Unit activation function.
+    /// </summary>
+    [Serializable]
+    public class AFReLU : ActivationBase
+    {
+        //Constructor
+        /// <summary>
+        /// Creates an initialized instance.
+        /// </summary>
+        public AFReLU()
+            : base(ActivationFnID.ReLU, Interval.IntZPI)
+        {
+            return;
+        }
+
+        //Methods
+        /// <inheritdoc/>
+        public override double Compute(double sum)
+        {
+            return Math.Max(0d, sum);
+        }
+
+        /// <inheritdoc/>
+        public override double ComputeDerivative(double sum, double activation)
+        {
+            return (sum > 0) ? 1d : 0d;
+        }
+
+    }//AFReLU
+
+}//Namespace