Initial forward-feeding net
This commit is contained in:
parent
341a88ee2e
commit
c8e08193f1
5 changed files with 330 additions and 0 deletions
159
Net.h
Normal file
159
Net.h
Normal file
|
|
@ -0,0 +1,159 @@
|
||||||
|
#pragma once
|
||||||
|
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
class Neuron
|
||||||
|
{
|
||||||
|
private:
|
||||||
|
double outputValue;
|
||||||
|
std::vector<double> outputWeights;
|
||||||
|
|
||||||
|
public:
|
||||||
|
void setOutputValue(double value)
|
||||||
|
{
|
||||||
|
outputValue = value;
|
||||||
|
}
|
||||||
|
|
||||||
|
static double transferFunction(double inputValue)
|
||||||
|
{
|
||||||
|
return std::tanh(inputValue);
|
||||||
|
}
|
||||||
|
|
||||||
|
void feedForward(double inputValue)
|
||||||
|
{
|
||||||
|
outputValue = Neuron::transferFunction(inputValue);
|
||||||
|
}
|
||||||
|
|
||||||
|
double getWeightedOutputValue(int outputNeuron) const
|
||||||
|
{
|
||||||
|
return outputValue * outputWeights[outputNeuron];
|
||||||
|
}
|
||||||
|
|
||||||
|
void createOutputWeights(unsigned int number)
|
||||||
|
{
|
||||||
|
outputWeights.clear();
|
||||||
|
|
||||||
|
for (unsigned int i = 0; i < number; ++i)
|
||||||
|
{
|
||||||
|
outputWeights.push_back(std::rand() / (double)RAND_MAX);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
double getOutputValue() const
|
||||||
|
{
|
||||||
|
return outputValue;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
class Layer : public std::vector < Neuron >
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
Layer(unsigned int numNeurons)
|
||||||
|
{
|
||||||
|
for (unsigned int i = 0; i < numNeurons; ++i)
|
||||||
|
{
|
||||||
|
push_back(Neuron());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void setOutputValues(const std::vector<double> & outputValues)
|
||||||
|
{
|
||||||
|
if (size() != outputValues.size())
|
||||||
|
{
|
||||||
|
throw std::exception("The number of output values has to match the layer size");
|
||||||
|
}
|
||||||
|
|
||||||
|
auto valueIt = outputValues.begin();
|
||||||
|
for (Neuron &neuron : *this)
|
||||||
|
{
|
||||||
|
neuron.setOutputValue(*valueIt++);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void feedForward(const Layer &inputLayer)
|
||||||
|
{
|
||||||
|
int neuronNumber = 0;
|
||||||
|
for (Neuron &neuron : *this)
|
||||||
|
{
|
||||||
|
neuron.feedForward(inputLayer.getWeightedSum(neuronNumber));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
double getWeightedSum(int outputNeuron) const
|
||||||
|
{
|
||||||
|
double sum = 0.0;
|
||||||
|
|
||||||
|
for (const Neuron &neuron : *this)
|
||||||
|
{
|
||||||
|
sum += neuron.getWeightedOutputValue(outputNeuron);
|
||||||
|
}
|
||||||
|
|
||||||
|
return sum;
|
||||||
|
}
|
||||||
|
|
||||||
|
void connectTo(const Layer & nextLayer)
|
||||||
|
{
|
||||||
|
for (Neuron &neuron : *this)
|
||||||
|
{
|
||||||
|
neuron.createOutputWeights(nextLayer.size());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
class Net : public std::vector < Layer >
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
Net(std::initializer_list<unsigned int> layerSizes)
|
||||||
|
{
|
||||||
|
if (layerSizes.size() < 3)
|
||||||
|
{
|
||||||
|
throw std::exception("A net needs at least 3 layers");
|
||||||
|
}
|
||||||
|
|
||||||
|
for (unsigned int numNeurons : layerSizes)
|
||||||
|
{
|
||||||
|
push_back(Layer(numNeurons));
|
||||||
|
}
|
||||||
|
|
||||||
|
for (auto layerIt = begin(); layerIt != end() - 1; ++layerIt)
|
||||||
|
{
|
||||||
|
Layer ¤tLayer = *layerIt;
|
||||||
|
const Layer &nextLayer = *(layerIt + 1);
|
||||||
|
|
||||||
|
currentLayer.connectTo(nextLayer);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void feedForward(const std::vector<double> &inputValues)
|
||||||
|
{
|
||||||
|
Layer &inputLayer = front();
|
||||||
|
|
||||||
|
if (inputLayer.size() != inputValues.size())
|
||||||
|
{
|
||||||
|
throw std::exception("The number of input values has to match the input layer size");
|
||||||
|
}
|
||||||
|
|
||||||
|
inputLayer.setOutputValues(inputValues);
|
||||||
|
|
||||||
|
for (auto layerIt = begin(); layerIt != end() - 1; ++layerIt)
|
||||||
|
{
|
||||||
|
const Layer ¤tLayer = *layerIt;
|
||||||
|
Layer &nextLayer = *(layerIt + 1);
|
||||||
|
|
||||||
|
nextLayer.feedForward(currentLayer);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
std::vector<double> getResult()
|
||||||
|
{
|
||||||
|
std::vector<double> result;
|
||||||
|
|
||||||
|
const Layer &outputLayer = back();
|
||||||
|
for (const Neuron &neuron : outputLayer)
|
||||||
|
{
|
||||||
|
result.push_back(neuron.getOutputValue());
|
||||||
|
}
|
||||||
|
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
};
|
||||||
33
Neuro.cpp
Normal file
33
Neuro.cpp
Normal file
|
|
@ -0,0 +1,33 @@
|
||||||
|
#include <iostream>
|
||||||
|
#include <exception>
|
||||||
|
|
||||||
|
#include "Net.h"
|
||||||
|
|
||||||
|
int main()
|
||||||
|
{
|
||||||
|
try
|
||||||
|
{
|
||||||
|
std::cout << "Neuro running" << std::endl;
|
||||||
|
|
||||||
|
Net myNet({ 2, 3, 1 });
|
||||||
|
|
||||||
|
myNet.feedForward({ 1.0, 0.0 });
|
||||||
|
|
||||||
|
std::vector<double> result = myNet.getResult();
|
||||||
|
|
||||||
|
std::cout << "Result: ";
|
||||||
|
for (double &value : result)
|
||||||
|
{
|
||||||
|
std::cout << value << " ";
|
||||||
|
}
|
||||||
|
std::cout << std::endl;
|
||||||
|
}
|
||||||
|
catch (std::exception &ex)
|
||||||
|
{
|
||||||
|
std::cerr << "Error: " << ex.what() << std::endl;
|
||||||
|
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
22
Neuro.sln
Normal file
22
Neuro.sln
Normal file
|
|
@ -0,0 +1,22 @@
|
||||||
|
|
||||||
|
Microsoft Visual Studio Solution File, Format Version 12.00
|
||||||
|
# Visual Studio 2013
|
||||||
|
VisualStudioVersion = 12.0.31101.0
|
||||||
|
MinimumVisualStudioVersion = 10.0.40219.1
|
||||||
|
Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "Neuro", "Neuro.vcxproj", "{EC045881-3BCD-4054-895B-176FAD3FB8C2}"
|
||||||
|
EndProject
|
||||||
|
Global
|
||||||
|
GlobalSection(SolutionConfigurationPlatforms) = preSolution
|
||||||
|
Debug|Win32 = Debug|Win32
|
||||||
|
Release|Win32 = Release|Win32
|
||||||
|
EndGlobalSection
|
||||||
|
GlobalSection(ProjectConfigurationPlatforms) = postSolution
|
||||||
|
{EC045881-3BCD-4054-895B-176FAD3FB8C2}.Debug|Win32.ActiveCfg = Debug|Win32
|
||||||
|
{EC045881-3BCD-4054-895B-176FAD3FB8C2}.Debug|Win32.Build.0 = Debug|Win32
|
||||||
|
{EC045881-3BCD-4054-895B-176FAD3FB8C2}.Release|Win32.ActiveCfg = Release|Win32
|
||||||
|
{EC045881-3BCD-4054-895B-176FAD3FB8C2}.Release|Win32.Build.0 = Release|Win32
|
||||||
|
EndGlobalSection
|
||||||
|
GlobalSection(SolutionProperties) = preSolution
|
||||||
|
HideSolutionNode = FALSE
|
||||||
|
EndGlobalSection
|
||||||
|
EndGlobal
|
||||||
89
Neuro.vcxproj
Normal file
89
Neuro.vcxproj
Normal file
|
|
@ -0,0 +1,89 @@
|
||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<Project DefaultTargets="Build" ToolsVersion="12.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
|
||||||
|
<ItemGroup Label="ProjectConfigurations">
|
||||||
|
<ProjectConfiguration Include="Debug|Win32">
|
||||||
|
<Configuration>Debug</Configuration>
|
||||||
|
<Platform>Win32</Platform>
|
||||||
|
</ProjectConfiguration>
|
||||||
|
<ProjectConfiguration Include="Release|Win32">
|
||||||
|
<Configuration>Release</Configuration>
|
||||||
|
<Platform>Win32</Platform>
|
||||||
|
</ProjectConfiguration>
|
||||||
|
</ItemGroup>
|
||||||
|
<PropertyGroup Label="Globals">
|
||||||
|
<ProjectGuid>{EC045881-3BCD-4054-895B-176FAD3FB8C2}</ProjectGuid>
|
||||||
|
<Keyword>Win32Proj</Keyword>
|
||||||
|
<RootNamespace>Neuro</RootNamespace>
|
||||||
|
</PropertyGroup>
|
||||||
|
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
|
||||||
|
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
|
||||||
|
<ConfigurationType>Application</ConfigurationType>
|
||||||
|
<UseDebugLibraries>true</UseDebugLibraries>
|
||||||
|
<PlatformToolset>v120</PlatformToolset>
|
||||||
|
<CharacterSet>Unicode</CharacterSet>
|
||||||
|
</PropertyGroup>
|
||||||
|
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
|
||||||
|
<ConfigurationType>Application</ConfigurationType>
|
||||||
|
<UseDebugLibraries>false</UseDebugLibraries>
|
||||||
|
<PlatformToolset>v120</PlatformToolset>
|
||||||
|
<WholeProgramOptimization>true</WholeProgramOptimization>
|
||||||
|
<CharacterSet>Unicode</CharacterSet>
|
||||||
|
</PropertyGroup>
|
||||||
|
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
|
||||||
|
<ImportGroup Label="ExtensionSettings">
|
||||||
|
</ImportGroup>
|
||||||
|
<ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
|
||||||
|
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
|
||||||
|
</ImportGroup>
|
||||||
|
<ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
|
||||||
|
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
|
||||||
|
</ImportGroup>
|
||||||
|
<PropertyGroup Label="UserMacros" />
|
||||||
|
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
|
||||||
|
<LinkIncremental>true</LinkIncremental>
|
||||||
|
</PropertyGroup>
|
||||||
|
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
|
||||||
|
<LinkIncremental>false</LinkIncremental>
|
||||||
|
</PropertyGroup>
|
||||||
|
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
|
||||||
|
<ClCompile>
|
||||||
|
<PrecompiledHeader>
|
||||||
|
</PrecompiledHeader>
|
||||||
|
<WarningLevel>Level3</WarningLevel>
|
||||||
|
<Optimization>Disabled</Optimization>
|
||||||
|
<PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;_LIB;%(PreprocessorDefinitions)</PreprocessorDefinitions>
|
||||||
|
<SDLCheck>true</SDLCheck>
|
||||||
|
</ClCompile>
|
||||||
|
<Link>
|
||||||
|
<SubSystem>Console</SubSystem>
|
||||||
|
<GenerateDebugInformation>true</GenerateDebugInformation>
|
||||||
|
</Link>
|
||||||
|
</ItemDefinitionGroup>
|
||||||
|
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
|
||||||
|
<ClCompile>
|
||||||
|
<WarningLevel>Level3</WarningLevel>
|
||||||
|
<PrecompiledHeader>
|
||||||
|
</PrecompiledHeader>
|
||||||
|
<Optimization>MaxSpeed</Optimization>
|
||||||
|
<FunctionLevelLinking>true</FunctionLevelLinking>
|
||||||
|
<IntrinsicFunctions>true</IntrinsicFunctions>
|
||||||
|
<PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;_LIB;%(PreprocessorDefinitions)</PreprocessorDefinitions>
|
||||||
|
<SDLCheck>true</SDLCheck>
|
||||||
|
</ClCompile>
|
||||||
|
<Link>
|
||||||
|
<SubSystem>Console</SubSystem>
|
||||||
|
<GenerateDebugInformation>true</GenerateDebugInformation>
|
||||||
|
<EnableCOMDATFolding>true</EnableCOMDATFolding>
|
||||||
|
<OptimizeReferences>true</OptimizeReferences>
|
||||||
|
</Link>
|
||||||
|
</ItemDefinitionGroup>
|
||||||
|
<ItemGroup>
|
||||||
|
<ClCompile Include="Neuro.cpp" />
|
||||||
|
</ItemGroup>
|
||||||
|
<ItemGroup>
|
||||||
|
<ClInclude Include="Net.h" />
|
||||||
|
</ItemGroup>
|
||||||
|
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
|
||||||
|
<ImportGroup Label="ExtensionTargets">
|
||||||
|
</ImportGroup>
|
||||||
|
</Project>
|
||||||
27
Neuro.vcxproj.filters
Normal file
27
Neuro.vcxproj.filters
Normal file
|
|
@ -0,0 +1,27 @@
|
||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
|
||||||
|
<ItemGroup>
|
||||||
|
<Filter Include="Source Files">
|
||||||
|
<UniqueIdentifier>{4FC737F1-C7A5-4376-A066-2A32D752A2FF}</UniqueIdentifier>
|
||||||
|
<Extensions>cpp;c;cc;cxx;def;odl;idl;hpj;bat;asm;asmx</Extensions>
|
||||||
|
</Filter>
|
||||||
|
<Filter Include="Header Files">
|
||||||
|
<UniqueIdentifier>{93995380-89BD-4b04-88EB-625FBE52EBFB}</UniqueIdentifier>
|
||||||
|
<Extensions>h;hh;hpp;hxx;hm;inl;inc;xsd</Extensions>
|
||||||
|
</Filter>
|
||||||
|
<Filter Include="Resource Files">
|
||||||
|
<UniqueIdentifier>{67DA6AB6-F800-4c08-8B7A-83BB121AAD01}</UniqueIdentifier>
|
||||||
|
<Extensions>rc;ico;cur;bmp;dlg;rc2;rct;bin;rgs;gif;jpg;jpeg;jpe;resx;tiff;tif;png;wav;mfcribbon-ms</Extensions>
|
||||||
|
</Filter>
|
||||||
|
</ItemGroup>
|
||||||
|
<ItemGroup>
|
||||||
|
<ClCompile Include="Neuro.cpp">
|
||||||
|
<Filter>Source Files</Filter>
|
||||||
|
</ClCompile>
|
||||||
|
</ItemGroup>
|
||||||
|
<ItemGroup>
|
||||||
|
<ClInclude Include="Net.h">
|
||||||
|
<Filter>Header Files</Filter>
|
||||||
|
</ClInclude>
|
||||||
|
</ItemGroup>
|
||||||
|
</Project>
|
||||||
Loading…
Reference in a new issue