wip: complete refactor, Observer -> Aggregators

Author: Twinki14

.dockerignore

@@ -0,0 +1,25 @@
+**/.classpath
+**/.dockerignore
+**/.env
+**/.git
+**/.gitignore
+**/.project
+**/.settings
+**/.toolstarget
+**/.vs
+**/.vscode
+**/*.*proj.user
+**/*.dbmdl
+**/*.jfm
+**/azds.yaml
+**/bin
+**/charts
+**/docker-compose*
+**/Dockerfile*
+**/node_modules
+**/npm-debug.log
+**/obj
+**/secrets.dev.yaml
+**/values.dev.yaml
+LICENSE
+README.md

.gitignore

@@ -13,19 +13,24 @@
 # User-specific files (MonoDevelop/Xamarin Studio)
 *.userprefs
 
+# Mono auto generated files
+mono_crash.*
+
 # Build results
 [Dd]ebug/
 [Dd]ebugPublic/
 [Rr]elease/
 [Rr]eleases/
 x64/
 x86/
+[Ww][Ii][Nn]32/
 [Aa][Rr][Mm]/
 [Aa][Rr][Mm]64/
 bld/
 [Bb]in/
 [Oo]bj/
 [Ll]og/
+[Ll]ogs/
 
 # Visual Studio 2015/2017 cache/options directory
 .vs/
@@ -39,9 +44,10 @@ Generated\ Files/
 [Tt]est[Rr]esult*/
 [Bb]uild[Ll]og.*
 
-# NUNIT
+# NUnit
 *.VisualState.xml
 TestResult.xml
+nunit-*.xml
 
 # Build Results of an ATL Project
 [Dd]ebugPS/
@@ -56,6 +62,9 @@ project.lock.json
 project.fragment.lock.json
 artifacts/
 
+# ASP.NET Scaffolding
+ScaffoldingReadMe.txt
+
 # StyleCop
 StyleCopReport.xml
 
@@ -122,9 +131,6 @@ _ReSharper*/
 *.[Rr]e[Ss]harper
 *.DotSettings.user
 
-# JustCode is a .NET coding add-in
-.JustCode
-
 # TeamCity is a build add-in
 _TeamCity*
 
@@ -135,6 +141,11 @@ _TeamCity*
 .axoCover/*
 !.axoCover/settings.json
 
+# Coverlet is a free, cross platform Code Coverage Tool
+coverage*.json
+coverage*.xml
+coverage*.info
+
 # Visual Studio code coverage results
 *.coverage
 *.coveragexml
@@ -182,6 +193,8 @@ PublishScripts/
 
 # NuGet Packages
 *.nupkg
+# NuGet Symbol Packages
+*.snupkg
 # The packages folder can be ignored because of Package Restore
 **/[Pp]ackages/*
 # except build/, which is used as an MSBuild target.
@@ -206,6 +219,8 @@ BundleArtifacts/
 Package.StoreAssociation.xml
 _pkginfo.txt
 *.appx
+*.appxbundle
+*.appxupload
 
 # Visual Studio cache files
 # files ending in .cache can be ignored
@@ -255,7 +270,9 @@ ServiceFabricBackup/
 *.bim.layout
 *.bim_*.settings
 *.rptproj.rsuser
-*- Backup*.rdl
+*- [Bb]ackup.rdl
+*- [Bb]ackup ([0-9]).rdl
+*- [Bb]ackup ([0-9][0-9]).rdl
 
 # Microsoft Fakes
 FakesAssemblies/
@@ -291,10 +308,6 @@ paket-files/
 # FAKE - F# Make
 .fake/
 
-# JetBrains Rider
-.idea/
-*.sln.iml
-
 # CodeRush personal settings
 .cr/personal
 
@@ -337,4 +350,16 @@ ASALocalRun/
 .localhistory/
 
 # BeatPulse healthcheck temp database
-healthchecksdb
+healthchecksdb
+
+# Backup folder for Package Reference Convert tool in Visual Studio 2017
+MigrationBackup/
+
+# Ionide (cross platform F# VS Code tools) working folder
+.ionide/
+
+# Fody - auto-generated XML schema
+FodyWeavers.xsd
+
+#IDE metadata
+**.idea/**

Constants.cs

@@ -1,21 +1,29 @@
 #See https://aka.ms/containerfastmode to understand how Visual Studio uses this Dockerfile to build your images for faster debugging.
 
-FROM mcr.microsoft.com/dotnet/runtime:5.0 AS base
+FROM mcr.microsoft.com/dotnet/aspnet:5.0 AS base
 WORKDIR /app
+EXPOSE 80
+EXPOSE 443
 
 FROM mcr.microsoft.com/dotnet/sdk:5.0 AS build
 WORKDIR /src
-COPY ["OSItemIndex.Observer/OSItemIndex.Observer.csproj", "OSItemIndex.Observer/"]
-COPY ["OSItemIndex.API/OSItemIndex.API.csproj", "OSItemIndex.API/"]
-RUN dotnet restore "OSItemIndex.Observer/OSItemIndex.Observer.csproj"
-COPY . .
-WORKDIR "/src/OSItemIndex.Observer"
-RUN dotnet build "OSItemIndex.Observer.csproj" -c Release -o /app/build
+COPY *.sln .
+COPY OSItemIndex.Aggregator.OSRSBox/*.csproj ./OSItemIndex.Aggregator.OSRSBox/
+COPY OSItemIndex.AggregateService/*.csproj ./OSItemIndex.AggregateService/
+COPY OSItemIndex.API/*.csproj ./OSItemIndex.API/
+RUN dotnet restore
+
+COPY OSItemIndex.Aggregator.OSRSBox/. ./OSItemIndex.Aggregator.OSRSBox/
+COPY OSItemIndex.AggregateService/. ./OSItemIndex.AggregateService/
+COPY OSItemIndex.API/. ./OSItemIndex.API/
+
+WORKDIR "/src/OSItemIndex.Aggregator.OSRSBox"
+RUN dotnet build "OSItemIndex.Aggregator.OSRSBox.csproj" -c Release -o /app/build
 
 FROM build AS publish
-RUN dotnet publish "OSItemIndex.Observer.csproj" -c Release -o /app/publish
+RUN dotnet publish "OSItemIndex.Aggregator.OSRSBox.csproj" -c Release -o /app/publish
 
 FROM base AS final
 WORKDIR /app
 COPY --from=publish /app/publish .
-ENTRYPOINT ["dotnet", "OSItemIndex.Observer.dll"]
+ENTRYPOINT ["dotnet", "OSItemIndex.Aggregator.OSRSBox.dll"]

Dockerfile

@@ -0,0 +1,24 @@
+namespace OSItemIndex.AggregateService
+{
+    public class Constants
+    {
+        // Our user-agent all requests use so we can easily be identified and contacted
+        public const string ObserverUserAgent = "OSItemIndex + OSItemIndex.Services/1.00 + github.com/OSItemIndex + Twinki#0001";
+    }
+
+    public class Endpoints
+    {
+        public class OsrsBox
+        {
+            public const string Project = "https://release-monitoring.org/api/project/32210"; // pypi project id 32210
+            public const string ItemsComplete = "https://www.osrsbox.com/osrsbox-db/items-complete.json"; // static json-api
+        }
+
+        public class Realtime
+        {
+            public const string PriceLatest = "https://prices.runescape.wiki/api/v1/osrs/latest";
+            public const string PriceFiveMin = "https://prices.runescape.wiki/api/v1/osrs/5m";
+            public const string PriceOneHour = "https://prices.runescape.wiki/api/v1/osrs/1h";
+        }
+    }
+}

OSItemIndex.AggregateService/Constants.cs

@@ -0,0 +1,36 @@
+using Microsoft.AspNetCore.Hosting;
+using Microsoft.Extensions.Hosting;
+using Microsoft.Extensions.Logging;
+using Serilog;
+using Serilog.Events;
+using Serilog.Exceptions;
+
+namespace OSItemIndex.AggregateService
+{
+    public static class HostBuilderExtensions
+    {
+        public static IHost BuildBasicServiceHost<TStartup>(string[] args)  where TStartup : class
+        {
+            return Host.CreateDefaultBuilder(args)
+                       .ConfigureForSerilog()
+                       .ConfigureWebHostDefaults(webBuilder =>
+                       {
+                           webBuilder.UseStartup<TStartup>();
+                       })
+                       .Build();
+        }
+
+        public static IHostBuilder ConfigureForSerilog(this IHostBuilder builder)
+        {
+            builder.ConfigureLogging(logging => { logging.ClearProviders(); }); // remove default providers
+            builder.UseSerilog((hostingContext, services, loggerConfiguration) => loggerConfiguration
+                                   .MinimumLevel.Override("Microsoft", LogEventLevel.Information)
+                                   .Enrich.FromLogContext()
+                                   .Enrich.WithThreadId()
+                                   .Enrich.WithExceptionDetails()
+                                   .WriteTo.Console(outputTemplate:
+                                                    "[{Timestamp:HH:mm:ss} {Level:u3}] {Message:lj}{NewLine}{Exception}")); // {Properties:j}
+            return builder;
+        }
+    }
+}