101 lines
3.2 KiB
C#
101 lines
3.2 KiB
C#
// /**
|
|
// * File: SkyEntities.cs
|
|
// * Author: haraldwolff
|
|
// *
|
|
// * This file and it's content is copyrighted by the Author and / or copyright holder.
|
|
// * Any use wihtout proper permission is illegal and may lead to legal actions.
|
|
// *
|
|
// *
|
|
// **/
|
|
using System;
|
|
using ln.types.odb;
|
|
using ln.skyscanner.entities;
|
|
using System.IO;
|
|
using ln.http.resources;
|
|
using System.Linq;
|
|
using ln.types.odb.mapped;
|
|
using ln.types.net;
|
|
using ln.skyscanner.crawl;
|
|
using ln.skyscanner.checks;
|
|
using ln.logging;
|
|
|
|
namespace ln.skyscanner
|
|
{
|
|
public class SkyEntities
|
|
{
|
|
public SkyScanner SkyScanner { get; }
|
|
public string BasePath => Path.Combine(SkyScanner.BasePath, "entities");
|
|
|
|
public GlobalNetwork GlobalNetwork { get; private set; }
|
|
|
|
|
|
public ODB ODB { get; private set; }
|
|
|
|
public ODBCollection<Node> NodeCollection { get; private set; }
|
|
public ODBCollection<Subnet> SubnetCollection { get; private set; }
|
|
public ODBCollection<PointOfPresence> PointOfPresenceCollection { get; private set; }
|
|
|
|
public ODBCollection<CrawledHost> CrawledHosts { get; private set; }
|
|
public ODBCollection<CrawledSubnet> CrawledSubnets { get; private set; }
|
|
|
|
public ODBCollection<Network4> BlockedNetworks { get; private set; }
|
|
|
|
public ODBCollection<SkyCheckState> SkyCheckStates { get; private set; }
|
|
|
|
public SkyEntities(SkyScanner skyScanner)
|
|
{
|
|
SkyScanner = skyScanner;
|
|
|
|
Logging.Log(LogLevel.INFO, "SkyEntities: initializing");
|
|
|
|
ODB = new ODB(BasePath);
|
|
|
|
NodeCollection = ODB.GetCollection<Node>();
|
|
NodeCollection.EnableStrongCache(true);
|
|
NodeCollection.EnsureIndeces(
|
|
"PrimaryIP",
|
|
"Interfaces[].ConfiguredIPs[].IP",
|
|
"Interfaces[].ConfiguredIPs[].Network",
|
|
"uniqueIdentity"
|
|
);
|
|
|
|
Network4 n192 = Network4.Parse("192.168.0.0/16");
|
|
|
|
/* Preload all nodes to increase load speed*/
|
|
foreach (Node node in NodeCollection.ToArray())
|
|
{
|
|
if (n192.Contains(node.PrimaryIP))
|
|
NodeCollection.Delete(node);
|
|
}
|
|
|
|
SubnetCollection = ODB.GetCollection<Subnet>();
|
|
SubnetCollection.EnsureIndeces("Network");
|
|
|
|
PointOfPresenceCollection = ODB.GetCollection<PointOfPresence>();
|
|
PointOfPresenceCollection.EnsureIndeces("ForeignName");
|
|
|
|
CrawledHosts = ODB.GetCollection<CrawledHost>();
|
|
CrawledHosts.EnsureIndeces("PrimaryIP","IPAddresses[]");
|
|
|
|
CrawledSubnets = ODB.GetCollection<CrawledSubnet>();
|
|
BlockedNetworks = ODB.GetCollection<Network4>("blockedNetworks");
|
|
|
|
SkyCheckStates = ODB.GetCollection<SkyCheckState>();
|
|
SkyCheckStates.EnableStrongCache(true);
|
|
SkyCheckStates.EnsureIndeces("Node");
|
|
|
|
foreach (SkyCheckState checkState in SkyCheckStates.ToArray())
|
|
{
|
|
if (object.ReferenceEquals(checkState.Node, null))
|
|
SkyCheckStates.Delete(checkState);
|
|
}
|
|
|
|
Logging.Log(LogLevel.INFO, "SkyEntities: initialized");
|
|
|
|
GlobalNetwork = new GlobalNetwork();
|
|
}
|
|
|
|
|
|
}
|
|
}
|