Files
using.cash/Backend/Program.cs
T

748 lines
26 KiB
C#

using System;
using System.Diagnostics;
using System.Globalization;
using System.Threading;
using Mono.Unix;
using Mono.Unix.Native;
using Swarmops.Database;
using Swarmops.Logic.Communications;
using Swarmops.Logic.Communications.Payload;
using Swarmops.Logic.Communications.Resolution;
using Swarmops.Logic.Financial;
using Swarmops.Logic.Structure;
using Swarmops.Logic.Support;
using Swarmops.Utility;
using Swarmops.Utility.BotCode;
using Swarmops.Utility.Communications;
using Swarmops.Utility.Mail;
namespace Swarmops.Backend
{
internal class Program
{
private const string heartbeatFile = "/var/run/swarmops/backend/heartbeat.txt";
private static bool testMode;
private static void Main (string[] args)
{
// Checking for schemata upgrade first of all
DatabaseMaintenance.UpgradeSchemata();
testMode = false;
UnixSignal[] killSignals = null;
if (!Debugger.IsAttached)
{
killSignals = new UnixSignal[] {new UnixSignal (Signum.SIGINT), new UnixSignal (Signum.SIGTERM)};
}
BotLog.Write (0, "MainCycle", string.Empty);
BotLog.Write (0, "MainCycle", "-----------------------------------------------");
BotLog.Write (0, "MainCycle", string.Empty);
if (args.Length > 0)
{
if (args[0].ToLower() == "test")
{
/*
BotLog.Write(0, "MainCycle", "Running self-tests");
HeartBeater.Instance.Beat(heartbeatFile); // Otherwise Heartbeater.Beat() will fail in various places
testMode = true;
Console.WriteLine("Testing All Maintenance Processes (except membership-changing ones).");
PWLog.Write(PWLogItem.None, 0, PWLogAction.SystemTest, string.Empty, string.Empty);
Console.WriteLine("\r\n10-second intervals:");
OnEveryTenSeconds();
Console.WriteLine("\r\nEvery minute:");
OnEveryMinute();
Console.WriteLine("\r\nEvery five minutes:");
OnEveryFiveMinutes();
Console.WriteLine("\r\nEvery hour:");
OnEveryHour();
Console.WriteLine("\r\nNoon:");
OnNoon();
Console.WriteLine("\r\nMidnight:");
OnMidnight();
*/
Console.WriteLine ("Testing database access...");
Console.WriteLine (SwarmDb.GetDatabaseForReading().GetPerson (1).Name);
Console.WriteLine (SwarmDb.GetDatabaseForReading().GetPerson (1).PasswordHash);
Console.WriteLine ("Creating OutboundComm...");
OutboundComm.CreateNotification (null, NotificationResource.System_Startup);
Console.WriteLine ("Transmitting...");
OutboundComms comms = OutboundComms.GetOpen();
Console.WriteLine ("{0} open items in outbound comms.", comms.Count);
foreach (OutboundComm comm in comms)
{
if (comm.TransmitterClass != "Swarmops.Utility.Communications.CommsTransmitterMail")
{
throw new NotImplementedException();
}
ICommsTransmitter transmitter = new CommsTransmitterMail();
OutboundCommRecipients recipients = comm.Recipients;
PayloadEnvelope envelope = PayloadEnvelope.FromXml (comm.PayloadXml);
foreach (OutboundCommRecipient recipient in recipients)
{
transmitter.Transmit (envelope, recipient.Person);
}
}
Console.Write ("\r\nAll tests run. Waiting for mail queue to flush... ");
while (!MailTransmitter.CanExit)
{
Thread.Sleep (50);
}
Console.WriteLine ("done.");
BotLog.Write (0, "MainCycle", "Exiting self-tests");
return;
}
if (args[0].ToLower() == "console")
{
Console.WriteLine ("\r\nRunning Swarmops-Backend in CONSOLE mode.\r\n");
// -------------------------------------------------------------------------------------
// -------------------------------------------------------------------------------------
// -------------------------------------------------------------------------------------
// ----------------------- INSERT ANY ONE-OFF ACTIONS HERE -------------------------
Console.Write ("\r\nWaiting for mail queue to flush... ");
while (!MailTransmitter.CanExit)
{
Thread.Sleep (50);
}
Console.WriteLine ("done.");
return;
}
if (args[0].ToLower() == "rsm")
{
Console.WriteLine ("Testing character encoding: räksmörgås RÄKSMÖRGÅS");
return;
}
}
/*
MailMessage message = new MailMessage();
message.From = new MailAddress(Strings.MailSenderAddress, Strings.MailSenderName);
message.To.Add (new MailAddress ("rick@piratpartiet.se", "Rick Falkvinge (Piratpartiet)"));
message.Subject = "Räksmörgåsarnas ékÖNÖMÏåvdëlnïng";
message.Body = "Hejsan hoppsan Räksmörgåsar.";
message.BodyEncoding = Encoding.Default;
message.SubjectEncoding = Encoding.Default;
SmtpClient smtpClient = new SmtpClient ("localhost");
smtpClient.Credentials = null; // mono bug
smtpClient.Send (message);*/
Console.WriteLine (" * Swarmops Backend starting");
BotLog.Write(0, "MainCycle", "Backend STARTING");
OutboundComm.CreateNotification (null, NotificationResource.System_Startup);
// Check for existence of installation ID. If not, create one. Warning: has privacy implications when communicated.
if (Persistence.Key["SwarmopsInstallationId"] == string.Empty)
{
Persistence.Key["SwarmopsInstallationId"] = Guid.NewGuid().ToString();
}
// Check for existence of bitcoin hotwallet root
BitcoinUtility.VerifyBitcoinHotWallet();
// Begin maintenance loop
DateTime cycleStartTime = DateTime.UtcNow;
DateTime cycleEndTime;
int lastSecond = cycleStartTime.Second;
int lastMinute = cycleStartTime.Minute;
int lastHour = cycleStartTime.Hour;
bool exitFlag = false;
while (!exitFlag) // exit is handled by signals handling at end of loop
{
BotLog.Write (0, "MainCycle", "Cycle Start");
cycleStartTime = DateTime.UtcNow;
cycleEndTime = cycleStartTime.AddSeconds(10);
try
{
OnEveryTenSeconds();
if (cycleStartTime.Second < lastSecond)
{
OnEveryMinute();
if (cycleStartTime.Minute%5 == 0)
{
OnEveryFiveMinutes();
}
}
if (cycleStartTime.Minute < lastMinute)
{
OnEveryHour();
if (DateTime.Now.Hour == 10 && DateTime.Today.DayOfWeek == DayOfWeek.Tuesday)
{
OnTuesdayMorning();
}
}
if (cycleStartTime.Hour >= 12 && lastHour < 12)
{
OnNoon();
}
if (cycleStartTime.Hour < lastHour)
{
OnMidnight();
}
}
catch (Exception e)
{
// Note each "OnEvery..." catches its own errors and sends Exception mails,
// so that failure in one should not stop the others from running. This particular
// code should never run.
ExceptionMail.Send (new Exception ("Failed in swarmops-backend main loop", e), true);
}
lastSecond = cycleStartTime.Second;
lastMinute = cycleStartTime.Minute;
lastHour = cycleStartTime.Hour;
// Wait for a maximum of ten seconds (the difference between cycleStartTime and cycleEndTime)
DateTime utcNow = DateTime.UtcNow;
while (utcNow < cycleEndTime && !exitFlag)
{
int signalIndex = 250;
// Block until a SIGINT or SIGTERM signal is generated, or 1/4 second has passed.
// However, we can't do that in a development environment - it won't have the
// Mono.Posix assembly, and won't understand UnixSignals. So people running this in
// a dev environment will need to stop it manually.
if (!Debugger.IsAttached)
{
signalIndex = UnixSignal.WaitAny(killSignals, 250);
}
else
{
TimeSpan timeLeft = (cycleEndTime - utcNow);
BotLog.Write(0, "MainCycle Debug",
string.Format(CultureInfo.InvariantCulture, "Waiting for {0:F2} more seconds for cycle end",
timeLeft.TotalMilliseconds / 1000.0));
Thread.Sleep(250);
}
if (signalIndex < 250)
{
exitFlag = true;
Console.WriteLine ("Caught signal " + killSignals[signalIndex].Signum + ", exiting");
BotLog.Write (0, "MainCycle",
"EXIT SIGNAL (" + killSignals[signalIndex].Signum + "), terminating backend");
}
utcNow = DateTime.UtcNow;
}
}
Console.WriteLine (" * Swarmops Backend stopping");
BotLog.Write (0, "MainCycle", "BACKEND EXITING, sending backend-termination notices");
/*
if (HeartBeater.Instance.WasKilled)
{
// removed unconditional delete, cron job that restarts bot uses it to know that it is intentionally down.
ExceptionMail.Send(new Exception("HeartBeater triggered restart of Swarmops Backend. Will commence after 800 seconds."), false);
}*/
BotLog.Write (0, "MainCycle", "...done");
/*
while (!MailTransmitter.CanExit)
{
System.Threading.Thread.Sleep(50);
}*/
Thread.Sleep (2000);
}
private static void OnEveryTenSeconds()
{
try
{
BotLog.Write (0, "MainCycle", "Ten-second entry");
CommsTransmitter.Run();
try
{
/*TestTrace("Running EventProcessor.Run()...");
EventProcessor.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running MailResolver.Run()...");
MailResolver.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running MailProcessor.Run()...");
MailProcessor.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
BotLog.Write (0, "MainCycle", "Ten-second exit");
}
catch (Exception e)
{
ExceptionMail.Send (e, true);
}
}
private static void OnEveryMinute()
{
try
{
BotLog.Write (0, "MainCycle", "One-minute process (empty)");
}
catch (Exception e)
{
TraceAndReport (e);
}
// empty
}
private static void OnEveryFiveMinutes()
{
try
{
BotLog.Write (0, "MainCycle", "Five-minute entry");
try
{
BotLog.Write(1, "FiveMinute", "Starting automated payout processing");
Payouts.PerformAutomated();
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*BotLog.Write(1, "FiveMinute", "Starting newsletter checker");
TestTrace("Running NewsletterChecker.Run()...");
NewsletterChecker.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*BotLog.Write(1, "FiveMinute", "Starting turnaround tracker");
TestTrace("Running TurnaroundTracker.Run()...");
TurnaroundTracker.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
// TestTrace(" done.\r\nRunning UpdateStatsCache.Run()...");
// UpdateStatsCache.Run();
/*TestTrace(" done.\r\nRunning TranslateUrls()...");
TranslateUrls();*/
// Added during election rush 2010: clean up support database every five minutes instead of once a day
// SMS notifications for bounces are turned off, so people don't get SMS notifications in the middle of the night
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*BotLog.Write(1, "FiveMinute", "Closing delay warnings");
TestTrace("Running SupportDatabase.CloseDelayWarnings()...");
SupportDatabase.CloseDelayWarnings();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running SupportDatabase.NotifyBouncingEmails()...");
BotLog.Write(1, "FiveMinute", "Notifying bouncing emails");
SupportDatabase.NotifyBouncingEmails();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running SupportMailReview.Run()...");
BotLog.Write(1, "FiveMinute", "Running support mail review");
SupportMailReview.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
BotLog.Write (0, "MainCycle", "Five-minute exit");
}
catch (Exception e)
{
ExceptionMail.Send (e, true);
TestTrace (e.ToString());
}
}
private static void OnEveryHour()
{
DateTime startTime = DateTime.Now;
try
{
BotLog.Write (0, "MainCycle", "One-hour entry");
try
{
// This will upgrade the database schema if and only if we failed to do so on entry.
if (SwarmDb.DbVersion < SwarmDb.DbVersionExpected)
{
BotLog.Write (1, "OneHour", "Entering DbUpgrade");
DatabaseMaintenance.UpgradeSchemata();
BotLog.Write (1, "OneHour", "Exited DbUpgrade");
}
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
BotLog.Write(1, "OneHour", "Entering Automatch");
Organizations organizations = Organizations.GetAll();
foreach (Organization organization in organizations)
{
if (organization.IsEconomyEnabled)
{
BotLog.Write(1, "OneHour", "Automatching org #" + organization.Identity.ToString(CultureInfo.InvariantCulture));
Payouts.AutomatchAgainstUnbalancedTransactions(organization);
}
}
BotLog.Write(1, "OneHour", "Exited Automatch");
/*TestTrace("Running PaymentGroupMapper.Run()...");
PaymentGroupMapper.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running BlogTop50Scraper.Run()...");
BlogTop50Scraper.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running Mappery.CreatePiratpartietOrganizationStrengthCircuitMap()...");
Mappery.CreatePiratpartietOrganizationStrengthCircuitMap();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running Mappery.CreatePiratpartietOrganizationStrengthCityMap()...");
Mappery.CreatePiratpartietOrganizationStrengthCityMap();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
BotLog.Write (0, "MainCycle", "One-hour exit");
}
catch (Exception e)
{
TraceAndReport (e);
}
}
private static void OnMidnight()
{
try
{
BotLog.Write (0, "MainCycle", "Midnight entry");
try
{
if (!testMode)
{
/*TestTrace("Running RosterHousekeeping.ChurnExpiredMembers()...");
RosterHousekeeping.ChurnExpiredMembers();
TestTrace(" done.\r\n");*/
}
ExchangeRateSnapshot.Create();
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
BotLog.DeleteOld (14); // delete logs older than 14 days
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running SwedishForumMemberCheck.Run()...");
SwedishForumMemberCheck.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running SalaryProcessor.Run()...");
SalaryProcessor.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running TurnaroundTracker.Housekeeping()...");
TurnaroundTracker.Housekeeping();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running Mappery.CreateUngPiratUptakeMap()...");
Mappery.CreateUngPiratUptakeMap();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running RosterHousekeeping.TimeoutVolunteers()...");
RosterHousekeeping.TimeoutVolunteers();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
BotLog.Write (0, "MainCycle", "Midnight exit");
}
catch (Exception e)
{
ExceptionMail.Send (e, true);
TestTrace (e.ToString());
}
}
private static void OnNoon()
{
BotLog.Write (0, "MainCycle", "Noon entry");
try
{
if (!PilotInstallationIds.IsPilot (PilotInstallationIds.PiratePartySE))
{
// PPSE is still running PW4 code for this, so don't run for PPSE
Payroll.ProcessMonthly(); // will only actually run on the 1st, but no harm in testing every noon
}
if (!testMode)
{
/*TestTrace("Running RosterHousekeeping.RemindAllExpiries()...");
RosterHousekeeping.RemindAllExpiries();
TestTrace(" done.\r\n");*/
}
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
if (!testMode)
{
/*TestTrace("Running SupportDatabase.NotifyBouncingEmails()...");
SupportDatabase.NotifyBouncingEmails();
TestTrace(" done.\r\n");*/
}
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running SupportDatabase.CloseDelayWarnings()...");
SupportDatabase.CloseDelayWarnings();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
try
{
/*TestTrace("Running SupportMailReview.Run()...");
SupportMailReview.Run();
TestTrace(" done.\r\n");*/
}
catch (Exception e)
{
TraceAndReport (e);
}
BotLog.Write (0, "MainCycle", "Noon exit");
}
private static void OnTuesdayMorning()
{
try
{
//TestTrace("Running ActivityMailer.Run()...");
// PirateWeb.Utility.BotCode.ActivityMailer.Run();
//TestTrace(" done.\r\n");
}
catch (Exception e)
{
ExceptionMail.Send (e, true);
if (testMode)
{
Console.WriteLine (e.ToString());
}
}
}
private static void TraceAndReport (Exception e)
{
TestTrace (" failed.\r\n");
ExceptionMail.Send (e, true);
TestTrace (e.ToString());
}
private static void TestTrace (string message)
{
if (testMode)
{
Console.Write (message);
}
}
}
}