280 lines
11 KiB
C#
280 lines
11 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.Globalization;
|
|
using System.Text;
|
|
using System.Text.RegularExpressions;
|
|
using System.Web;
|
|
using Activizr.Basic.Enums;
|
|
using Activizr.Logic.Financial;
|
|
using Activizr.Logic.Pirates;
|
|
using Activizr.Logic.Security;
|
|
using Activizr.Logic.Structure;
|
|
|
|
namespace Activizr.Utility.Financial
|
|
{
|
|
public class PaysonImporter
|
|
{
|
|
public static void Run(string data, Organization organization, Person runningPerson)
|
|
{
|
|
if (!data.StartsWith("\r\n<html>\r\n<head>\r\n <style>\r\n .tal"))
|
|
{
|
|
runningPerson.SendPhoneMessage("The file you uploaded does not appear to be a Payson export file. No processing done. The data has been discarded.");
|
|
throw new ArgumentException("This does not appear to be a Payson file");
|
|
}
|
|
|
|
if (organization.Identity != 1)
|
|
{
|
|
runningPerson.SendPhoneMessage("Payson import is currently only supported for PPSE. No processing done. The data has been discarded.");
|
|
throw new Exception("Payson is only supported for PPSE at the moment.");
|
|
}
|
|
|
|
ImportResult result = ImportPayson(data);
|
|
|
|
ImportStats stats = ProcessImportedData(result, organization, runningPerson);
|
|
|
|
try
|
|
{
|
|
runningPerson.SendPhoneMessage("The Payson file was processed. See mail for more details.");
|
|
}
|
|
catch (Exception)
|
|
{
|
|
// Ignore error on SMS transmit
|
|
}
|
|
|
|
string mailBody = string.Empty;
|
|
|
|
mailBody += String.Format("Rows processed: {0,9:N0}\r\n", stats.ProcessedTransactionCount);
|
|
mailBody += String.Format("Tx imported: {0,9:N0}\r\n", stats.ImportedTransactionCount);
|
|
mailBody += String.Format("Tx modified: {0,9:N0}\r\n", stats.ModifiedTransactionCount - stats.ImportedTransactionCount);
|
|
|
|
runningPerson.SendNotice("Payson file imported", mailBody, organization.Identity);
|
|
}
|
|
|
|
|
|
protected static ImportResult ImportPayson(string contents)
|
|
{
|
|
string regexPattern = @"<tr>\s+<td>\s*(?<datetime>[0-9]{4}-[0-9]{2}-[0-9]{2}\s[0-9]{2}:[0-9]{2}:[0-9]{2})\s*</td><td>(?<comment1>[^<]*)</td><td>[^>]*</td><td>(?<txid>[0-9]+)</td>\s*<td>(?<from>[^<]+)</td>\s*<td>(?<to>[^<]+)</td><td class=\""tal\"">(?<gross>[\-0-9,]+)</td><td class=\""tal\"">(?<fee>[\-0-9,]+)</td><td class=\""tal\"">(?<vat>[\-0-9,]+)</td><td class=\""tal\"">(?<net>[\-0-9,]+)</td><td class=\""tal\"">(?<balance>[\-0-9,]+)</td><td>(?<currency>[^<]+)</td><td>(?<reference>[^<]+)</td><td[^>]+?>(?<comment2>[^<]+)</td>";
|
|
|
|
Regex regex = new Regex(regexPattern, RegexOptions.Singleline);
|
|
Match match = regex.Match(contents);
|
|
|
|
ImportResult result = new ImportResult();
|
|
List<ImportedRow> rows = new List<ImportedRow>();
|
|
|
|
while (match.Success)
|
|
{
|
|
if (match.Groups["currency"].Value != "SEK")
|
|
{
|
|
continue; // HACK: Need to fix currency support at some time
|
|
}
|
|
|
|
// Get current balance from the first line in the file
|
|
|
|
if (result.CurrentBalance == 0.0)
|
|
{
|
|
result.CurrentBalance = Int64.Parse(match.Groups["balance"].Value.Replace(",", ""))/10000.0;
|
|
}
|
|
|
|
ImportedRow row = new ImportedRow();
|
|
|
|
// DEBUG -- REMOVE WHEN DEPLOYING
|
|
|
|
if (System.Diagnostics.Debugger.IsAttached)
|
|
{
|
|
Console.WriteLine("New Row -----");
|
|
|
|
Console.WriteLine("- SuppliedTxId: {0}", match.Groups["txid"].Value);
|
|
Console.WriteLine("- Comment: {0}", HttpUtility.HtmlDecode(match.Groups["comment2"].Value));
|
|
Console.WriteLine("- DateTime: {0}", match.Groups["datetime"].Value);
|
|
Console.WriteLine("- AmountGross: {0}", match.Groups["gross"].Value);
|
|
Console.WriteLine("- Fee: {0}", match.Groups["fee"].Value);
|
|
Console.WriteLine("- AmountNet: {0}", match.Groups["net"].Value);
|
|
}
|
|
|
|
string comment = HttpUtility.HtmlDecode(match.Groups["comment2"].Value.Trim());
|
|
if (String.IsNullOrEmpty(comment))
|
|
{
|
|
comment = match.Groups["comment1"].Value.Trim();
|
|
}
|
|
|
|
row.SuppliedTransactionId = "Payson-" + match.Groups["txid"].Value;
|
|
row.Comment = comment;
|
|
row.DateTime = DateTime.Parse(match.Groups["datetime"].Value, CultureInfo.InvariantCulture);
|
|
row.AmountCentsGross = Int64.Parse(match.Groups["gross"].Value.Replace(".", "").Replace(",", ""))/100;
|
|
row.FeeCents = Int64.Parse(match.Groups["fee"].Value.Replace(".", "").Replace(",", ""))/100;
|
|
row.AmountCentsNet = Int64.Parse(match.Groups["net"].Value.Replace(".", "").Replace(",", ""))/100;
|
|
|
|
rows.Add(row);
|
|
|
|
match = match.NextMatch();
|
|
}
|
|
|
|
result.Rows = rows;
|
|
return result;
|
|
}
|
|
|
|
|
|
protected class ImportResult
|
|
{
|
|
public double CurrentBalance;
|
|
public List<ImportedRow> Rows;
|
|
}
|
|
|
|
protected class ImportedRow
|
|
{
|
|
public DateTime DateTime;
|
|
public string HashBase;
|
|
public string SuppliedTransactionId;
|
|
public double CurrentBalance;
|
|
public Int64 AmountCentsNet;
|
|
public Int64 AmountCentsGross;
|
|
public Int64 FeeCents;
|
|
public string Comment;
|
|
}
|
|
|
|
|
|
protected static string StripQuotes(string input)
|
|
{
|
|
if (input.StartsWith("\""))
|
|
{
|
|
input = input.Substring(1);
|
|
}
|
|
|
|
if (input.EndsWith("\""))
|
|
{
|
|
input = input.Substring(0, input.Length - 1);
|
|
}
|
|
|
|
return input;
|
|
}
|
|
|
|
|
|
protected class ImportStats
|
|
{
|
|
public int ProcessedTransactionCount;
|
|
public int ModifiedTransactionCount;
|
|
public int ImportedTransactionCount;
|
|
}
|
|
|
|
|
|
protected static ImportStats ProcessImportedData(ImportResult import, Organization organization, Person importingPerson)
|
|
{
|
|
FinancialAccount paysonAccount = FinancialAccount.FromIdentity(99); // HACK -- need something more sophisticated long run that allows different accounts for different orgs
|
|
FinancialAccount bankFees = organization.FinancialAccounts.CostsBankFees;
|
|
FinancialAccount donations = organization.FinancialAccounts.IncomeDonations;
|
|
|
|
int autoDepositLimit = 1000; // TODO: Get from organization parameters
|
|
int autoWithdrawalLimit = 0;
|
|
|
|
ImportStats result = new ImportStats();
|
|
|
|
foreach (ImportedRow row in import.Rows)
|
|
{
|
|
// Each row is at least a stub, probably more.
|
|
|
|
// If too old, ignore.
|
|
|
|
if (row.DateTime < new DateTime(2010, 4, 1))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
string importKey = row.SuppliedTransactionId;
|
|
|
|
// If importKey is empty, construct a hash from the data fields.
|
|
|
|
if (string.IsNullOrEmpty(importKey))
|
|
{
|
|
string hashKey = row.HashBase + row.Comment + (row.AmountCentsNet / 100.0).ToString(CultureInfo.InvariantCulture) + row.CurrentBalance.ToString(CultureInfo.InvariantCulture) +
|
|
row.DateTime.ToString("yyyy-MM-dd-hh-mm-ss");
|
|
|
|
importKey = SHA1.Hash(hashKey).Replace(" ", "");
|
|
}
|
|
|
|
if (importKey.Length > 30)
|
|
{
|
|
importKey = importKey.Substring(0, 30);
|
|
}
|
|
|
|
Int64 amountCents = row.AmountCentsNet;
|
|
|
|
if (amountCents == 0)
|
|
{
|
|
amountCents = row.AmountCentsGross;
|
|
}
|
|
|
|
Dictionary<int, long> nominalTransaction = new Dictionary<int, long>();
|
|
|
|
FinancialTransaction transaction = null;
|
|
|
|
try
|
|
{
|
|
transaction = FinancialTransaction.FromImportKey(organization, importKey);
|
|
|
|
}
|
|
catch (Exception)
|
|
{
|
|
// if we get here, that means the transaction did not yet exist
|
|
|
|
transaction = FinancialTransaction.ImportWithStub(organization.Identity, row.DateTime,
|
|
paysonAccount.Identity, amountCents,
|
|
row.Comment, importKey,
|
|
importingPerson.Identity);
|
|
result.ImportedTransactionCount++;
|
|
|
|
if (transaction == null)
|
|
{
|
|
// No transaction was created. This is an error condition as it should have been created if it didn't
|
|
// exist, and the "exist" case is handled in the FromImportKey attempt above. Abort with error.
|
|
// Throw new exception?
|
|
|
|
continue;
|
|
}
|
|
}
|
|
|
|
result.ProcessedTransactionCount++;
|
|
|
|
nominalTransaction[paysonAccount.Identity] = amountCents;
|
|
|
|
// The transaction was created. Examine if the autobook criteria are true.
|
|
|
|
if (amountCents < 0)
|
|
{
|
|
if ((-amountCents) < autoWithdrawalLimit * 100)
|
|
{
|
|
// Book against autoWithdrawal account.
|
|
|
|
nominalTransaction[bankFees.Identity] = -amountCents;
|
|
}
|
|
}
|
|
else if (amountCents > 0)
|
|
{
|
|
if (row.FeeCents < 0)
|
|
{
|
|
// This is always an autodeposit, if there is a fee (which is never > 0.0)
|
|
|
|
nominalTransaction[bankFees.Identity] = -row.FeeCents;
|
|
nominalTransaction[donations.Identity] = -row.AmountCentsGross;
|
|
}
|
|
else if (amountCents < autoDepositLimit * 100)
|
|
{
|
|
// Book against autoDeposit account.
|
|
|
|
nominalTransaction[donations.Identity] = -amountCents;
|
|
}
|
|
}
|
|
|
|
if (transaction.Rows.AmountCentsTotal != 0) // If transaction is unbalanced, balance it
|
|
{
|
|
if (transaction.RecalculateTransaction(nominalTransaction, importingPerson))
|
|
{
|
|
result.ModifiedTransactionCount++;
|
|
}
|
|
}
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
}
|
|
} |