using System; using System.Collections.Generic; using System.Diagnostics; using System.Globalization; using System.IO; using System.Linq; using System.Text; using System.Threading.Tasks; using Mono.Unix.Native; using Newtonsoft.Json.Linq; using Swarmops.Frontend.Socket; using Swarmops.Logic; using Swarmops.Logic.Cache; using Swarmops.Logic.Security; using Swarmops.Logic.Structure; using Swarmops.Logic.Support; using Swarmops.Logic.Support.BackendServices; using Swarmops.Logic.Support.SocketMessages; using Swarmops.Logic.Swarm; using WebSocketSharp; using WebSocketSharp.Server; namespace Swarmops.Frontend.Socket { internal class FrontendServices: WebSocketBehavior { public FrontendServices() { base.IgnoreExtensions = true; // Necessary to suppress a Deflate exception that kills server otherwise } protected override void OnMessage(WebSocketSharp.MessageEventArgs e) { // Basically just echo whatever's sent here Console.WriteLine(" - a client says " + e.Data); JObject json = JObject.Parse (e.Data); string serverRequest = (string) json["ServerRequest"]; if (string.IsNullOrEmpty (serverRequest)) { // Not a server request, so just echo the contents to everybody Sessions.Broadcast(e.Data); } switch (serverRequest) { case "AddBitcoinAddress": FrontendLoop.AddBitcoinAddress((string) json["Address"]); break; case "Metapackage": ProcessMetapackage((string) json["XmlData"]); break; case "Ping": // TODO: Request heartbeat from backend // Sessions.Broadcast("{\"messageType\":\"Heartbeat\"}"); break; case "ConvertPdf": try { JArray pdfFilesArray = (JArray)json["PdfFiles"]; JArray pdfClientNamesArray = (JArray)json["ClientFileNames"]; List rasterizationTargets = new List(); for (int loop = 0; loop < pdfFilesArray.Count; loop++) { rasterizationTargets.Add(new RasterizationTarget { FullyQualifiedFileName = Document.StorageRoot + (string)pdfFilesArray[loop], ClientFileName = (string)pdfClientNamesArray[loop] }); } PdfProcessor pdfMaker = new PdfProcessor(); pdfMaker.RasterizationProgress += BroadcastGuidProgress; pdfMaker.RasterizeMany(rasterizationTargets.ToArray(), (string)json["Guid"], _authority.Person, _authority.Organization); } catch (Exception exc) { Sessions.Broadcast("{\"messageType\":\"Debug\",\"data\":\"Exception - " + exc.GetType() + " - " + exc.ToString().Replace("\"", "\\\"") + "\"}"); } break; case "ConvertPdfHires": // Send to backend JObject backendRequest = new JObject(); backendRequest["BackendRequest"] = "ConvertPdfHires"; backendRequest["DocumentId"] = json["DocumentId"]; FrontendLoop.SendMessageUpstream(backendRequest); break; default: // do nothing; break; } } private void ProcessMetapackage(string xmlData) { Console.WriteLine("Decoding XML: " + xmlData); SocketMessage message = SocketMessage.FromXml(xmlData); // Most should just be sent straight to backend. Some could possibly be processed already here. switch (message.MessageType) { case "BroadcastProgress": JObject progressBroadcast = new JObject(); progressBroadcast["MessageType"] = "ProgressUpdate"; progressBroadcast["Guid"] = message.Guid.Replace("-", "_"); // enables JS tokens from Guid progressBroadcast["Progress"] = message.Progress; Sessions.Broadcast(progressBroadcast.ToString()); break; default: // we're not handling here, send to backend FrontendLoop.SendMessageUpstream(message); break; } } protected override void OnOpen() { Console.WriteLine(" * Attempted socket connection"); string authBase64 = Context.QueryString["Auth"]; authBase64 = Uri.UnescapeDataString (authBase64); // Defensive programming - % sign does not exist in base64 so this won't ever collapse a working encoding if (Authority.IsSystemAuthorityTokenValid(authBase64)) { _authority = null; // System authority Console.WriteLine(" - - valid system authentication token"); } else { _authority = Authority.FromEncryptedXml(authBase64); this.Sessions.RegisterSession(this, this._authority); // Only register non-system sessions Console.WriteLine(" - - authenticated: " + this._authority.Person.Canonical); } base.OnOpen(); } protected override void OnClose (CloseEventArgs e) { Console.WriteLine(" - client closed"); base.OnClose (e); this.Sessions.UnregisterSession(this); // Sessions.Broadcast("{\"messageType\":\"EditorCount\"," + String.Format("\"editorCount\":\"{0}\"", Sessions.ActiveIDs.ToArray().Length) + '}'); } /* private void ConvertPdf(string[] pdfFiles, string[] pdfClientNames, string guid, Person person, Organization organization) { List failedConversionFileNames = new List(); try { int fileCount = pdfFiles.Length; Process process = null; Document lastDocument = null; for (int fileIndex = 0; fileIndex < fileCount; fileIndex++) { // Set progress to indicate we're at file 'index' of 'fileCount' int progress = fileIndex * 99 / fileCount; // 99 at most -- 100 indicates complete int progressFileStep = 99 / fileCount; int currentFilePageCount = 0; int currentFilePageStepMilli = 0; string relativeFileName = pdfFiles[fileIndex]; // Use qpdf to determine the number of pages in the PDF string pageCountFileName = "/tmp/pagecount-" + guid + ".txt"; process = Process.Start("bash", "-c \"qpdf --show-npages " + Document.StorageRoot + relativeFileName + " > " + pageCountFileName + "\""); process.WaitForExit(); if (process.ExitCode == 2) { // Bad PDF file failedConversionFileNames.Add( ((string[])GuidCache.Get("PdfClientNames-" + guid))[fileIndex].Replace("'", "") .Replace("\"", "")); // caution; we're displaying user input, guard against XSS continue; } // Read the resulting page count from the file we piped using (StreamReader pageCountReader = new StreamReader(pageCountFileName)) { string line = pageCountReader.ReadLine().Trim(); while (line.StartsWith("WARNING") || line.StartsWith("qpdf:")) { line = pageCountReader.ReadLine().Trim(); // ignore warnings and chatter } currentFilePageCount = Int32.Parse(line); currentFilePageStepMilli = progressFileStep * 1000 / currentFilePageCount; } File.Delete(pageCountFileName); // Begin the conversion // Density 75 means 75dpi means conversion // Hires 600dpi conversion is also made, but from backend after this conversion process = Process.Start("bash", "-c \"convert -density 75 -background white -alpha remove " + Document.StorageRoot + relativeFileName + " " + Document.StorageRoot + relativeFileName + "-%04d.png\""); int pageCounter = 0; // the first produced page will be zero string testPageFileName = String.Format("{0}-{1:D4}.png", relativeFileName, pageCounter); string lastPageFileName = testPageFileName; // Convert works by first calling imagemagick that creates /tmp/magick-* files int lastProgress = 0; while (pageCounter < currentFilePageCount) { while (!File.Exists(Document.StorageRoot + testPageFileName)) { // Wait for file to appear if (!process.HasExited) { process.WaitForExit(250); } if (pageCounter == 0) { // If first page hasn't appeared yet, check for the Magick temp files int currentMagickCount = Directory.GetFiles("/tmp", "magick-*").Count(); int currentFilePercentage = currentMagickCount*50/currentFilePageCount; if (currentFilePercentage > 50) { currentFilePercentage = 50; // we may be not the only one converting right now } progress = progressFileStep*fileIndex + currentFilePercentage*100/progressFileStep; if (progress > lastProgress) // can't use Not-Equal; temp files slowly deleted before next step { BroadcastGuidProgress(organization, guid, progress); lastProgress = progress; } } } progress = progressFileStep * fileIndex + progressFileStep / 2 + currentFilePageStepMilli * (pageCounter + 1) / 2000; if (progress != lastProgress) { BroadcastGuidProgress(organization, guid, progress); lastProgress = progress; } // If the page# file that has appeared is 1+, then the preceding file is ready if (pageCounter > 0) { long fileLength = new FileInfo(Document.StorageRoot + lastPageFileName).Length; Document.Create(lastPageFileName, pdfClientNames[fileIndex] + " " + pageCounter.ToString(CultureInfo.InvariantCulture), fileLength, guid, null, person); // Set to readonly, lock out changes, permit all read Syscall.chmod(Document.StorageRoot + lastPageFileName, FilePermissions.S_IRUSR | FilePermissions.S_IRGRP | FilePermissions.S_IROTH); // Prepare to save the next file lastPageFileName = testPageFileName; } // Increase the page counter and the file we're looking for pageCounter++; testPageFileName = String.Format("{0}-{1:D4}.png", relativeFileName, pageCounter); } // We've seen the last page being written -- wait for process to exit to assure it's complete if (!process.HasExited) { process.WaitForExit(); } // Save the last page long fileLengthLastPage = new FileInfo(Document.StorageRoot + lastPageFileName).Length; lastDocument = Document.Create(lastPageFileName, pdfClientNames[fileIndex] + " " + pageCounter.ToString(CultureInfo.InvariantCulture), fileLengthLastPage, guid, null, person); // Set to readonly, lock out changes, permit all read Syscall.chmod(Document.StorageRoot + lastPageFileName, FilePermissions.S_IRUSR | FilePermissions.S_IRGRP | FilePermissions.S_IROTH); // Finally, ask the backend to do the high-res conversions, but now we have the basic, fast ones RasterizeDocumentHiresOrder backendOrder = new RasterizeDocumentHiresOrder(lastDocument); backendOrder.Create(); } } catch (Exception e) { throw; } finally { BroadcastGuidProgress(organization, guid, 100); } }*/ private void BroadcastGuidProgress(object sender, ProgressEventArgs args) { JObject json = new JObject(); json["MessageType"] = "ProgressUpdate"; json["Guid"] = args.Guid.Replace("-", "_"); // necessary to be a JS token json["Progress"] = args.Progress; FrontendLoop.BroadcastToOrganization(args.Organization, json); } public Authority Authority { get { return this._authority; } } private Authority _authority = null; } }