admin/bodyshop-uploader
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

IO-797 Add fault tolerance for scanning.

Browse Source
This commit is contained in:
Patrick Fic
2021-03-24 11:01:43 -07:00
parent 1f6d0abe21
commit de14a8c4ac
4 changed files with 104 additions and 78 deletions
Download Patch File Download Diff File Expand all files Collapse all files

143
BodyshopUploader/Utils/Decoder/EstimateDecoder.cs
View File

@@ -15,7 +15,8 @@ namespace BodyshopPartner.Utils.Decoder
public static class CIECAEstimateImport public static class CIECAEstimateImport
{ {
private static NLog.Logger logger = NLog.LogManager.GetCurrentClassLogger(); private static NLog.Logger logger = NLog.LogManager.GetCurrentClassLogger();
private static int numRetries = 6;
private static int retrySleep = 100;
/// <summary> /// <summary>
/// Decode the set of estimate files based on the creation of an envelope file. /// Decode the set of estimate files based on the creation of an envelope file.
/// </summary> /// </summary>
@@ -31,16 +32,18 @@ namespace BodyshopPartner.Utils.Decoder
string system = ParseEnvFile(ref ret, _dir); string system = ParseEnvFile(ref ret, _dir);
ParseAd1File(ref ret, _dir); bool ad1Success = ParseAd1File(ref ret, _dir);
ParseAd2File(ref ret, _dir); bool ad2Success = ParseAd2File(ref ret, _dir);
ParseVehFile(ref ret, _dir); bool vehSuccess = ParseVehFile(ref ret, _dir);
ParsePfhFile(ref ret, _dir); bool pfhSuccess = ParsePfhFile(ref ret, _dir);
ParsePflFile(ref ret, _dir, _source); bool pflSuccess = ParsePflFile(ref ret, _dir, _source);
ParsePfmFile(ref ret, _dir); bool pfmSuccess = ParsePfmFile(ref ret, _dir);
ParseStlFile(ref ret, _dir); bool stlSuccess = ParseStlFile(ref ret, _dir);
ParseTtlFile(ref ret, _dir); bool ttlSuccess = ParseTtlFile(ref ret, _dir);
ParseLinFile(ref ret, _dir, system); bool linSuccess = ParseLinFile(ref ret, _dir, system);
ParsePfpFile(ref ret, _dir); bool pfpSuccess = ParsePfpFile(ref ret, _dir);
if (!ad1Success || !ad2Success || !vehSuccess || !pfhSuccess || !pflSuccess || !pfmSuccess || !stlSuccess || !ttlSuccess || !linSuccess || !pfpSuccess) return false;
return ret; return ret;
} }
@@ -54,7 +57,7 @@ namespace BodyshopPartner.Utils.Decoder
logger.Trace(@"Parsing Env at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing Env at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -74,9 +77,9 @@ namespace BodyshopPartner.Utils.Decoder
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open AD1 file. Retrying. "); logger.Trace(ex, "Unable to open ENV file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
@@ -84,16 +87,16 @@ namespace BodyshopPartner.Utils.Decoder
return "M"; return "M";
} }
public static void ParseAd1File(ref dynamic j, string RootFilePath) public static bool ParseAd1File(ref dynamic j, string RootFilePath)
{ {
if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) if (string.IsNullOrWhiteSpace(j.ciecaid.Value))
{ {
return; return false;
} }
logger.Trace(@"Parsing AD1 at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing AD1 at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -257,30 +260,31 @@ namespace BodyshopPartner.Utils.Decoder
j.owner.data = ownerRoot; j.owner.data = ownerRoot;
reader.Dispose(); reader.Dispose();
return; return true;
} }
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open AD1 file. Retrying. "); logger.Trace(ex, "Unable to open AD1 file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
return false;
} }
public static void ParseAd2File(ref dynamic j, string RootFilePath) public static bool ParseAd2File(ref dynamic j, string RootFilePath)
{ {
if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) if (string.IsNullOrWhiteSpace(j.ciecaid.Value))
{ {
return; return false;
} }
logger.Trace(@"Parsing AD2 at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing AD2 at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -409,30 +413,31 @@ namespace BodyshopPartner.Utils.Decoder
reader.Dispose(); reader.Dispose();
return; return true;
} }
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open AD2 file. Retrying. "); logger.Trace(ex, "Unable to open AD2 file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
return false;
} }
public static void ParsePfhFile(ref dynamic j, string RootFilePath) public static bool ParsePfhFile(ref dynamic j, string RootFilePath)
{ {
if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) if (string.IsNullOrWhiteSpace(j.ciecaid.Value))
{ {
return; return false;
} }
logger.Trace(@"Parsing PFH at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing PFH at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -470,28 +475,29 @@ namespace BodyshopPartner.Utils.Decoder
//j.adj_btr_in = readValues[17];//ADJ_BTR_IN //j.adj_btr_in = readValues[17];//ADJ_BTR_IN
j.tax_predis = readValues[18];//TAX_PREDIS j.tax_predis = readValues[18];//TAX_PREDIS
reader.Dispose(); reader.Dispose();
return; return true;
} }
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open PFH file. Retrying. "); logger.Trace(ex, "Unable to open PFH file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
return false;
} }
public static void ParsePflFile(ref dynamic j, string RootFilePath, SourceSystem _source = SourceSystem.Mitchell) public static bool ParsePflFile(ref dynamic j, string RootFilePath, SourceSystem _source = SourceSystem.Mitchell)
{ {
if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) if (string.IsNullOrWhiteSpace(j.ciecaid.Value))
{ {
return; return false;
} }
logger.Trace(@"Parsing PFl at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing PFl at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -590,28 +596,29 @@ namespace BodyshopPartner.Utils.Decoder
//j.lbr_tx_in5 = readValues[15];//LBR_TX_IN5 //j.lbr_tx_in5 = readValues[15];//LBR_TX_IN5
reader.Dispose(); reader.Dispose();
return; return true;
} }
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open PFl file. Retrying. "); logger.Trace(ex, "Unable to open PFl file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
return false;
} }
public static void ParsePfmFile(ref dynamic j, string RootFilePath) public static bool ParsePfmFile(ref dynamic j, string RootFilePath)
{ {
if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) if (string.IsNullOrWhiteSpace(j.ciecaid.Value))
{ {
return; return false;
} }
logger.Trace(@"Parsing PFM at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing PFM at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -722,26 +729,27 @@ namespace BodyshopPartner.Utils.Decoder
reader.Dispose(); reader.Dispose();
return; return true;
} }
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open PFM file. Retrying. "); logger.Trace(ex, "Unable to open PFM file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
return false;
} }
public static void ParseVehFile(ref dynamic j, string RootFilePath) public static bool ParseVehFile(ref dynamic j, string RootFilePath)
{ {
if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) { return; } if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) { return false; }
logger.Trace(@"Parsing Veh at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing Veh at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -825,27 +833,28 @@ namespace BodyshopPartner.Utils.Decoder
j.kmin = readValues[18]; j.kmin = readValues[18];
v.shopid = AppMetaData.ActiveShopId; v.shopid = AppMetaData.ActiveShopId;
} }
return; return true;
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open VEH file. Retrying. "); logger.Trace(ex, "Unable to open VEH file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
return false;
} }
public static void ParseLinFile(ref dynamic j, string RootFilePath, string system) public static bool ParseLinFile(ref dynamic j, string RootFilePath, string system)
{ {
if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) if (string.IsNullOrWhiteSpace(j.ciecaid.Value))
{ {
return; return false;
} }
logger.Trace(@"Parsing LIN at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing LIN at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -1044,26 +1053,27 @@ namespace BodyshopPartner.Utils.Decoder
reader.Dispose(); reader.Dispose();
return; return true;
} }
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open LIN file. Retrying. "); logger.Trace(ex, "Unable to open LIN file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
return false;
} }
public static void ParseTtlFile(ref dynamic j, string RootFilePath) public static bool ParseTtlFile(ref dynamic j, string RootFilePath)
{ {
if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) { return; } if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) { return false; }
logger.Trace(@"Parsing Ttl at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing Ttl at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -1097,25 +1107,26 @@ namespace BodyshopPartner.Utils.Decoder
} }
return; return true;
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open TTL file. Retrying. "); logger.Trace(ex, "Unable to open TTL file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
return false;
} }
public static void ParseStlFile(ref dynamic j, string RootFilePath) public static bool ParseStlFile(ref dynamic j, string RootFilePath)
{ {
if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) { return; } if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) { return false; }
logger.Trace(@"Parsing STL at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing STL at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -1158,27 +1169,28 @@ namespace BodyshopPartner.Utils.Decoder
j.cieca_stl = new JObject(); j.cieca_stl = new JObject();
j.cieca_stl.data = totals; j.cieca_stl.data = totals;
} }
return; return true;
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open STL file. Retrying. "); logger.Trace(ex, "Unable to open STL file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
return false;
} }
public static void ParsePfpFile(ref dynamic j, string RootFilePath) public static bool ParsePfpFile(ref dynamic j, string RootFilePath)
{ {
if (string.IsNullOrWhiteSpace(j.ciecaid.Value)) if (string.IsNullOrWhiteSpace(j.ciecaid.Value))
{ {
return; return false;
} }
logger.Trace(@"Parsing PFP at: {0}{1}", RootFilePath, j.ciecaid.Value); logger.Trace(@"Parsing PFP at: {0}{1}", RootFilePath, j.ciecaid.Value);
int retryNumber = 0; int retryNumber = 0;
while (retryNumber < 11) while (retryNumber < numRetries)
{ {
try try
{ {
@@ -1233,16 +1245,17 @@ namespace BodyshopPartner.Utils.Decoder
j.parts_tax_rates = taxRates; j.parts_tax_rates = taxRates;
reader.Dispose(); reader.Dispose();
return; return true;
} }
} }
catch (IOException ex) catch (IOException ex)
{ {
logger.Trace(ex, "Unable to open LIN file. Retrying. "); logger.Trace(ex, "Unable to open PFP file. Retrying. ");
retryNumber++; retryNumber++;
Thread.Sleep(3000); Thread.Sleep(retrySleep);
} }
} }
return false;
} }

26
BodyshopUploader/Utils/DiskScan.cs
View File

@@ -5,7 +5,7 @@ using System.IO;
using System.Linq; using System.Linq;
using System.Text; using System.Text;
using System.Threading.Tasks; using System.Threading.Tasks;
using Newtonsoft.Json.Linq;
namespace BodyshopPartner.Utils namespace BodyshopPartner.Utils
{ {
public static class DiskScan public static class DiskScan
@@ -32,18 +32,22 @@ namespace BodyshopPartner.Utils
}; };
dynamic job = Utils.Decoder.EstimateDecoder.CIECAEstimateImport.DecodeEstimate(envfp); dynamic job = Utils.Decoder.EstimateDecoder.CIECAEstimateImport.DecodeEstimate(envfp);
EstimatesOnDisk.Add(new ScanResponseItem() if (!(job is Boolean))
{ {
Id = job.ciecaid,
Filepath = envfp,
Cieca_Id = job.ciecaid,
Clm_No = job.clm_no,
Owner = job.ownr_fn?.Value + " " + job.ownr_ln?.Value,
Ins_Co_Nm = job.ins_co_nm?.Value,
Vehicle = job.vehicle.data.v_model_yr.Value + " " + job.vehicle.data.v_make_desc.Value + " " + job.vehicle.data.v_model_desc.Value,
}); EstimatesOnDisk.Add(new ScanResponseItem()
{
Id = job.ciecaid,
Filepath = envfp,
Cieca_Id = job.ciecaid,
Clm_No = job.clm_no,
Owner = job.ownr_fn?.Value + " " + job.ownr_ln?.Value,
Ins_Co_Nm = job.ins_co_nm?.Value,
Vehicle = job.vehicle.data.v_model_yr.Value + " " + job.vehicle.data.v_make_desc.Value + " " + job.vehicle.data.v_model_desc.Value,
});
}
}); });
logger.Info("Estimates found: " + ad1FilePaths.Count); logger.Info("Estimates found: " + ad1FilePaths.Count);
return EstimatesOnDisk; return EstimatesOnDisk;

4
BodyshopUploader/Utils/HTTPServer.cs
View File

@@ -171,8 +171,8 @@ namespace BodyshopPartner.Utils
} }
catch (Exception Ex) catch (Exception Ex)
{ {
logger.Error(Ex, "Error encountered while processing QuickBooks requests."); logger.Error(Ex, "Error encountered while scanning for estimates on disk.", Ex.ToString());
hlog("Error encountered while processing QuickBooks requests."); hlog("Error encountered while processing QuickBooks requests. " + Ex.Message);
HttpResponse.Add(new ScanResponseItem() { Id = "-1", Success = false, ErrorMessage = Ex.Message }); HttpResponse.Add(new ScanResponseItem() { Id = "-1", Success = false, ErrorMessage = Ex.Message });
} }
res.WithCORS().AsText(JsonConvert.SerializeObject(HttpResponse)); res.WithCORS().AsText(JsonConvert.SerializeObject(HttpResponse));

9
BodyshopUploader/Utils/JobProcessingQueue.cs
View File

@@ -117,6 +117,15 @@ namespace BodyshopPartner.Utils
private static async Task UpsertQueueItem(DTO_QueueItem item) private static async Task UpsertQueueItem(DTO_QueueItem item)
{ {
if (item.Job is Boolean)
{
//throw an error
logger.Error("The currently process job is missing part of the EMS set and could not be processed.");
string msg = Properties.Resources.Msg_NewJobUploadError;
Notifications.notifier.ShowError(msg);
return;
}
//TODO: This should perform some sort of upsert to update the vehicle with more up to date information. //TODO: This should perform some sort of upsert to update the vehicle with more up to date information.
//Strip out what isn't needed by replacing it with nulls to save DB space. //Strip out what isn't needed by replacing it with nulls to save DB space.