Triggering events from async/await not respecting order - node.js

Question

I'm having some issues understanding/applying a correct order of events. I'm working on a "frankenstein" code, where from the back-end of nodejs I call several other files/executables that work together to produce a final result. This system has a queue and if the DB has more documents to process the cycle should restart after the final step, until every document is read.
Basically: I call excel vba, that excel calls an exe file that is commanded by excel during it's processing, after that, those are closed and another exe is invoked and should finish processing before.
The problem is that when I have documents on queue the all system starts running ahead of time, which leads to the programs not being closed properly and jamming everything down the line.
Below is the code:
const { getReports, getToDo, sendOutput, parseJSON, getEmail} = require('./dbAPI');
const { execSync } = require('child_process');
const excel = require('exceljs');
const fs = require('fs');
const iconv = require('iconv-lite');
const nodemailer = require('nodemailer');
const exec = require('child_process').execFile;
let reportId;
require('log-timestamp');
//const { watch } = require('fs/promises');
const { report } = require('process');
//const ac = new AbortController();
//const { signal } = ac;
//setTimeout(() => ac.abort(), 10000);
let working = false;
process.on('message', (message) => {
if (message === 'new input') {
console.log('New Input Detected');
working || processInput();
// Used the OR operator from JS.
// If working === true, nothing happens; if working === false, the function is called.
// This prevents the function to be called on top of an already working process.
// This way, the program will start processing forms only when it's not already doing so.
}
});
async function processInput() {
working = true;
console.log('Started working');
while (true) {
let report = await getToDo();
reportId = parseJSON(report);
if (typeof report === 'undefined') break;
console.log('----------------------------------------');
transformData(report.inputs);
await writeToExcel(report);
execSync('start "Form Processing" /WAIT "C:/ibasim/reportProcessing/IBAS_v1.0.2.xlsm"');
//await generateOutput(report.outputs); Ana commented
console.log('Start counting')
const delay = ms => new Promise(resolve => setTimeout(resolve,ms))
await delay(240000)
console.log('Timeout reached')
//checkExistsWithTimeout('./output.xlsx', 400000)
let output = await readOutputXlsx(); //await
await sendOutput(report, output);
try {
// console.log("Drawings will start...");
await startDrawing();
fs.unlinkSync('C:/ibasim/output.xlsx')
console.log('File removed')
//form.kill();
//console.log('Form killed');
// await notificationEmail();
//file removed
} catch(err) {
//sendEmail();
//console.error(err)
return;
}
// (async () => {
// try {
// console.log("watching...");
// let output = awayt readOutputXlsx(); //await
// await sendOutput(report, output); //await
// } catch (err) {
// if (err.name === 'AbortError')
// return;
// throw err;
// }})();
// let output = await readOutputXlsx(); //await
// await sendOutput(report, output); //await
//
//let filename = './output.xlsx';
// (async () => {
// try {
// console.log("watching...");
// fs.watch('./output.xlsx', (eventType, filename) => { //watch('./output.xlsx', { signal }); //const watcher =
// console.log("watching...");
// //for await (const event of watcher)
// if (filename) {
// console.log("XLSX file created");
// let output = readOutputXlsx(); //await
// sendOutput(report, output); //await
// }
// });
// } catch (err) {
// if (err.name === 'AbortError')
// return;
// throw err;
// }
// })();
//
}
working = false;
process.send('Finished working, exiting...');
process.exit();
}
async function writeToExcel(report) {
let workbook = new excel.Workbook();
let worksheet = workbook.addWorksheet('study');
let filename = 'C:/ibasim/study.xlsx';
// Auxiliary variable used to create an array and then equal the worksheet columns to this array.
// Did this because you can't push elements to worksheet.columns, you can only change that once,
// so I was getting an error.
columns = [];
for (let key in report.inputs) {
columns.push({
header: key,
key: key,
});
}
worksheet.columns = columns;
const row2 = worksheet.getRow(2);
row2.values = report.inputs;
worksheet.getRow(3).getCell(1).value = reportId;
//await workbook.csv.writeFile(filename);
await workbook.xlsx.writeFile(filename, { encoding: 'utf-8' });
//originalFile = fs.readFileSync(filename, {encoding: 'binary'});
//decodedFile = iconv.decode(filename, 'iso88591');
console.log('Written Excel');
return;
}
function transformData(inputs) {
try {
// For every single field that needs to be a number and not a string, we try to convert it to a float.
// If the input is a number, the parseFloat will succeed, otherwise it will return NaN.
// When it returns NaN, we keep the input as it is, as later it will trigger an error in external software.
// Before using parseFloat, we replace any commas (,) with periods (.) as the user may have inputted
// a number as 12,7 instead of 12.7 and that doesn't classify as a float.
inputs.vao = inputs.vao.replace(',', '.');
inputs.vao = parseFloat(inputs.vao) !== NaN ? parseFloat(inputs.vao) : inputs.vao;
inputs.c = inputs.c.replace(',', '.');
inputs.c = parseFloat(inputs.c) !== NaN ? parseFloat(inputs.c) : inputs.c;
inputs.af = inputs.af.replace(',', '.');
inputs.af = parseFloat(inputs.af) !== NaN ? parseFloat(inputs.af) : inputs.af;
inputs.h = inputs.h.replace(',', '.');
inputs.h = parseFloat(inputs.h) !== NaN ? parseFloat(inputs.h) : inputs.h;
inputs.hc = inputs.hc.replace(',', '.');
inputs.hc = parseFloat(inputs.hc) !== NaN ? parseFloat(inputs.hc) : inputs.hc;
inputs.afmc = inputs.afmc.replace(',', '.');
inputs.afmc = parseFloat(inputs.afmc) !== NaN ? parseFloat(inputs.afmc) : inputs.afmc;
inputs.afmf = inputs.afmf.replace(',', '.');
inputs.afmf = parseFloat(inputs.afmf) !== NaN ? parseFloat(inputs.afmf) : inputs.afmf;
inputs.platibandas_comprimento = inputs.platibandas_comprimento.replace(',', '.');
inputs.platibandas_comprimento = parseFloat(inputs.platibandas_comprimento) !== NaN ? parseFloat(inputs.platibandas_comprimento) : inputs.platibandas_comprimento;
inputs.altitude = inputs.altitude.replace(',', '.');
inputs.altitude = parseFloat(inputs.altitude) !== NaN ? parseFloat(inputs.altitude) : inputs.altitude;
inputs.piso_area = inputs.piso_area.replace(',', '.');
inputs.piso_area = parseFloat(inputs.piso_area) !== NaN ? parseFloat(inputs.piso_area) : inputs.piso_area;
inputs.piso_altura = inputs.piso_altura.replace(',', '.');
inputs.piso_altura = parseFloat(inputs.piso_altura) !== NaN ? parseFloat(inputs.piso_altura) : inputs.piso_altura;
} catch (error) {}
return;
}
// async function generateOutput(outputs) {
// let workbook = new excel.Workbook();
// let worksheet = workbook.addWorksheet('outputs');
// let filename = './output.xlsx';
// for (let key in outputs) {
// worksheet.addRow('');
// if (typeof outputs[key] === 'object' && key !== 'piso' && key !== 'platibandas') {
// worksheet.addRow([key]);
// for (let property in outputs[key]) {
// worksheet.addRow([property, outputs[key][property]]);
// }
// } else if (key === 'piso') {
// worksheet.addRow([key]);
// for (let subObject in outputs[key]) {
// worksheet.addRow([subObject]);
// for (let property in outputs[key][subObject]) {
// worksheet.addRow([property, outputs[key][subObject][property]]);
// }
// }
// } else if (key === 'platibandas') {
// worksheet.addRow([key]);
// for (let property in outputs[key]) {
// if (typeof outputs[key][property] === 'object') {
// worksheet.addRow([property]);
// for (let subProperty in outputs[key][property]) {
// worksheet.addRow([subProperty, outputs[key][property][subProperty]]);
// }
// } else {
// worksheet.addRow([property, outputs[key][property]]);
// }
// }
// } else {
// worksheet.addRow([key, outputs[key]]);
// }
// }
// await workbook.xlsx.writeFile(filename);
// return;
// }
async function readOutputXlsx() {
console.log("watching...");
// (async () => {fs.watch('./output.xlsx', (eventType, filename) => { //watch('./output.xlsx', { signal }); //const watcher =
// console.log("watching...");
// //for await (const event of watcher)
// if (filename) {
// console.log("XLSX file created");
// }
// });})
let filename = 'C:/ibasim/output.xlsx';
console.log("Output starting to read")
let output = {};
const workbook = new excel.Workbook();
//await workbook.xlsx.readFile('./output.xlsx');
try {
await workbook.xlsx.readFile('C:/ibasim/output.xlsx');
} catch(err) {
// create reusable transporter object using the default SMTP transport
//var transporter = nodemailer.createTransport('smtps://user%40gmail.com:pass#smtp.gmail.com');
// // create reusable transporter object using the default SMTP transport
// let transporter = nodemailer.createTransport({
// host: 'smtp-pt.securemail.pro',
// port: 465,
// secure: true, // true for 465, false for other ports
// auth: {
// user: process.env.sender, // generated ethereal user
// pass: process.env.emailPassword // generated ethereal password
// },
// tls: {
// rejectUnauthorized: false,
// },
// });
// // send mail with defined transport object
// let info = await transporter.sendMail({
// from: `"IBAS Error Warning" <${process.env.sender}>`, // sender address
// to: process.env.receiverOfError, // list of receivers
// subject: "Error Warning", // Subject line
// text: "Error", // plain text body
// html:"<p>Error on study with id " + reportId + "</p>"
// });
// // send mail with defined transport object
// transporter.sendMail(mailOptions, function(error, info){
// if(error){
// return console.log(error);
// }
// console.log('Message sent: ' + info.response);
// });
// console.log("this file does not exist!");
return;
}
let rows = workbook.getWorksheet().getSheetValues();
rows = rows.filter((a) => a);
for (let index = 0; index < rows.length; index++) {
if (rows[index][1] !== 'piso' && rows[index][1] !== 'platibandas') {
let subobject = rows[index][1];
output[subobject] = {};
index++;
while (index < rows.length && rows[index].length === 3) {
if (rows[index][1] === 'componentesSoldados') {
output['componentesSoldados'] = rows[index][2];
index++;
continue;
} else if (rows[index][1] === 'debug') {
output['debug'] = rows[index][2];
index++;
continue;
}
output[subobject][rows[index][1]] = rows[index][2];
index++;
}
index--;
} else if (rows[index][1] === 'piso') {
output['piso'] = {};
index++;
for (let i = 0; i < 3; i++) {
let subobject = rows[index][1];
output['piso'][subobject] = {};
index++;
while (index < rows.length && rows[index].length === 3) {
output['piso'][subobject][rows[index][1]] = rows[index][2];
index++;
}
}
index--;
} else if (rows[index][1] === 'platibandas') {
output['platibandas'] = {};
index++;
while (index < rows.length && rows[index].length === 3) {
output['platibandas'][rows[index][1]] = rows[index][2];
index++;
}
let subobject = rows[index][1];
output['platibandas'][subobject] = {};
index++;
while (index < rows.length && rows[index].length === 3) {
output['platibandas'][subobject][rows[index][1]] = rows[index][2];
index++;
}
index--;
}
}
console.log("Output read")
return output;
}
async function sendEmail () {
// create reusable transporter object using the default SMTP transport
let transporter = nodemailer.createTransport({
host: 'smtp-pt.securemail.pro',
port: 465,
secure: true, // true for 465, false for other ports
auth: {
user: process.env.sender, // generated ethereal user
pass: process.env.emailPassword // generated ethereal password
},
tls: {
rejectUnauthorized: false,
},
});
// send mail with defined transport object
let info = await transporter.sendMail({
from: `"IBAS Error Warning" <${process.env.sender}>`, // sender address
to: process.env.receiverOfError, // list of receivers
subject: "Error Warning", // Subject line
text: "Error", // plain text body
html:"<p>Error on study with id " + reportId + "</p>"
});
// send mail with defined transport object
// transporter.sendMail(mailOptions, function(error, info){
// if(error){
// return console.log(error);
// }
// console.log('Message sent: ' + info.response);
// });
// console.log("this file does not exist!");
}
async function notificationEmail () {
// create reusable transporter object using the default SMTP transport
let transporter = nodemailer.createTransport({
host: 'smtp-pt.securemail.pro',
port: 465,
secure: true, // true for 465, false for other ports
auth: {
user: process.env.sender, // generated ethereal user
pass: process.env.emailPassword // generated ethereal password
},
tls: {
rejectUnauthorized: false,
},
});
// send mail with defined transport object
let info = await transporter.sendMail({
from: `"IBAS" <${process.env.sender}>`, // sender address
to: 'xxxx#xxx.com', // list of receivers
subject: "O seu estudo está concluído", // Subject line
// text: "Error", // plain text body
html:"<p>O seu estudo está concluído e encontra-se na sua área de cliente. Aceda a <a href='url'>www.ibasim.com/perfil</a> para visualizar.</p>"
});
// send mail with defined transport object
// transporter.sendMail(mailOptions, function(error, info){
// if(error){
// return console.log(error);
// }
// console.log('Message sent: ' + info.response);
// });
// console.log("this file does not exist!");
}
async function startDrawing() {
console.log("start drawing");
//add the condition, if user has that extra
let revit = exec('C:/Program Files/Autodesk/Revit 2020/Revit.exe', (error, stdout, stderr) => {
if (error) {
console.error(`exec error: ${error}`);
return;
}
})
setTimeout(function(){
console.log("counting down for revit!")
revit.kill();
}, 120 * 1000);
}
The excel restarts while startDrawing() is still active (the revit file is not closed yet) and after it never does close, only if there's no queue.
Can someone please help on how to adjust this process to make sure the queue only gets a new element after the revit.kill process happens (and the exe effectively is closed)?
Thanks in advance for your help.