Lefteris
/
readmongo
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
Browse Source

comments

master
lefteris 3 years ago
parent
0c56044083
commit
58ad391556
1 changed files with 73 additions and 188 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 261
      swarmlab-app/src/run/app.js

261
swarmlab-app/src/run/app.js
View File

@ -197,6 +197,7 @@ app.get("/length", cors(corsOptions), (req, res) => {
);
});
// έλεγχος αν η δομή είναι κατάλληλη για μετατροπή σε json
function IsJsonString(str) {
try {
JSON.parse(str);
@ -206,6 +207,7 @@ function IsJsonString(str) {
return true;
}
// endpoint για την αναγνώριση των υπηρεσιών στο δίκτυο
app.get("/services", cors(corsOptions), (req, res) => {
console.error("getting length of logs");
@ -317,6 +319,7 @@ app.get("/test", cors(corsOptions), (req, res) => {
);
});
// endpoint που επιστρέφει όλα τα logs.
app.get("/raw", cors(corsOptions), (req, res) => {
console.log("reading from db....");
@ -350,6 +353,7 @@ app.get("/raw", cors(corsOptions), (req, res) => {
);
});
// βασικό endpoint που επιστρέφει κατάλληλα τα logs στην ευρετηρίαση του web-client
app.get("/test2", cors(corsOptions), (req, res) => {
var RES = new Object();
const page = req.query["page"];
@ -582,16 +586,7 @@ app.get("/test2", cors(corsOptions), (req, res) => {
console.log("reading from db....");
// Lefos-- variable poy krata to trexon room tou xrhsth kathe fora
var curRoom;
// var url = "mongodb://mongo:27017/";
// MongoClient.connect(url, function (err, db) {
// if (err) throw err;
// var dbo = db.db("fluentdb");
// dbo.collection("test", onCollectionNew);
// });
// συνάρτηση που χρησιμοποιείται ως callback για την δημιουργία stream με τη βάση και συγκεκριμένο user
async function onCollectionNew(err, collection) {
/*
Prepei na elegxw kathe fora an to socket id tou user einai energo
@ -635,22 +630,10 @@ async function onCollectionNew(err, collection) {
});
}
// sockets και διαχείριση συνδέσεων
io.on("connection", (s) => {
console.error("socket connection");
// -------- Lefos section
//dbo.collection("test", onCollectionNew);
// --------
//s.set('transports', ['websocket']);
//s.set('pingTimeout', 30000);
//s.set('allowUpgrades', false);
//s.set('serveClient', false);
//s.set('pingInterval', 10000);
// ------------------------------
// --- set
// ------------------------------
var usersession = new Object();
usersession.SOCKET = {};
usersession.SOCKET.error = {};
@ -931,48 +914,49 @@ function sendlog(reslog, pathfileval) {
//}
}
function onlogfile(path) {
console.log("File", path, "has been added");
var pathfileval = pathmodule.basename(path);
var arrfile = pathfileval.toString().split("-");
var pathfile = arrfile[0];
var indexfind1 = global.pipelines.findIndex(
(x) => x.pathlogfile == pathfileval
);
console.log(
"file11111111111111111111111111111111 " + JSON.stringify(pathfileval)
);
if (indexfind1 === -1) {
(async () => {
console.log(
"file2222222222222222222222222222222222222 " +
JSON.stringify(pathfileval)
);
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
var resdata = await getpipelines(token, pathfile);
//resdata.data.pathlogfile = 'test'
var resob = {};
resob.pathlogfile = pathfileval;
var resobarray = [];
for (let i in resdata.data) {
var resob1 = {};
resob1.data = resdata.data[i].res25swarmlabname;
resob1.user25user = resdata.data[i].res25user;
resob1.res25creator = resdata.data[i].res25creator;
resob1.res25fileforce = resdata.data[i].res25fileforce;
resobarray.push(resob1);
}
resob.data = resobarray;
var indexfind = global.pipelines.findIndex(
(x) => x.pathlogfile == pathfileval
);
indexfind === -1
? global.pipelines.push(resob)
: console.log("object already exists " + pathfileval);
})();
}
}
// function onlogfile(path) {
// console.log("File", path, "has been added");
// var pathfileval = pathmodule.basename(path);
// var arrfile = pathfileval.toString().split("-");
// var pathfile = arrfile[0];
// var indexfind1 = global.pipelines.findIndex(
// (x) => x.pathlogfile == pathfileval
// );
// console.log(
// "file11111111111111111111111111111111 " + JSON.stringify(pathfileval)
// );
// if (indexfind1 === -1) {
// (async () => {
// console.log(
// "file2222222222222222222222222222222222222 " +
// JSON.stringify(pathfileval)
// );
// var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
// var resdata = await getpipelines(token, pathfile);
// //resdata.data.pathlogfile = 'test'
// var resob = {};
// resob.pathlogfile = pathfileval;
// var resobarray = [];
// for (let i in resdata.data) {
// var resob1 = {};
// resob1.data = resdata.data[i].res25swarmlabname;
// resob1.user25user = resdata.data[i].res25user;
// resob1.res25creator = resdata.data[i].res25creator;
// resob1.res25fileforce = resdata.data[i].res25fileforce;
// resobarray.push(resob1);
// }
// resob.data = resobarray;
// var indexfind = global.pipelines.findIndex(
// (x) => x.pathlogfile == pathfileval
// );
// indexfind === -1
// ? global.pipelines.push(resob)
// : console.log("object already exists " + pathfileval);
// })();
// }
// }
// Έλεγχος αν υπάρχει ήδη ενεργό stream με τη βάση δεδομένων για κάποιον
async function checkstream(data) {
var res = await getkey(data.id);
if (res == "1") {
@ -997,6 +981,7 @@ function sleep(ms) {
return new Promise((resolve) => setTimeout(resolve, ms));
}
// δεν την χρησιμοποιώ κάπου
function getSHA256ofJSON(data, inputEncoding, encoding) {
if (!data) {
return "";
@ -1007,29 +992,28 @@ function getSHA256ofJSON(data, inputEncoding, encoding) {
return hash.update(JSON.stringify(data), inputEncoding).digest(encoding);
}
// --- LEFOS - get user via token from REDIS
async function getUser(token) {
return new Promise((resolve) => {
pubClient.get(token, function (err, reply) {
if (err) {
console.log("----------error------------");
resolve(null);
} else {
if (reply) {
console.log("---------found----------");
resolve(1);
} else {
console.log("----------not found------------");
resolve(2);
//return 2
}
}
});
});
}
//var getkey = function getkey(key) {
// async function getUser(token) {
// return new Promise((resolve) => {
// pubClient.get(token, function (err, reply) {
// if (err) {
// console.log("----------error------------");
// resolve(null);
// } else {
// if (reply) {
// console.log("---------found----------");
// resolve(1);
// } else {
// console.log("----------not found------------");
// resolve(2);
// //return 2
// }
// }
// });
// });
// }
// Διαδικασία ελέγχου στοιχείων στο redis για την εξακρίβωση ύπαρξης stream με τη βάση
async function getkey(id) {
return new Promise((resolve) => {
pubClient.get(id, function (err, reply) {
@ -1050,6 +1034,7 @@ async function getkey(id) {
});
});
}
// Lefos === Set the user to redis
var setUser = function setus(id, user) {
return new Promise((resolve) => {
@ -1077,105 +1062,5 @@ var setkey = function setkv(key, value) {
});
};
async function iosend(data, issend, io, pubClient, user1) {
var new1 = {};
new1.tailed_path = data.tailed_path;
new1.message = data.message;
var now = new Date();
var reslog1 = {};
//reslog1.data = resob1
reslog1.log = new1;
reslog1.date = convertDateToUTC(now);
var user = user1;
const randomTimeInMs = Math.random() * 2000;
await sleep(randomTimeInMs);
var getres = await getkey(issend);
if (getres == "1") {
console.log(issend + " ---1 " + JSON.stringify(reslog1));
//io.in(user).emit("logdata", reslog1);
} else if (getres == "2") {
console.log(issend + " ---2 " + JSON.stringify(reslog1));
setkey(issend, "1");
//pubClient.set(issend, '1', function(err, res) {
//});
io.in(user).emit("logdata", reslog1);
//}
}
}
function onCollection(err, collection) {
let options = {
tailable: true,
awaitdata: true,
numberOfRetries: -1,
tailableRetryInterval: 500,
};
var cursor = collection.find({}, options).stream();
var itemsProcessed = 0;
var reslog = new Object();
var now = new Date();
cursor.on("data", function (data) {
var issendob = new Object();
issendob.id = data._id;
issendob.message = data.message;
issendob.tailed_path = data.tailed_path;
var issend = getSHA256ofJSON(issendob);
console.log("++++++++" + JSON.stringify(data));
console.log("++++++++ob" + JSON.stringify(issendob));
console.log("++++++++sha" + JSON.stringify(issend));
var pathfileval = pathmodule.basename(data.tailed_path);
var arrfile = pathfileval.toString().split("-");
var pathfile = arrfile[0];
var indexupdate = "yes";
var resob = {};
pubClient.get(pathfileval, function (err, object) {
var objecttmp = JSON.parse(object);
if (object) {
var user1 = objecttmp.user25user.replace(/[\n\t\r]/g, "");
iosend(data, issend, io, pubClient, user1);
} else {
(async () => {
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
var resdata1 = await getpipelines(token, pathfile);
resob.pathlogfile = pathfileval;
var resob11 = {};
var i1 = 0;
resob11.data = resdata1.data[i1].res25swarmlabname;
resob11.user25user = resdata1.data[i1].res25user.replace(
/[\n\t\r]/g,
""
);
resob11.res25creator = resdata1.data[i1].res25creator;
resob11.res25fileforce = resdata1.data[i1].res25fileforce;
resob11.tailed_path = pathfileval;
var resob1string1 = JSON.stringify(resob11);
await pubClient.set(
pathfileval,
resob1string1,
function (err, res) {}
);
var user1 = resob11.user25user;
iosend(data, issend, io, pubClient, user1);
console.log(" ---no--- " + JSON.stringify(data));
})(); //await inside yes
}
});
});
setInterval(function () {
console.log("itemsProcessed", itemsProcessed);
// this method is also exposed by the Server instance
//console.log(adapter.rooms);
}, 8000);
}
http.listen(3000, () => console.error("listening on http://localhost:3000/"));
console.error("socket.io example");

Write Preview
Loading…
Cancel
Save