var pathmodule = require('path'); var app = require('express')(); var http = require('http').Server(app); var https = require('https'); var io = require('socket.io')(http); var chokidar = require("chokidar"); var logpath = "/var/lab/playground-serverlogs"; var watcher = chokidar.watch(logpath, { ignored: /[\/\\]\./, awaitWriteFinish: true, persistent: true }); var async = require("async"); const { check, validationResult } = require('express-validator'); const urlExistSync = require("url-exist-sync"); var express = require('express'); app.use(express.json()); const axios = require('axios'); axios.defaults.timeout = 30000 const helmet = require('helmet'); app.use(helmet()); const cors = require('cors') const whitelist = [ 'http://localhost:8080', 'http://localhost:3080', 'http://localhost:3081', 'http://localhost:3082' ] const corsOptions = { credentials: true, methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204 allowedHeaders: [ 'Content-Type', 'Authorization', 'X-Requested-With', 'device-remember-token', 'Access-Control-Allow-Origin', 'Access-Control-Allow-Headers', 'Origin', 'Accept' ], origin: function(origin, callback) { if (whitelist.indexOf(origin) !== -1) { callback(null, true) } else { callback(null, true) //callback(new Error('Not allowed by CORS')) } } } // *************************************************** // checktoken // *************************************************** async function checkToken(token) { const agent = new https.Agent({ rejectUnauthorized: false, }); const instance = axios.create({ baseURL: 'https://api.swarmlab.io', withCredentials: true, rejectUnauthorized: false, crossdomain: true, httpsAgent: agent, headers: { 'Accept': 'application/json', 'Content-Type': 'multipart/form-data', 'Authorization': 'Bearer '+token } }) try { var pipelines = { "source":'ssologin' } var params = { pipeline: pipelines } var options = { headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, }; instance.defaults.timeout = 30000; const res = await instance.post('/istokenvalidsso',params,options); if(res.status == 200){ return res.data }else{ console.log("noerror: " + res) return res.status } } catch (err) { console.error("error: "+err); var error = new Object(); error.action = '401' return error } } function convertDateToUTC(date) { return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); } // *************************************************** // get pipelines // *************************************************** async function getpipelines(token,pipelinename) { const agent = new https.Agent({ rejectUnauthorized: false, }); const instance = axios.create({ baseURL: 'https://api.swarmlab.io', withCredentials: true, rejectUnauthorized: false, crossdomain: true, httpsAgent: agent, headers: { 'Accept': 'application/json', 'Content-Type': 'multipart/form-data', 'Authorization': 'Bearer '+token } }) /* var params = { playbook: value } var options = { params: params, headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, }; const playbook = await api.GET('playbookCode',options); return playbook */ try { var pipelines = { "querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', "filter":pipelinename } //var params = { // pipeline: pipelines // } var params = { querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', filter:pipelinename } var options = { params: params, headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, }; //https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes instance.defaults.timeout = 30000; //const res = await instance.get('/getplaygrounds',params,options); const res = await instance.get('/getplaygrounds',options); if(res.status == 200){ return res.data }else{ console.log("noerror: " + res) return res.status } } catch (err) { console.error("error: "+err); var error = new Object(); error.action = '401' return error } } global.online='ob'; global.pipelines=[]; function onWatcherReady(){ console.info('From here can you check for real changes, the initial scan has been completed.'); } // Declare the listeners of the watcher watcher .on('add', function(path) { console.log('File', path, 'has been added'); var pathfileval = pathmodule.basename(path); //console.log('Filepath1 ', pathfileval, ' check'); var arrfile = pathfileval.toString().split("-"); var pathfile = arrfile[0]; //console.log('Filepath ', pathfile, ' check'); // /var/lab/playground-serverlogs/ondemand_playgroundnodejs_masterJPMqt1Jr-RgpMZFwJ-log // ondemand_playgroundnodejs_masterPQvbrWga-AQxgfnSJ-output (async() => { var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto var resdata = await getpipelines(token,pathfile) //console.log('info-------->>>>>>>>>>>> ', JSON.stringify(resdata)); //console.log('info----------------------- ', JSON.stringify(resdata.data)); //resdata.data.pathlogfile = pathfile resdata.data.pathlogfile = 'test' var resob = resdata.data var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname); //indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists") indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists") //console.log('info', JSON.stringify(resdata)); console.log('info------------- ', JSON.stringify(global.pipelines)); })() }) .on('addDir', function(path) { console.log('Directory', path, 'has been added'); }) .on('change', function(path) { console.log('File', path, 'has been changed'); }) .on('unlink', function(path) { console.log('File', path, 'has been removed'); }) .on('unlinkDir', function(path) { console.log('Directory', path, 'has been removed'); }) .on('error', function(error) { console.log('Error happened', error); }) .on('ready', onWatcherReady) .on('raw', function(event, path, details) { // This event should be triggered everytime something happens. console.log('Raw event info:', event, path, details); }); // *************************************************** // rest get // *************************************************** app.get('/run', [ //check('access_token').isLength({ min: 40 }), //check('llo').isBase64() ], cors(corsOptions), (req, res, next) => { var RES = new Object(); RES.code = req.query["code"] console.error('socket GET from client ' + RES.code); RES.error = false RES.error_msg = "ok" res.json(RES) }); // *************************************************** // rest post // *************************************************** app.post('/run', [ //check('access_token').isLength({ min: 40 }), //check('llo').isBase64() ], cors(corsOptions), (req, res, next) => { //console.log(JSON.stringify(req.headers)); //console.log(JSON.stringify(req.body)); console.log("mongo "+JSON.stringify(req.body)); console.log("LOG "+JSON.stringify(req.body[0].message)); console.log("PATH "+JSON.stringify(req.body[0].tailed_path)); for (var i = 0; i < req.body.length; i++){ var obj = req.body[i]; //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname); //indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists") var now = new Date(); var reslog = new Object(); reslog.log = obj //var n = {} //n.year = now.getFullYear(); //n.month = now.getMonth(); //n.day = now.getDay(); //n.hours = now.getHours(); //n.minutes = now.getMinutes(); //n.seconds = now.getSeconds(); //n.milliseconds = now.getMilliseconds(); //reslog.date = n reslog.date = convertDateToUTC(now) console.log(reslog); io.emit("logdata", reslog); /* for (var key in obj){ var value = obj[key]; //console.log("line " + key + ": " + value); reslog.key = key reslog.value = value //io.emit("logdata", reslog); } */ } //io.in("iot").emit("message", RES); console.error('socket POST from client'); var RES = new Object(); RES.error = false RES.error_msg = "ok" RES.msg = req.body[0].messsage res.json(RES) }); // *************************************************** // rocket // *************************************************** io.origins('*:*') // for latest version io.on('connection', s => { console.error('socket connection'); // ------------------------------ // --- set // ------------------------------ var global = new Object(); global.SOCKET = {}; global.SOCKET.error = {}; console.error('socket ...'); s.auth = false; // ------------------------------ // --- authenticate // ------------------------------ s.on('authenticate', function(data){ const token = data console.log('invalid 1 ' + token); (async() => { var isvalid = await checkToken(token); if(isvalid.action == 'ok'){ console.log("Authserver ok ", s.id + ' - ' + token); global.SOCKET.user = isvalid.user global.SOCKET.scope = isvalid.scope // space delimeter global.SOCKET.token = isvalid.token s.auth = true; }else{ console.log("Authserver no ", s.id + ' - ' + token); s.auth = false; } })() }); setTimeout(function(){ if (!s.auth) { console.log("Disconnecting timeout socket ", s.id); s.disconnect('unauthorized'); } }, 30000); var id = s.id s.on('log', obj => { console.error('from client '+ s.id + ' obj ' + obj); }); }); http.listen(3000, () => console.error('listening on http://localhost:3000/')); console.error('socket.io example');