18 changed files with 4948 additions and 3 deletions
@ -0,0 +1,30 @@ |
|||||
|
# ---> Ansible |
||||
|
*.retry |
||||
|
|
||||
|
.DS_Store |
||||
|
node_modules |
||||
|
myconfig |
||||
|
/dist |
||||
|
|
||||
|
|
||||
|
# local env files |
||||
|
.env.local |
||||
|
.env.*.local |
||||
|
|
||||
|
# Log files |
||||
|
npm-debug.log* |
||||
|
yarn-debug.log* |
||||
|
yarn-error.log* |
||||
|
pnpm-debug.log* |
||||
|
|
||||
|
# Editor directories and files |
||||
|
.idea |
||||
|
.vscode |
||||
|
*.suo |
||||
|
*.ntvs* |
||||
|
*.njsproj |
||||
|
*.sln |
||||
|
*.sw? |
||||
|
node_config |
||||
|
fluent.conf |
||||
|
|
||||
@ -1,3 +1,2 @@ |
|||||
# testRepo |
# playground-readmongo |
||||
terst |
|
||||
discription |
|
||||
|
|||||
@ -0,0 +1,28 @@ |
|||||
|
module.exports = { |
||||
|
"apps": [ |
||||
|
{ |
||||
|
"name" : "write2mongo", |
||||
|
"autorestart" : true, |
||||
|
"watch" : true, |
||||
|
//"script" : "/home/node/swarmlab-app/run/app.js",
|
||||
|
"cwd" : "/home/node/swarmlab-app", |
||||
|
"script" : "run/app.js", |
||||
|
"run_as_user" : "node", |
||||
|
"args" : "start", |
||||
|
//"node_args" : "--harmony",
|
||||
|
//"node_args" : "['--trace-deprecation']",
|
||||
|
"pid_file" : "/home/node/run/pid.pid", |
||||
|
"log_type" : "json", |
||||
|
"log_file" : "/home/node/logs/logfile", |
||||
|
"error_file" : "/home/node/logs/errorfile", |
||||
|
"out_file" : "/home/node/logs/outfile", |
||||
|
"log_date_format": "YYYY-MM-DD HH:mm Z", |
||||
|
"merge_logs" : true, |
||||
|
"exec_mode" : "fork", |
||||
|
"max_restarts": 10, |
||||
|
"max_memory_restart": "500M", |
||||
|
"restart_delay": 1000 |
||||
|
} |
||||
|
] |
||||
|
} |
||||
|
|
||||
@ -0,0 +1,49 @@ |
|||||
|
module.exports = { |
||||
|
"apps": [ |
||||
|
{ |
||||
|
"name" : "write2mongo", |
||||
|
"autorestart" : true, |
||||
|
"watch" : true, |
||||
|
//"script" : "/home/node/swarmlab-app/run/app.js", |
||||
|
"cwd" : "/home/node/swarmlab-app", |
||||
|
"script" : "run/app.js", |
||||
|
"run_as_user" : "node", |
||||
|
"args" : "start", |
||||
|
//"node_args" : "--harmony", |
||||
|
//"node_args" : "['--trace-deprecation']", |
||||
|
"pid_file" : "/home/node/run/pid.pid", |
||||
|
"log_type" : "json", |
||||
|
"log_file" : "/home/node/logs/logfile", |
||||
|
"error_file" : "/home/node/logs/errorfile", |
||||
|
"out_file" : "/home/node/logs/outfile", |
||||
|
"log_date_format": "YYYY-MM-DD HH:mm Z", |
||||
|
"merge_logs" : true, |
||||
|
"exec_mode" : "fork", |
||||
|
"max_restarts": 10, |
||||
|
"max_memory_restart": "500M", |
||||
|
"restart_delay": 1000 |
||||
|
}, |
||||
|
{ |
||||
|
"name" : "write2proxy", |
||||
|
"autorestart" : true, |
||||
|
"watch" : true, |
||||
|
"cwd" : "/home/node/swarmlab-app", |
||||
|
"script" : "nginx -g 'daemon off;'", |
||||
|
//"script" : "./run-nginx.sh", |
||||
|
//"exec_interpreter" : "bash", |
||||
|
"exec_interpreter" : "none", |
||||
|
//"pid_file" : "/home/node/run/pidnginx.pid", |
||||
|
"log_type" : "json", |
||||
|
"log_file" : "/home/node/logs/logfilenginx", |
||||
|
"error_file" : "/home/node/logs/errorfilenginx", |
||||
|
"out_file" : "/home/node/logs/outfilenginx", |
||||
|
"log_date_format": "YYYY-MM-DD HH:mm Z", |
||||
|
"merge_logs" : true, |
||||
|
"exec_mode" : "fork_mode", |
||||
|
"max_restarts": 10, |
||||
|
"max_memory_restart": "500M", |
||||
|
"restart_delay" : 1000 |
||||
|
} |
||||
|
] |
||||
|
} |
||||
|
|
||||
@ -0,0 +1,28 @@ |
|||||
|
module.exports = { |
||||
|
"apps": [ |
||||
|
{ |
||||
|
"name" : "write2mongo", |
||||
|
"autorestart" : true, |
||||
|
"watch" : true, |
||||
|
//"script" : "/home/node/swarmlab-app/run/app.js", |
||||
|
"cwd" : "/home/node/swarmlab-app", |
||||
|
"script" : "run/app.js", |
||||
|
"run_as_user" : "node", |
||||
|
"args" : "start", |
||||
|
//"node_args" : "--harmony", |
||||
|
//"node_args" : "['--trace-deprecation']", |
||||
|
"pid_file" : "/home/node/run/pid.pid", |
||||
|
"log_type" : "json", |
||||
|
"log_file" : "/home/node/logs/logfile", |
||||
|
"error_file" : "/home/node/logs/errorfile", |
||||
|
"out_file" : "/home/node/logs/outfile", |
||||
|
"log_date_format": "YYYY-MM-DD HH:mm Z", |
||||
|
"merge_logs" : true, |
||||
|
"exec_mode" : "fork", |
||||
|
"max_restarts": 10, |
||||
|
"max_memory_restart": "500M", |
||||
|
"restart_delay": 1000 |
||||
|
} |
||||
|
] |
||||
|
} |
||||
|
|
||||
@ -0,0 +1,614 @@ |
|||||
|
GNU AFFERO GENERAL PUBLIC LICENSE |
||||
|
|
||||
|
Version 3, 19 November 2007 |
||||
|
|
||||
|
Copyright (C) 2007 Free Software Foundation, Inc. <http s ://fsf.org/> |
||||
|
|
||||
|
Everyone is permitted to copy and distribute verbatim copies of this license |
||||
|
document, but changing it is not allowed. |
||||
|
|
||||
|
Preamble |
||||
|
|
||||
|
The GNU Affero General Public License is a free, copyleft license for software |
||||
|
and other kinds of works, specifically designed to ensure cooperation with |
||||
|
the community in the case of network server software. |
||||
|
|
||||
|
The licenses for most software and other practical works are designed to take |
||||
|
away your freedom to share and change the works. By contrast, our General |
||||
|
Public Licenses are intended to guarantee your freedom to share and change |
||||
|
all versions of a program--to make sure it remains free software for all its |
||||
|
users. |
||||
|
|
||||
|
When we speak of free software, we are referring to freedom, not price. Our |
||||
|
General Public Licenses are designed to make sure that you have the freedom |
||||
|
to distribute copies of free software (and charge for them if you wish), that |
||||
|
you receive source code or can get it if you want it, that you can change |
||||
|
the software or use pieces of it in new free programs, and that you know you |
||||
|
can do these things. |
||||
|
|
||||
|
Developers that use our General Public Licenses protect your rights with two |
||||
|
steps: (1) assert copyright on the software, and (2) offer you this License |
||||
|
which gives you legal permission to copy, distribute and/or modify the software. |
||||
|
|
||||
|
A secondary benefit of defending all users' freedom is that improvements made |
||||
|
in alternate versions of the program, if they receive widespread use, become |
||||
|
available for other developers to incorporate. Many developers of free software |
||||
|
are heartened and encouraged by the resulting cooperation. However, in the |
||||
|
case of software used on network servers, this result may fail to come about. |
||||
|
The GNU General Public License permits making a modified version and letting |
||||
|
the public access it on a server without ever releasing its source code to |
||||
|
the public. |
||||
|
|
||||
|
The GNU Affero General Public License is designed specifically to ensure that, |
||||
|
in such cases, the modified source code becomes available to the community. |
||||
|
It requires the operator of a network server to provide the source code of |
||||
|
the modified version running there to the users of that server. Therefore, |
||||
|
public use of a modified version, on a publicly accessible server, gives the |
||||
|
public access to the source code of the modified version. |
||||
|
|
||||
|
An older license, called the Affero General Public License and published by |
||||
|
Affero, was designed to accomplish similar goals. This is a different license, |
||||
|
not a version of the Affero GPL, but Affero has released a new version of |
||||
|
the Affero GPL which permits relicensing under this license. |
||||
|
|
||||
|
The precise terms and conditions for copying, distribution and modification |
||||
|
follow. |
||||
|
|
||||
|
TERMS AND CONDITIONS |
||||
|
|
||||
|
0. Definitions. |
||||
|
|
||||
|
"This License" refers to version 3 of the GNU Affero General Public License. |
||||
|
|
||||
|
"Copyright" also means copyright-like laws that apply to other kinds of works, |
||||
|
such as semiconductor masks. |
||||
|
|
||||
|
"The Program" refers to any copyrightable work licensed under this License. |
||||
|
Each licensee is addressed as "you". "Licensees" and "recipients" may be individuals |
||||
|
or organizations. |
||||
|
|
||||
|
To "modify" a work means to copy from or adapt all or part of the work in |
||||
|
a fashion requiring copyright permission, other than the making of an exact |
||||
|
copy. The resulting work is called a "modified version" of the earlier work |
||||
|
or a work "based on" the earlier work. |
||||
|
|
||||
|
A "covered work" means either the unmodified Program or a work based on the |
||||
|
Program. |
||||
|
|
||||
|
To "propagate" a work means to do anything with it that, without permission, |
||||
|
would make you directly or secondarily liable for infringement under applicable |
||||
|
copyright law, except executing it on a computer or modifying a private copy. |
||||
|
Propagation includes copying, distribution (with or without modification), |
||||
|
making available to the public, and in some countries other activities as |
||||
|
well. |
||||
|
|
||||
|
To "convey" a work means any kind of propagation that enables other parties |
||||
|
to make or receive copies. Mere interaction with a user through a computer |
||||
|
network, with no transfer of a copy, is not conveying. |
||||
|
|
||||
|
An interactive user interface displays "Appropriate Legal Notices" to the |
||||
|
extent that it includes a convenient and prominently visible feature that |
||||
|
(1) displays an appropriate copyright notice, and (2) tells the user that |
||||
|
there is no warranty for the work (except to the extent that warranties are |
||||
|
provided), that licensees may convey the work under this License, and how |
||||
|
to view a copy of this License. If the interface presents a list of user commands |
||||
|
or options, such as a menu, a prominent item in the list meets this criterion. |
||||
|
|
||||
|
1. Source Code. |
||||
|
|
||||
|
The "source code" for a work means the preferred form of the work for making |
||||
|
modifications to it. "Object code" means any non-source form of a work. |
||||
|
|
||||
|
A "Standard Interface" means an interface that either is an official standard |
||||
|
defined by a recognized standards body, or, in the case of interfaces specified |
||||
|
for a particular programming language, one that is widely used among developers |
||||
|
working in that language. |
||||
|
|
||||
|
The "System Libraries" of an executable work include anything, other than |
||||
|
the work as a whole, that (a) is included in the normal form of packaging |
||||
|
a Major Component, but which is not part of that Major Component, and (b) |
||||
|
serves only to enable use of the work with that Major Component, or to implement |
||||
|
a Standard Interface for which an implementation is available to the public |
||||
|
in source code form. A "Major Component", in this context, means a major essential |
||||
|
component (kernel, window system, and so on) of the specific operating system |
||||
|
(if any) on which the executable work runs, or a compiler used to produce |
||||
|
the work, or an object code interpreter used to run it. |
||||
|
|
||||
|
The "Corresponding Source" for a work in object code form means all the source |
||||
|
code needed to generate, install, and (for an executable work) run the object |
||||
|
code and to modify the work, including scripts to control those activities. |
||||
|
However, it does not include the work's System Libraries, or general-purpose |
||||
|
tools or generally available free programs which are used unmodified in performing |
||||
|
those activities but which are not part of the work. For example, Corresponding |
||||
|
Source includes interface definition files associated with source files for |
||||
|
the work, and the source code for shared libraries and dynamically linked |
||||
|
subprograms that the work is specifically designed to require, such as by |
||||
|
intimate data communication or control flow between those |
||||
|
|
||||
|
subprograms and other parts of the work. |
||||
|
|
||||
|
The Corresponding Source need not include anything that users can regenerate |
||||
|
automatically from other parts of the Corresponding Source. |
||||
|
|
||||
|
The Corresponding Source for a work in source code form is that same work. |
||||
|
|
||||
|
2. Basic Permissions. |
||||
|
|
||||
|
All rights granted under this License are granted for the term of copyright |
||||
|
on the Program, and are irrevocable provided the stated conditions are met. |
||||
|
This License explicitly affirms your unlimited permission to run the unmodified |
||||
|
Program. The output from running a covered work is covered by this License |
||||
|
only if the output, given its content, constitutes a covered work. This License |
||||
|
acknowledges your rights of fair use or other equivalent, as provided by copyright |
||||
|
law. |
||||
|
|
||||
|
You may make, run and propagate covered works that you do not convey, without |
||||
|
conditions so long as your license otherwise remains in force. You may convey |
||||
|
covered works to others for the sole purpose of having them make modifications |
||||
|
exclusively for you, or provide you with facilities for running those works, |
||||
|
provided that you comply with the terms of this License in conveying all material |
||||
|
for which you do not control copyright. Those thus making or running the covered |
||||
|
works for you must do so exclusively on your behalf, under your direction |
||||
|
and control, on terms that prohibit them from making any copies of your copyrighted |
||||
|
material outside their relationship with you. |
||||
|
|
||||
|
Conveying under any other circumstances is permitted solely under the conditions |
||||
|
stated below. Sublicensing is not allowed; section 10 makes it unnecessary. |
||||
|
|
||||
|
3. Protecting Users' Legal Rights From Anti-Circumvention Law. |
||||
|
|
||||
|
No covered work shall be deemed part of an effective technological measure |
||||
|
under any applicable law fulfilling obligations under article 11 of the WIPO |
||||
|
copyright treaty adopted on 20 December 1996, or similar laws prohibiting |
||||
|
or restricting circumvention of such measures. |
||||
|
|
||||
|
When you convey a covered work, you waive any legal power to forbid circumvention |
||||
|
of technological measures to the extent such circumvention is effected by |
||||
|
exercising rights under this License with respect to the covered work, and |
||||
|
you disclaim any intention to limit operation or modification of the work |
||||
|
as a means of enforcing, against the work's users, your or third parties' |
||||
|
legal rights to forbid circumvention of technological measures. |
||||
|
|
||||
|
4. Conveying Verbatim Copies. |
||||
|
|
||||
|
You may convey verbatim copies of the Program's source code as you receive |
||||
|
it, in any medium, provided that you conspicuously and appropriately publish |
||||
|
on each copy an appropriate copyright notice; keep intact all notices stating |
||||
|
that this License and any non-permissive terms added in accord with section |
||||
|
7 apply to the code; keep intact all notices of the absence of any warranty; |
||||
|
and give all recipients a copy of this License along with the Program. |
||||
|
|
||||
|
You may charge any price or no price for each copy that you convey, and you |
||||
|
may offer support or warranty protection for a fee. |
||||
|
|
||||
|
5. Conveying Modified Source Versions. |
||||
|
|
||||
|
You may convey a work based on the Program, or the modifications to produce |
||||
|
it from the Program, in the form of source code under the terms of section |
||||
|
4, provided that you also meet all of these conditions: |
||||
|
|
||||
|
a) The work must carry prominent notices stating that you modified it, and |
||||
|
giving a relevant date. |
||||
|
|
||||
|
b) The work must carry prominent notices stating that it is released under |
||||
|
this License and any conditions added under section 7. This requirement modifies |
||||
|
the requirement in section 4 to "keep intact all notices". |
||||
|
|
||||
|
c) You must license the entire work, as a whole, under this License to anyone |
||||
|
who comes into possession of a copy. This License will therefore apply, along |
||||
|
with any applicable section 7 additional terms, to the whole of the work, |
||||
|
and all its parts, regardless of how they are packaged. This License gives |
||||
|
no permission to license the work in any other way, but it does not invalidate |
||||
|
such permission if you have separately received it. |
||||
|
|
||||
|
d) If the work has interactive user interfaces, each must display Appropriate |
||||
|
Legal Notices; however, if the Program has interactive interfaces that do |
||||
|
not display Appropriate Legal Notices, your work need not make them do so. |
||||
|
|
||||
|
A compilation of a covered work with other separate and independent works, |
||||
|
which are not by their nature extensions of the covered work, and which are |
||||
|
not combined with it such as to form a larger program, in or on a volume of |
||||
|
a storage or distribution medium, is called an "aggregate" if the compilation |
||||
|
and its resulting copyright are not used to limit the access or legal rights |
||||
|
of the compilation's users beyond what the individual works permit. Inclusion |
||||
|
of a covered work in an aggregate does not cause this License to apply to |
||||
|
the other parts of the aggregate. |
||||
|
|
||||
|
6. Conveying Non-Source Forms. |
||||
|
|
||||
|
You may convey a covered work in object code form under the terms of sections |
||||
|
4 and 5, provided that you also convey the machine-readable Corresponding |
||||
|
Source under the terms of this License, in one of these ways: |
||||
|
|
||||
|
a) Convey the object code in, or embodied in, a physical product (including |
||||
|
a physical distribution medium), accompanied by the Corresponding Source fixed |
||||
|
on a durable physical medium customarily used for software interchange. |
||||
|
|
||||
|
b) Convey the object code in, or embodied in, a physical product (including |
||||
|
a physical distribution medium), accompanied by a written offer, valid for |
||||
|
at least three years and valid for as long as you offer spare parts or customer |
||||
|
support for that product model, to give anyone who possesses the object code |
||||
|
either (1) a copy of the Corresponding Source for all the software in the |
||||
|
product that is covered by this License, on a durable physical medium customarily |
||||
|
used for software interchange, for a price no more than your reasonable cost |
||||
|
of physically performing this conveying of source, or (2) access to copy the |
||||
|
Corresponding Source from a network server at no charge. |
||||
|
|
||||
|
c) Convey individual copies of the object code with a copy of the written |
||||
|
offer to provide the Corresponding Source. This alternative is allowed only |
||||
|
occasionally and noncommercially, and only if you received the object code |
||||
|
with such an offer, in accord with subsection 6b. |
||||
|
|
||||
|
d) Convey the object code by offering access from a designated place (gratis |
||||
|
or for a charge), and offer equivalent access to the Corresponding Source |
||||
|
in the same way through the same place at no further charge. You need not |
||||
|
require recipients to copy the Corresponding Source along with the object |
||||
|
code. If the place to copy the object code is a network server, the Corresponding |
||||
|
Source may be on a different server (operated by you or a third party) that |
||||
|
supports equivalent copying facilities, provided you maintain clear directions |
||||
|
next to the object code saying where to find the Corresponding Source. Regardless |
||||
|
of what server hosts the Corresponding Source, you remain obligated to ensure |
||||
|
that it is available for as long as needed to satisfy these requirements. |
||||
|
|
||||
|
e) Convey the object code using peer-to-peer transmission, provided you inform |
||||
|
other peers where the object code and Corresponding Source of the work are |
||||
|
being offered to the general public at no charge under subsection 6d. |
||||
|
|
||||
|
A separable portion of the object code, whose source code is excluded from |
||||
|
the Corresponding Source as a System Library, need not be included in conveying |
||||
|
the object code work. |
||||
|
|
||||
|
A "User Product" is either (1) a "consumer product", which means any tangible |
||||
|
personal property which is normally used for personal, family, or household |
||||
|
purposes, or (2) anything designed or sold for incorporation into a dwelling. |
||||
|
In determining whether a product is a consumer product, doubtful cases shall |
||||
|
be resolved in favor of coverage. For a particular product received by a particular |
||||
|
user, "normally used" refers to a typical or common use of that class of product, |
||||
|
regardless of the status of the particular user or of the way in which the |
||||
|
particular user actually uses, or expects or is expected to use, the product. |
||||
|
A product is a consumer product regardless of whether the product has substantial |
||||
|
commercial, industrial or non-consumer uses, unless such uses represent the |
||||
|
only significant mode of use of the product. |
||||
|
|
||||
|
"Installation Information" for a User Product means any methods, procedures, |
||||
|
authorization keys, or other information required to install and execute modified |
||||
|
versions of a covered work in that User Product from a modified version of |
||||
|
its Corresponding Source. The information must suffice to ensure that the |
||||
|
continued functioning of the modified object code is in no case prevented |
||||
|
or interfered with solely because modification has been made. |
||||
|
|
||||
|
If you convey an object code work under this section in, or with, or specifically |
||||
|
for use in, a User Product, and the conveying occurs as part of a transaction |
||||
|
in which the right of possession and use of the User Product is transferred |
||||
|
to the recipient in perpetuity or for a fixed term (regardless of how the |
||||
|
transaction is characterized), the Corresponding Source conveyed under this |
||||
|
section must be accompanied by the Installation Information. But this requirement |
||||
|
does not apply if neither you nor any third party retains the ability to install |
||||
|
modified object code on the User Product (for example, the work has been installed |
||||
|
in ROM). |
||||
|
|
||||
|
The requirement to provide Installation Information does not include a requirement |
||||
|
to continue to provide support service, warranty, or updates for a work that |
||||
|
has been modified or installed by the recipient, or for the User Product in |
||||
|
which it has been modified or installed. Access to a network may be denied |
||||
|
when the modification itself materially and adversely affects the operation |
||||
|
of the network or violates the rules and protocols for communication across |
||||
|
the network. |
||||
|
|
||||
|
Corresponding Source conveyed, and Installation Information provided, in accord |
||||
|
with this section must be in a format that is publicly documented (and with |
||||
|
an implementation available to the public in source code form), and must require |
||||
|
no special password or key for unpacking, reading or copying. |
||||
|
|
||||
|
7. Additional Terms. |
||||
|
|
||||
|
"Additional permissions" are terms that supplement the terms of this License |
||||
|
by making exceptions from one or more of its conditions. Additional permissions |
||||
|
that are applicable to the entire Program shall be treated as though they |
||||
|
were included in this License, to the extent that they are valid under applicable |
||||
|
law. If additional permissions apply only to part of the Program, that part |
||||
|
may be used separately under those permissions, but the entire Program remains |
||||
|
governed by this License without regard to the additional permissions. |
||||
|
|
||||
|
When you convey a copy of a covered work, you may at your option remove any |
||||
|
additional permissions from that copy, or from any part of it. (Additional |
||||
|
permissions may be written to require their own removal in certain cases when |
||||
|
you modify the work.) You may place additional permissions on material, added |
||||
|
by you to a covered work, for which you have or can give appropriate copyright |
||||
|
permission. |
||||
|
|
||||
|
Notwithstanding any other provision of this License, for material you add |
||||
|
to a covered work, you may (if authorized by the copyright holders of that |
||||
|
material) supplement the terms of this License with terms: |
||||
|
|
||||
|
a) Disclaiming warranty or limiting liability differently from the terms of |
||||
|
sections 15 and 16 of this License; or |
||||
|
|
||||
|
b) Requiring preservation of specified reasonable legal notices or author |
||||
|
attributions in that material or in the Appropriate Legal Notices displayed |
||||
|
by works containing it; or |
||||
|
|
||||
|
c) Prohibiting misrepresentation of the origin of that material, or requiring |
||||
|
that modified versions of such material be marked in reasonable ways as different |
||||
|
from the original version; or |
||||
|
|
||||
|
d) Limiting the use for publicity purposes of names of licensors or authors |
||||
|
of the material; or |
||||
|
|
||||
|
e) Declining to grant rights under trademark law for use of some trade names, |
||||
|
trademarks, or service marks; or |
||||
|
|
||||
|
f) Requiring indemnification of licensors and authors of that material by |
||||
|
anyone who conveys the material (or modified versions of it) with contractual |
||||
|
assumptions of liability to the recipient, for any liability that these contractual |
||||
|
assumptions directly impose on those licensors and authors. |
||||
|
|
||||
|
All other non-permissive additional terms are considered "further restrictions" |
||||
|
within the meaning of section 10. If the Program as you received it, or any |
||||
|
part of it, contains a notice stating that it is governed by this License |
||||
|
along with a term that is a further restriction, you may remove that term. |
||||
|
If a license document contains a further restriction but permits relicensing |
||||
|
or conveying under this License, you may add to a covered work material governed |
||||
|
by the terms of that license document, provided that the further restriction |
||||
|
does not survive such relicensing or conveying. |
||||
|
|
||||
|
If you add terms to a covered work in accord with this section, you must place, |
||||
|
in the relevant source files, a statement of the additional terms that apply |
||||
|
to those files, or a notice indicating where to find the applicable terms. |
||||
|
|
||||
|
Additional terms, permissive or non-permissive, may be stated in the form |
||||
|
of a separately written license, or stated as exceptions; the above requirements |
||||
|
apply either way. |
||||
|
|
||||
|
8. Termination. |
||||
|
|
||||
|
You may not propagate or modify a covered work except as expressly provided |
||||
|
under this License. Any attempt otherwise to propagate or modify it is void, |
||||
|
and will automatically terminate your rights under this License (including |
||||
|
any patent licenses granted under the third paragraph of section 11). |
||||
|
|
||||
|
However, if you cease all violation of this License, then your license from |
||||
|
a particular copyright holder is reinstated (a) provisionally, unless and |
||||
|
until the copyright holder explicitly and finally terminates your license, |
||||
|
and (b) permanently, if the copyright holder fails to notify you of the violation |
||||
|
by some reasonable means prior to 60 days after the cessation. |
||||
|
|
||||
|
Moreover, your license from a particular copyright holder is reinstated permanently |
||||
|
if the copyright holder notifies you of the violation by some reasonable means, |
||||
|
this is the first time you have received notice of violation of this License |
||||
|
(for any work) from that copyright holder, and you cure the violation prior |
||||
|
to 30 days after your receipt of the notice. |
||||
|
|
||||
|
Termination of your rights under this section does not terminate the licenses |
||||
|
of parties who have received copies or rights from you under this License. |
||||
|
If your rights have been terminated and not permanently reinstated, you do |
||||
|
not qualify to receive new licenses for the same material under section 10. |
||||
|
|
||||
|
9. Acceptance Not Required for Having Copies. |
||||
|
|
||||
|
You are not required to accept this License in order to receive or run a copy |
||||
|
of the Program. Ancillary propagation of a covered work occurring solely as |
||||
|
a consequence of using peer-to-peer transmission to receive a copy likewise |
||||
|
does not require acceptance. However, nothing other than this License grants |
||||
|
you permission to propagate or modify any covered work. These actions infringe |
||||
|
copyright if you do not accept this License. Therefore, by modifying or propagating |
||||
|
a covered work, you indicate your acceptance of this License to do so. |
||||
|
|
||||
|
10. Automatic Licensing of Downstream Recipients. |
||||
|
|
||||
|
Each time you convey a covered work, the recipient automatically receives |
||||
|
a license from the original licensors, to run, modify and propagate that work, |
||||
|
subject to this License. You are not responsible for enforcing compliance |
||||
|
by third parties with this License. |
||||
|
|
||||
|
An "entity transaction" is a transaction transferring control of an organization, |
||||
|
or substantially all assets of one, or subdividing an organization, or merging |
||||
|
organizations. If propagation of a covered work results from an entity transaction, |
||||
|
each party to that transaction who receives a copy of the work also receives |
||||
|
whatever licenses to the work the party's predecessor in interest had or could |
||||
|
give under the previous paragraph, plus a right to possession of the Corresponding |
||||
|
Source of the work from the predecessor in interest, if the predecessor has |
||||
|
it or can get it with reasonable efforts. |
||||
|
|
||||
|
You may not impose any further restrictions on the exercise of the rights |
||||
|
granted or affirmed under this License. For example, you may not impose a |
||||
|
license fee, royalty, or other charge for exercise of rights granted under |
||||
|
this License, and you may not initiate litigation (including a cross-claim |
||||
|
or counterclaim in a lawsuit) alleging that any patent claim is infringed |
||||
|
by making, using, selling, offering for sale, or importing the Program or |
||||
|
any portion of it. |
||||
|
|
||||
|
11. Patents. |
||||
|
|
||||
|
A "contributor" is a copyright holder who authorizes use under this License |
||||
|
of the Program or a work on which the Program is based. The work thus licensed |
||||
|
is called the contributor's "contributor version". |
||||
|
|
||||
|
A contributor's "essential patent claims" are all patent claims owned or controlled |
||||
|
by the contributor, whether already acquired or hereafter acquired, that would |
||||
|
be infringed by some manner, permitted by this License, of making, using, |
||||
|
or selling its contributor version, but do not include claims that would be |
||||
|
infringed only as a consequence of further modification of the contributor |
||||
|
version. For purposes of this definition, "control" includes the right to |
||||
|
grant patent sublicenses in a manner consistent with the requirements of this |
||||
|
License. |
||||
|
|
||||
|
Each contributor grants you a non-exclusive, worldwide, royalty-free patent |
||||
|
license under the contributor's essential patent claims, to make, use, sell, |
||||
|
offer for sale, import and otherwise run, modify and propagate the contents |
||||
|
of its contributor version. |
||||
|
|
||||
|
In the following three paragraphs, a "patent license" is any express agreement |
||||
|
or commitment, however denominated, not to enforce a patent (such as an express |
||||
|
permission to practice a patent or covenant not to s ue for patent infringement). |
||||
|
To "grant" such a patent license to a party means to make such an agreement |
||||
|
or commitment not to enforce a patent against the party. |
||||
|
|
||||
|
If you convey a covered work, knowingly relying on a patent license, and the |
||||
|
Corresponding Source of the work is not available for anyone to copy, free |
||||
|
of charge and under the terms of this License, through a publicly available |
||||
|
network server or other readily accessible means, then you must either (1) |
||||
|
cause the Corresponding Source to be so available, or (2) arrange to deprive |
||||
|
yourself of the benefit of the patent license for this particular work, or |
||||
|
(3) arrange, in a manner consistent with the requirements of this License, |
||||
|
to extend the patent |
||||
|
|
||||
|
license to downstream recipients. "Knowingly relying" means you have actual |
||||
|
knowledge that, but for the patent license, your conveying the covered work |
||||
|
in a country, or your recipient's use of the covered work in a country, would |
||||
|
infringe one or more identifiable patents in that country that you have reason |
||||
|
to believe are valid. |
||||
|
|
||||
|
If, pursuant to or in connection with a single transaction or arrangement, |
||||
|
you convey, or propagate by procuring conveyance of, a covered work, and grant |
||||
|
a patent license to some of the parties receiving the covered work authorizing |
||||
|
them to use, propagate, modify or convey a specific copy of the covered work, |
||||
|
then the patent license you grant is automatically extended to all recipients |
||||
|
of the covered work and works based on it. |
||||
|
|
||||
|
A patent license is "discriminatory" if it does not include within the scope |
||||
|
of its coverage, prohibits the exercise of, or is conditioned on the non-exercise |
||||
|
of one or more of the rights that are specifically granted under this License. |
||||
|
You may not convey a covered work if you are a party to an arrangement with |
||||
|
a third party that is in the business of distributing software, under which |
||||
|
you make payment to the third party based on the extent of your activity of |
||||
|
conveying the work, and under which the third party grants, to any of the |
||||
|
parties who would receive the covered work from you, a discriminatory patent |
||||
|
license (a) in connection with copies of the covered work conveyed by you |
||||
|
(or copies made from those copies), or (b) primarily for and in connection |
||||
|
with specific products or compilations that contain the covered work, unless |
||||
|
you entered into that arrangement, or that patent license was granted, prior |
||||
|
to 28 March 2007. |
||||
|
|
||||
|
Nothing in this License shall be construed as excluding or limiting any implied |
||||
|
license or other defenses to infringement that may otherwise be available |
||||
|
to you under applicable patent law. |
||||
|
|
||||
|
12. No Surrender of Others' Freedom. |
||||
|
|
||||
|
If conditions are imposed on you (whether by court order, agreement or otherwise) |
||||
|
that contradict the conditions of this License, they do not excuse you from |
||||
|
the conditions of this License. If you cannot convey a covered work so as |
||||
|
to satisfy simultaneously your obligations under this License and any other |
||||
|
pertinent obligations, then as a consequence you may |
||||
|
|
||||
|
not convey it at all. For example, if you agree to terms that obligate you |
||||
|
to collect a royalty for further conveying from those to whom you convey the |
||||
|
Program, the only way you could satisfy both those terms and this License |
||||
|
would be to refrain entirely from conveying the Program. |
||||
|
|
||||
|
13. Remote Network Interaction; Use with the GNU General Public License. |
||||
|
|
||||
|
Notwithstanding any other provision of this License, if you modify the Program, |
||||
|
your modified version must prominently offer all users interacting with it |
||||
|
remotely through a computer network (if your version supports such interaction) |
||||
|
an opportunity to receive the Corresponding Source of your version by providing |
||||
|
access to the Corresponding Source from a network server at no charge, through |
||||
|
some standard or customary means of facilitating copying of software. This |
||||
|
Corresponding Source shall include the Corresponding Source for any work covered |
||||
|
by version 3 of the GNU General Public License that is incorporated pursuant |
||||
|
to the following paragraph. |
||||
|
|
||||
|
Notwithstanding any other provision of this License, you have permission to |
||||
|
link or combine any covered work with a work licensed under version 3 of the |
||||
|
GNU General Public License into a single combined work, and to convey the |
||||
|
resulting work. The terms of this License will continue to apply to the part |
||||
|
which is the covered work, but the work with which it is combined will remain |
||||
|
governed by version 3 of the GNU General Public License. |
||||
|
|
||||
|
14. Revised Versions of this License. |
||||
|
|
||||
|
The Free Software Foundation may publish revised and/or new versions of the |
||||
|
GNU Affero General Public License from time to time. Such new versions will |
||||
|
be similar in spirit to the present version, but may differ in detail to address |
||||
|
new problems or concerns. |
||||
|
|
||||
|
Each version is given a distinguishing version number. If the Program specifies |
||||
|
that a certain numbered version of the GNU Affero General Public License "or |
||||
|
any later version" applies to it, you have the option of following the terms |
||||
|
and conditions either of that numbered version or of any later version published |
||||
|
by the Free Software Foundation. If the Program does not specify a version |
||||
|
number of the GNU Affero General Public License, you may choose any version |
||||
|
ever published by the Free Software Foundation. |
||||
|
|
||||
|
If the Program specifies that a proxy can decide which future versions of |
||||
|
the GNU Affero General Public License can be used, that proxy's public statement |
||||
|
of acceptance of a version permanently authorizes you to choose that version |
||||
|
for the Program. |
||||
|
|
||||
|
Later license versions may give you additional or different permissions. However, |
||||
|
no additional obligations are imposed on any author or copyright holder as |
||||
|
a result of your choosing to follow a later version. |
||||
|
|
||||
|
15. Disclaimer of Warranty. |
||||
|
|
||||
|
THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE |
||||
|
LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR |
||||
|
OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER |
||||
|
EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
||||
|
OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS |
||||
|
TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM |
||||
|
PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR |
||||
|
CORRECTION. |
||||
|
|
||||
|
16. Limitation of Liability. |
||||
|
|
||||
|
IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL |
||||
|
ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS THE PROGRAM |
||||
|
AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY GENERAL, SPECIAL, |
||||
|
INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR INABILITY TO |
||||
|
USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING RENDERED |
||||
|
INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A FAILURE OF THE |
||||
|
PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER |
||||
|
PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. |
||||
|
|
||||
|
17. Interpretation of Sections 15 and 16. |
||||
|
|
||||
|
If the disclaimer of warranty and limitation of liability provided above cannot |
||||
|
be given local legal effect according to their terms, reviewing courts shall |
||||
|
apply local law that most closely approximates an absolute waiver of all civil |
||||
|
liability in connection with the Program, unless a warranty or assumption |
||||
|
of liability accompanies a copy of the Program in return for a fee. END OF |
||||
|
TERMS AND CONDITIONS |
||||
|
|
||||
|
How to Apply These Terms to Your New Programs |
||||
|
|
||||
|
If you develop a new program, and you want it to be of the greatest possible |
||||
|
use to the public, the best way to achieve this is to make it free software |
||||
|
which everyone can redistribute and change under these terms. |
||||
|
|
||||
|
To do so, attach the following notices to the program. It is safest to attach |
||||
|
them to the start of each source file to most effectively state the exclusion |
||||
|
of warranty; and each file should have at least the "copyright" line and a |
||||
|
pointer to where the full notice is found. |
||||
|
|
||||
|
<one line to give the program's name and a brief idea of what it does.> |
||||
|
|
||||
|
Copyright (C) <year> <name of author> |
||||
|
|
||||
|
This program is free software: you can redistribute it and/or modify it under |
||||
|
the terms of the GNU Affero General Public License as published by the Free |
||||
|
Software Foundation, either version 3 of the License, or (at your option) |
||||
|
any later version. |
||||
|
|
||||
|
This program is distributed in the hope that it will be useful, but WITHOUT |
||||
|
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
||||
|
FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more |
||||
|
details. |
||||
|
|
||||
|
You should have received a copy of the GNU Affero General Public License along |
||||
|
with this program. If not, see <http s ://www.gnu.org/licenses/>. |
||||
|
|
||||
|
Also add information on how to contact you by electronic and paper mail. |
||||
|
|
||||
|
If your software can interact with users remotely through a computer network, |
||||
|
you should also make sure that it provides a way for users to get its source. |
||||
|
For example, if your program is a web application, its interface could display |
||||
|
a "Source" link that leads users to an archive of the code. There are many |
||||
|
ways you could offer source, and different solutions will be better for different |
||||
|
programs; see section 13 for the specific requirements. |
||||
|
|
||||
|
You should also get your employer (if you work as a programmer) or school, |
||||
|
if any, to sign a "copyright disclaimer" for the program, if necessary. For |
||||
|
more information on this, and how to apply and follow the GNU AGPL, see <http |
||||
|
s ://www.gnu.org/licenses/>. |
||||
@ -0,0 +1,2 @@ |
|||||
|
# swarmlab-app |
||||
|
|
||||
@ -0,0 +1,76 @@ |
|||||
|
upstream factory_servers { |
||||
|
ip_hash; |
||||
|
#server 127.0.0.1:3000; |
||||
|
server readmongo:3000; |
||||
|
keepalive 64; |
||||
|
} |
||||
|
|
||||
|
proxy_cache_path /var/tmp levels=1:2 keys_zone=my_cache:10m max_size=10g inactive=60m use_temp_path=off; |
||||
|
resolver_timeout 5s; |
||||
|
server { |
||||
|
listen 80; |
||||
|
listen [::]:80 ipv6only=on; |
||||
|
server_name factory.swarmlab.io; |
||||
|
return 301 https://factory.swarmlab.io$request_uri; |
||||
|
} |
||||
|
|
||||
|
server { |
||||
|
listen [::]:443 ssl ipv6only=off; |
||||
|
server_name factory.swarmlab.io; |
||||
|
|
||||
|
# To allow special characters in headers |
||||
|
ignore_invalid_headers off; |
||||
|
|
||||
|
# Allow any size file to be uploaded. |
||||
|
# Set to a value such as 1000m; to restrict file size to a specific value |
||||
|
client_max_body_size 0; |
||||
|
# To disable buffering |
||||
|
proxy_buffering off; |
||||
|
|
||||
|
ssl_certificate /etc/nginx/fullchain.pem; |
||||
|
ssl_certificate_key /etc/nginx/key.private.pem; |
||||
|
ssl_protocols TLSv1 TLSv1.1 TLSv1.2; |
||||
|
ssl_ciphers HIGH:!aNULL:!MD5; |
||||
|
|
||||
|
|
||||
|
# # Requests for socket.io are passed on to Node on port 3000 |
||||
|
# location ~* \.io { |
||||
|
# proxy_set_header X-Real-IP $remote_addr; |
||||
|
# proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; |
||||
|
# proxy_set_header Host $http_host; |
||||
|
# proxy_set_header X-NginX-Proxy false; |
||||
|
# |
||||
|
# proxy_pass http://factory_servers; |
||||
|
# proxy_redirect off; |
||||
|
# |
||||
|
# proxy_http_version 1.1; |
||||
|
# proxy_set_header Upgrade $http_upgrade; |
||||
|
# proxy_set_header Connection "upgrade"; |
||||
|
# } |
||||
|
|
||||
|
location / { |
||||
|
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; |
||||
|
proxy_set_header X-Real-IP $remote_addr; |
||||
|
proxy_set_header Host $http_host; |
||||
|
proxy_set_header X-NginX-Proxy false; |
||||
|
|
||||
|
proxy_http_version 1.1; |
||||
|
proxy_set_header Upgrade $http_upgrade; |
||||
|
proxy_set_header Connection "upgrade"; |
||||
|
|
||||
|
#set $originaddr http://factory_servers; |
||||
|
#proxy_pass $originaddr; |
||||
|
# or even |
||||
|
# proxy_pass http://origin.example.com$request_uri; |
||||
|
|
||||
|
proxy_pass http://factory_servers$request_uri; |
||||
|
|
||||
|
# proxy_pass http://factory_servers; |
||||
|
# proxy_pass http://$host; |
||||
|
|
||||
|
proxy_redirect off; |
||||
|
proxy_read_timeout 240s; |
||||
|
} |
||||
|
|
||||
|
|
||||
|
} |
||||
@ -0,0 +1,24 @@ |
|||||
|
{ |
||||
|
"name": "swarmlab-app", |
||||
|
"version": "1.0.0", |
||||
|
"description": "swarmlab app on node", |
||||
|
"main": "app.js", |
||||
|
"scripts": { |
||||
|
"start": "node ./run/app.js" |
||||
|
}, |
||||
|
"dependencies": { |
||||
|
"async": "^3.2.0", |
||||
|
"axios": "^0.20.0", |
||||
|
"bestikk-log": "^1.0.0-alpha.2", |
||||
|
"mongodb": "^3.6.3", |
||||
|
"chai": "^4.2.0", |
||||
|
"cors": "^2.8.5", |
||||
|
"dirty-chai": "^2.0.1", |
||||
|
"express": "^4.17.1", |
||||
|
"express-validator": "^6.6.1", |
||||
|
"helmet": "^4.1.1", |
||||
|
"luxon": "^1.25.0", |
||||
|
"url-exist-sync": "^1.0.2" |
||||
|
}, |
||||
|
"devDependencies": {} |
||||
|
} |
||||
@ -0,0 +1,643 @@ |
|||||
|
"use strict" |
||||
|
|
||||
|
var pathmodule = require('path'); |
||||
|
var app = require('express')(); |
||||
|
var http = require('http').Server(app); |
||||
|
var https = require('https'); |
||||
|
const io = require("socket.io")(http, { |
||||
|
// pingTimeout: 30000,
|
||||
|
// allowUpgrades: false,
|
||||
|
// serveClient: false,
|
||||
|
// pingInterval: 10000,
|
||||
|
// //transports: [ 'websocket', 'polling' ],
|
||||
|
// transports: [ 'polling', 'websocket' ],
|
||||
|
cors: { |
||||
|
origin: "http://localhost:8080", |
||||
|
methods: ["GET", "POST"], |
||||
|
allowedHeaders: ["my-custom-header"], |
||||
|
credentials: true |
||||
|
}, |
||||
|
cookie: { |
||||
|
name: "test", |
||||
|
httpOnly: false, |
||||
|
path: "/custom" |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
/* |
||||
|
const Redis = require("ioredis"); |
||||
|
const redistest = new Redis({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
const pubtest = new Redis({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
*/ |
||||
|
|
||||
|
|
||||
|
//import { createAdapter } from 'socket.io-redis';
|
||||
|
const createAdapter = require('socket.io-redis'); |
||||
|
//const RedisClient = require("redis");
|
||||
|
const Redis = require("ioredis"); |
||||
|
//const pubClient = RedisClient.createClient({
|
||||
|
|
||||
|
const pubClient = new Redis({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
|
||||
|
//const pubClient = new RedisClient({ host: 'localhost', port: 6379 });
|
||||
|
const subClient = pubClient.duplicate(); |
||||
|
|
||||
|
io.adapter(createAdapter({ pubClient, subClient })); |
||||
|
|
||||
|
|
||||
|
pubClient.on("connect", function() { |
||||
|
console.log("You are now connected"); |
||||
|
}); |
||||
|
|
||||
|
const MongoClient = require('mongodb').MongoClient; |
||||
|
|
||||
|
var async = require("async"); |
||||
|
const { check, validationResult } = require('express-validator'); |
||||
|
const urlExistSync = require("url-exist-sync"); |
||||
|
|
||||
|
var express = require('express'); |
||||
|
app.use(express.json()); |
||||
|
|
||||
|
const axios = require('axios'); |
||||
|
axios.defaults.timeout = 30000 |
||||
|
|
||||
|
const helmet = require('helmet'); |
||||
|
app.use(helmet()); |
||||
|
|
||||
|
const cors = require('cors') |
||||
|
const whitelist = [ |
||||
|
'http://localhost:8080', |
||||
|
'http://localhost:3080', |
||||
|
'http://localhost:3081', |
||||
|
'http://localhost:3082' |
||||
|
] |
||||
|
const corsOptions = { |
||||
|
credentials: true, |
||||
|
methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], |
||||
|
optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204
|
||||
|
allowedHeaders: [ |
||||
|
'Content-Type', |
||||
|
'Authorization', |
||||
|
'X-Requested-With', |
||||
|
'device-remember-token', |
||||
|
'Access-Control-Allow-Origin', |
||||
|
'Access-Control-Allow-Headers', |
||||
|
'Origin', |
||||
|
'Accept' |
||||
|
], |
||||
|
origin: function(origin, callback) { |
||||
|
if (whitelist.indexOf(origin) !== -1) { |
||||
|
callback(null, true) |
||||
|
} else { |
||||
|
callback(null, true) |
||||
|
//callback(new Error('Not allowed by CORS'))
|
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
// ***************************************************
|
||||
|
// checktoken
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function checkToken(token) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
try { |
||||
|
var pipelines = { |
||||
|
"source":'ssologin' |
||||
|
} |
||||
|
var params = { |
||||
|
pipeline: pipelines |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
const res = await instance.post('/istokenvalidsso',params,options); |
||||
|
if(res.status == 200){ |
||||
|
//console.log("check " +JSON.stringify(res.data))
|
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
function convertDateToUTC(date) { |
||||
|
return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); |
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// get pipelines
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function getpipelines(token,pipelinename) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
/* |
||||
|
var params = { |
||||
|
playbook: value |
||||
|
} |
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
const playbook = await api.GET('playbookCode',options); |
||||
|
return playbook |
||||
|
*/ |
||||
|
try { |
||||
|
|
||||
|
var pipelines = { |
||||
|
"querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', |
||||
|
"filter":pipelinename |
||||
|
} |
||||
|
//var params = {
|
||||
|
// pipeline: pipelines
|
||||
|
// }
|
||||
|
var params = { |
||||
|
querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', |
||||
|
filter:pipelinename |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
//https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
//const res = await instance.get('/getplaygrounds',params,options);
|
||||
|
const res = await instance.get('/getplaygrounds',options); |
||||
|
if(res.status == 200){ |
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return await res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return await error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
global.online='ob'; |
||||
|
global.pipelines=[]; |
||||
|
|
||||
|
function sendlog(reslog,pathfileval){ |
||||
|
var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); |
||||
|
//for (var key in usertmp.data){
|
||||
|
var user = usertmp.data[0].user25user; |
||||
|
// if(usertmp.data){
|
||||
|
console.log('-----------------------' + JSON.stringify(usertmp)); |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
// }
|
||||
|
//}
|
||||
|
} |
||||
|
function onlogfile(path){ |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test'
|
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
})() |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// rest get
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
app.get('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
//db.collection('log', onCollection);
|
||||
|
console.log(JSON.stringify('mongo connected')) |
||||
|
var stream = db.collection('logs').find({}, { |
||||
|
tailable: true, |
||||
|
awaitdata: true |
||||
|
/* other options */ |
||||
|
}).stream(); |
||||
|
|
||||
|
stream.on('data', function (doc) { |
||||
|
console.log(JSON.stringify(doc)) |
||||
|
//socket.write(JSON.stringify({'action': 'log','param': doc.log}));
|
||||
|
}); |
||||
|
} |
||||
|
}); |
||||
|
var RES = new Object(); |
||||
|
RES.code = req.query["filter"] |
||||
|
RES.token = req.query["filter"] |
||||
|
var isvalid = await checkToken(RES.token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok " + RES.token); |
||||
|
}else{ |
||||
|
console.log("Authserver no " + RES.token); |
||||
|
} |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
res.json(RES) |
||||
|
})() |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// rest post
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
app.post('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
//console.log(JSON.stringify(req.headers));
|
||||
|
//console.log(JSON.stringify(req.body));
|
||||
|
//console.log("mongo "+JSON.stringify(req.body));
|
||||
|
//console.log("LOG "+JSON.stringify(req.body[0].message));
|
||||
|
//console.log("PATH "+JSON.stringify(req.body[0].tailed_path));
|
||||
|
for (var i = 0; i < req.body.length; i++){ |
||||
|
//var getpath = await onlogfile(req.body[i].tailed_path)
|
||||
|
|
||||
|
var path = req.body[i].tailed_path |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test'
|
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname);
|
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
|
||||
|
//indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists")
|
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
|
||||
|
//console.log('info', JSON.stringify(resdata));
|
||||
|
//console.log('info------------- ', JSON.stringify(global.pipelines));
|
||||
|
})() |
||||
|
} |
||||
|
//
|
||||
|
var obj = req.body[i]; |
||||
|
|
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname);
|
||||
|
//indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists")
|
||||
|
var now = new Date(); |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
reslog.log = obj |
||||
|
|
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
console.log(reslog); |
||||
|
var pathfileval = pathmodule.basename(reslog.log.tailed_path); |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
//indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists")
|
||||
|
indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) |
||||
|
console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); |
||||
|
console.log("IOTindexfind "+JSON.stringify(indexfind)); |
||||
|
console.log("IOTuser "+JSON.stringify(global.pipelines)); |
||||
|
// io.in("iot").emit("message", reslog);
|
||||
|
// io.emit("logdata", reslog);
|
||||
|
} |
||||
|
})() |
||||
|
|
||||
|
//io.in("iot").emit("message", RES);
|
||||
|
|
||||
|
console.error('socket POST from client'); |
||||
|
var RES = new Object(); |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
RES.msg = req.body[0].messsage |
||||
|
|
||||
|
res.json(RES) |
||||
|
}); |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// socket
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
function getSHA256ofJSON(input){ |
||||
|
return require("crypto").createHash("sha256").update(JSON.stringify(input)).digest("hex"); |
||||
|
} |
||||
|
|
||||
|
|
||||
|
function onCollection(err, collection) { |
||||
|
let options = { tailable: true, |
||||
|
awaitdata: true, |
||||
|
numberOfRetries: -1, |
||||
|
tailableRetryInterval: 500 |
||||
|
}; |
||||
|
var cursor = collection.find({},options).stream(); |
||||
|
var itemsProcessed = 0; |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
var reslog1 = new Object(); |
||||
|
var now = new Date(); |
||||
|
cursor.on('data', function (data) { |
||||
|
reslog1.log=data |
||||
|
(async() => { |
||||
|
var issendob = {}; |
||||
|
issendob.message = data.message |
||||
|
issendob.tailed_path = data.tailed_path |
||||
|
|
||||
|
var issend = getSHA256ofJSON(issendob) |
||||
|
|
||||
|
console.log('++++++++' + JSON.stringify(data)); |
||||
|
console.log('++++++++' + JSON.stringify(issend)); |
||||
|
|
||||
|
var pathfileval = pathmodule.basename(data.tailed_path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
|
||||
|
var indexupdate = "yes" |
||||
|
var resob = {} |
||||
|
await pubClient.get(pathfileval, function(err, object) { |
||||
|
console.log('----------------' + err + '<<<<<<<<<<<<<<<<<<<<<<' + object); |
||||
|
if(object){ |
||||
|
indexupdate = "no" |
||||
|
}else{ |
||||
|
console.log('redis '+JSON.stringify(object)); |
||||
|
} |
||||
|
console.log('update '+JSON.stringify(indexupdate)); |
||||
|
if (indexupdate == "yes" ){ |
||||
|
(async() => { |
||||
|
io.in('anagnostopoulos@uniwa.gr').emit("logdata", reslog1); |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
var resob1 = {} |
||||
|
var i = 0 |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resob1.tailed_path = pathfileval |
||||
|
var resob1string = JSON.stringify(resob1); |
||||
|
pubClient.set(pathfileval, resob1string, function(err, res) { |
||||
|
}); |
||||
|
reslog.data = resob1 |
||||
|
reslog.log = data |
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
var user = resob1.res25creator |
||||
|
console.log('datauser ' + JSON.stringify(user)); |
||||
|
console.log('>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(reslog)); |
||||
|
await pubClient.get(issend, function(err, object) { |
||||
|
if(err == null){ |
||||
|
pubClient.set(issend, itemsProcessed, function(err, res) { |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
}); |
||||
|
} |
||||
|
itemsProcessed++; |
||||
|
}); |
||||
|
})() //await inside yes
|
||||
|
}else{ |
||||
|
(async() => { |
||||
|
await pubClient.get(pathfileval, function(err, object) { |
||||
|
var objecttmp = JSON.parse(object); |
||||
|
var resob1 = {} |
||||
|
resob1.data = objecttmp.res25swarmlabname |
||||
|
resob1.user25user = objecttmp.res25user |
||||
|
resob1.res25creator = objecttmp.res25creator |
||||
|
resob1.res25fileforce = objecttmp.res25fileforce |
||||
|
resob1.tailed_path = objecttmp.tailed_path |
||||
|
|
||||
|
reslog.data = resob1 |
||||
|
reslog.log = data |
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
|
||||
|
console.log('<<<<<<<<<<<---------------------<<<<<<<<<<<<<<<---------------------------<<<<<<<<<<<< '+JSON.stringify(object)); |
||||
|
console.log('<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< '+JSON.stringify(reslog)); |
||||
|
console.log('<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<obj>>>>>>>>>>>>>>>>>> '+JSON.stringify(resob1)); |
||||
|
//var user = objecttmp.user25user
|
||||
|
var user = resob1.res25creator |
||||
|
//io.in(user).emit("logdata", reslog);
|
||||
|
//var user = 'anagnostopoulos@uniwa.gr'
|
||||
|
|
||||
|
pubClient.get(issend).then(function (result) { |
||||
|
console.log("---result--- "+result); // Prints "bar"
|
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
}); |
||||
|
|
||||
|
pubClient.get(issend, function(err, object) { |
||||
|
if(err == null){ |
||||
|
pubClient.set(issend, itemsProcessed, function(err, res) { |
||||
|
//io.in(user).emit("logdata", reslog);
|
||||
|
}); |
||||
|
} |
||||
|
itemsProcessed++; |
||||
|
}); |
||||
|
}); |
||||
|
})() //await inside no
|
||||
|
} |
||||
|
}); //redis get
|
||||
|
})() //async
|
||||
|
|
||||
|
}); |
||||
|
|
||||
|
|
||||
|
setInterval(function () { |
||||
|
console.log('itemsProcessed', itemsProcessed); |
||||
|
// this method is also exposed by the Server instance
|
||||
|
//console.log(adapter.rooms);
|
||||
|
}, 8000); |
||||
|
} |
||||
|
|
||||
|
|
||||
|
var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
var mongooptions = { |
||||
|
autoReconnect: true, |
||||
|
keepAlive: 1, |
||||
|
connectTimeoutMS: 30000, |
||||
|
socketTimeoutMS: 0 |
||||
|
} |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
db.collection('logs', onCollection); |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
io.on('connection', s => { |
||||
|
console.error('socket connection'); |
||||
|
|
||||
|
//s.set('transports', ['websocket']);
|
||||
|
//s.set('pingTimeout', 30000);
|
||||
|
//s.set('allowUpgrades', false);
|
||||
|
//s.set('serveClient', false);
|
||||
|
//s.set('pingInterval', 10000);
|
||||
|
// ------------------------------
|
||||
|
// --- set
|
||||
|
// ------------------------------
|
||||
|
var usersession = new Object(); |
||||
|
usersession.SOCKET = {}; |
||||
|
usersession.SOCKET.error = {}; |
||||
|
console.error('socket ...'); |
||||
|
s.auth = false; |
||||
|
|
||||
|
// ------------------------------
|
||||
|
// --- authenticate
|
||||
|
// ------------------------------
|
||||
|
s.on('authenticate', function(data){ |
||||
|
const token = data |
||||
|
console.log('invalid 1 ' + token); |
||||
|
(async() => { |
||||
|
var isvalid = await checkToken(token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok ", s.id + ' - ' + token); |
||||
|
// pubClient.set(session, resob1string, function(err, res) {
|
||||
|
// });
|
||||
|
usersession.SOCKET.user = isvalid.user |
||||
|
usersession.SOCKET.scope = isvalid.scope // space delimeter
|
||||
|
usersession.SOCKET.token = isvalid.token |
||||
|
s.auth = true; |
||||
|
}else{ |
||||
|
console.log("Authserver no ", s.id + ' - ' + token); |
||||
|
s.auth = false; |
||||
|
} |
||||
|
})() |
||||
|
}); |
||||
|
|
||||
|
setTimeout(function(){ |
||||
|
if (!s.auth) { |
||||
|
console.log("Disconnecting timeout socket ", s.id); |
||||
|
//s.disconnect('unauthorized');
|
||||
|
}else{ |
||||
|
var room = usersession.SOCKET.user |
||||
|
//s.on("subscribe", function (room) {
|
||||
|
s.join(room); |
||||
|
console.log("joining rooom", s.rooms); |
||||
|
console.log(room + ' created ') |
||||
|
// });
|
||||
|
} |
||||
|
}, 30000); |
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
var id = s.id |
||||
|
s.on('log', obj => { |
||||
|
console.error('from client '+ s.id + ' obj ' + obj); |
||||
|
}); |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
http.listen(3000, () => console.error('listening on http://localhost:3000/')); |
||||
|
console.error('socket.io example'); |
||||
@ -0,0 +1,91 @@ |
|||||
|
var path = require('path'); |
||||
|
var app = require('express')(); |
||||
|
var http = require('http').Server(app); |
||||
|
var io = require('socket.io')(http); |
||||
|
const cors = require("cors"); |
||||
|
|
||||
|
//const socketAuth = require('socketio-auth');
|
||||
|
|
||||
|
|
||||
|
|
||||
|
//const whitelist = ["http://localhost:8080"];
|
||||
|
const whitelist = ["*"]; |
||||
|
const corsOptions = { |
||||
|
credentials: true, |
||||
|
methods: ["GET", "PUT", "POST", "DELETE", "OPTIONS"], |
||||
|
optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204
|
||||
|
allowedHeaders: [ |
||||
|
"Content-Type", |
||||
|
"Authorization", |
||||
|
"X-Requested-With", |
||||
|
"device-remember-token", |
||||
|
"Access-Control-Allow-Origin", |
||||
|
"Access-Control-Allow-Headers", |
||||
|
"Origin", |
||||
|
"Accept", |
||||
|
], |
||||
|
origin: function (origin, callback) { |
||||
|
if (whitelist.indexOf(origin) !== -1) { |
||||
|
callback(null, true); |
||||
|
} else { |
||||
|
callback(null, true); |
||||
|
//callback(new Error('Not allowed by CORS'))
|
||||
|
} |
||||
|
}, |
||||
|
}; |
||||
|
|
||||
|
app.get( |
||||
|
"/run", |
||||
|
[ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), |
||||
|
(req, res, next) => { |
||||
|
var RES = new Object(); |
||||
|
RES.code = req.query["code"]; |
||||
|
console.error("socket GET from client " + RES.code); |
||||
|
|
||||
|
RES.error = false; |
||||
|
RES.error_msg = "ok"; |
||||
|
|
||||
|
io.emit("iotdata", RES); |
||||
|
io.in("iot").emit("message", RES); |
||||
|
res.json(RES); |
||||
|
} |
||||
|
); |
||||
|
|
||||
|
|
||||
|
app.get( |
||||
|
"/test", |
||||
|
[ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), |
||||
|
(req, res) => { |
||||
|
var data = req.query["input"]; |
||||
|
var RES = new Object(); |
||||
|
console.error(`Client called GET from axios`); |
||||
|
res.json(data); |
||||
|
} |
||||
|
); |
||||
|
|
||||
|
io.on("log", (data) => { |
||||
|
console.log(JSON.stringify("d " + data)); |
||||
|
console.error(JSON.stringify("c " + data)); |
||||
|
}); |
||||
|
io.on("connection", (s) => { |
||||
|
console.error(`\nSomeone connected to port 3000`); |
||||
|
var id = s.id; |
||||
|
|
||||
|
s.on("log", (data) => { |
||||
|
console.log(JSON.stringify(data)); |
||||
|
console.error(JSON.stringify(data)); |
||||
|
}); |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
http.listen(3000, () => console.error("listening on http://0.0.0.0:3000/")); |
||||
|
console.error("Run demo project"); |
||||
|
console.log("Hello World!"); |
||||
@ -0,0 +1,575 @@ |
|||||
|
"use strict" |
||||
|
|
||||
|
var pathmodule = require('path'); |
||||
|
var app = require('express')(); |
||||
|
var http = require('http').Server(app); |
||||
|
var https = require('https'); |
||||
|
var io = require('socket.io')(http); |
||||
|
|
||||
|
//import { createAdapter } from 'socket.io-redis';
|
||||
|
const createAdapter = require('socket.io-redis'); |
||||
|
//import { RedisClient } from 'redis';
|
||||
|
const RedisClient = require("redis"); |
||||
|
const pubClient = RedisClient.createClient({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
|
||||
|
//const pubClient = new RedisClient({ host: 'localhost', port: 6379 });
|
||||
|
const subClient = pubClient.duplicate(); |
||||
|
|
||||
|
io.adapter(createAdapter({ pubClient, subClient })); |
||||
|
|
||||
|
pubClient.on("connect", function() { |
||||
|
console.log("You are now connected"); |
||||
|
}); |
||||
|
|
||||
|
const MongoClient = require('mongodb').MongoClient; |
||||
|
|
||||
|
//var chokidar = require("chokidar");
|
||||
|
//var logpath = "/var/lab/playground-serverlogs";
|
||||
|
//var watcher = chokidar.watch(logpath, {
|
||||
|
// ignored: /[\/\\]\./,
|
||||
|
// awaitWriteFinish: true,
|
||||
|
// persistent: true
|
||||
|
// });
|
||||
|
|
||||
|
|
||||
|
var async = require("async"); |
||||
|
const { check, validationResult } = require('express-validator'); |
||||
|
const urlExistSync = require("url-exist-sync"); |
||||
|
|
||||
|
var express = require('express'); |
||||
|
app.use(express.json()); |
||||
|
|
||||
|
const axios = require('axios'); |
||||
|
axios.defaults.timeout = 30000 |
||||
|
|
||||
|
const helmet = require('helmet'); |
||||
|
app.use(helmet()); |
||||
|
|
||||
|
const cors = require('cors') |
||||
|
const whitelist = [ |
||||
|
'http://localhost:8080', |
||||
|
'http://localhost:3080', |
||||
|
'http://localhost:3081', |
||||
|
'http://localhost:3082' |
||||
|
] |
||||
|
const corsOptions = { |
||||
|
credentials: true, |
||||
|
methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], |
||||
|
optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204
|
||||
|
allowedHeaders: [ |
||||
|
'Content-Type', |
||||
|
'Authorization', |
||||
|
'X-Requested-With', |
||||
|
'device-remember-token', |
||||
|
'Access-Control-Allow-Origin', |
||||
|
'Access-Control-Allow-Headers', |
||||
|
'Origin', |
||||
|
'Accept' |
||||
|
], |
||||
|
origin: function(origin, callback) { |
||||
|
if (whitelist.indexOf(origin) !== -1) { |
||||
|
callback(null, true) |
||||
|
} else { |
||||
|
callback(null, true) |
||||
|
//callback(new Error('Not allowed by CORS'))
|
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
// ***************************************************
|
||||
|
// checktoken
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function checkToken(token) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
try { |
||||
|
var pipelines = { |
||||
|
"source":'ssologin' |
||||
|
} |
||||
|
var params = { |
||||
|
pipeline: pipelines |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
const res = await instance.post('/istokenvalidsso',params,options); |
||||
|
if(res.status == 200){ |
||||
|
//console.log("check " +JSON.stringify(res.data))
|
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
function convertDateToUTC(date) { |
||||
|
return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); |
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// get pipelines
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function getpipelines(token,pipelinename) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
/* |
||||
|
var params = { |
||||
|
playbook: value |
||||
|
} |
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
const playbook = await api.GET('playbookCode',options); |
||||
|
return playbook |
||||
|
*/ |
||||
|
try { |
||||
|
|
||||
|
var pipelines = { |
||||
|
"querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', |
||||
|
"filter":pipelinename |
||||
|
} |
||||
|
//var params = {
|
||||
|
// pipeline: pipelines
|
||||
|
// }
|
||||
|
var params = { |
||||
|
querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', |
||||
|
filter:pipelinename |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
//https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
//const res = await instance.get('/getplaygrounds',params,options);
|
||||
|
const res = await instance.get('/getplaygrounds',options); |
||||
|
if(res.status == 200){ |
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
global.online='ob'; |
||||
|
global.pipelines=[]; |
||||
|
|
||||
|
function sendlog(reslog,pathfileval){ |
||||
|
var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); |
||||
|
//for (var key in usertmp.data){
|
||||
|
var user = usertmp.data[0].user25user; |
||||
|
// if(usertmp.data){
|
||||
|
console.log('-----------------------' + JSON.stringify(usertmp)); |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
// }
|
||||
|
//}
|
||||
|
} |
||||
|
function onlogfile(path){ |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test'
|
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
})() |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// rest get
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
app.get('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
//db.collection('log', onCollection);
|
||||
|
console.log(JSON.stringify('mongo connected')) |
||||
|
var stream = db.collection('logs').find({}, { |
||||
|
tailable: true, |
||||
|
awaitdata: true |
||||
|
/* other options */ |
||||
|
}).stream(); |
||||
|
|
||||
|
stream.on('data', function (doc) { |
||||
|
console.log(JSON.stringify(doc)) |
||||
|
//socket.write(JSON.stringify({'action': 'log','param': doc.log}));
|
||||
|
}); |
||||
|
} |
||||
|
}); |
||||
|
var RES = new Object(); |
||||
|
RES.code = req.query["filter"] |
||||
|
RES.token = req.query["filter"] |
||||
|
var isvalid = await checkToken(RES.token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok " + RES.token); |
||||
|
}else{ |
||||
|
console.log("Authserver no " + RES.token); |
||||
|
} |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
res.json(RES) |
||||
|
})() |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// rest post
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
app.post('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
//console.log(JSON.stringify(req.headers));
|
||||
|
//console.log(JSON.stringify(req.body));
|
||||
|
//console.log("mongo "+JSON.stringify(req.body));
|
||||
|
//console.log("LOG "+JSON.stringify(req.body[0].message));
|
||||
|
//console.log("PATH "+JSON.stringify(req.body[0].tailed_path));
|
||||
|
for (var i = 0; i < req.body.length; i++){ |
||||
|
//var getpath = await onlogfile(req.body[i].tailed_path)
|
||||
|
|
||||
|
var path = req.body[i].tailed_path |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test'
|
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname);
|
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
|
||||
|
//indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists")
|
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
|
||||
|
//console.log('info', JSON.stringify(resdata));
|
||||
|
//console.log('info------------- ', JSON.stringify(global.pipelines));
|
||||
|
})() |
||||
|
} |
||||
|
//
|
||||
|
var obj = req.body[i]; |
||||
|
|
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname);
|
||||
|
//indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists")
|
||||
|
var now = new Date(); |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
reslog.log = obj |
||||
|
|
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
console.log(reslog); |
||||
|
var pathfileval = pathmodule.basename(reslog.log.tailed_path); |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
//indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists")
|
||||
|
indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) |
||||
|
console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); |
||||
|
console.log("IOTindexfind "+JSON.stringify(indexfind)); |
||||
|
console.log("IOTuser "+JSON.stringify(global.pipelines)); |
||||
|
// io.in("iot").emit("message", reslog);
|
||||
|
// io.emit("logdata", reslog);
|
||||
|
} |
||||
|
})() |
||||
|
|
||||
|
//io.in("iot").emit("message", RES);
|
||||
|
|
||||
|
console.error('socket POST from client'); |
||||
|
var RES = new Object(); |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
RES.msg = req.body[0].messsage |
||||
|
|
||||
|
res.json(RES) |
||||
|
}); |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// socket
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
io.origins('*:*') // for latest version
|
||||
|
|
||||
|
|
||||
|
function onCollection(err, collection) { |
||||
|
let options = { tailable: true, |
||||
|
awaitdata: true, |
||||
|
numberOfRetries: -1, |
||||
|
tailableRetryInterval: 500 |
||||
|
}; |
||||
|
var cursor = collection.find({},options).stream(); |
||||
|
var itemsProcessed = 0; |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
var now = new Date(); |
||||
|
cursor.on('data', function (data) { |
||||
|
|
||||
|
var pathfileval = pathmodule.basename(data.tailed_path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
|
||||
|
var indexupdate = true |
||||
|
//var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval);
|
||||
|
pubClient.hgetall(pathfileval, function(err, object) { |
||||
|
if(object){ |
||||
|
indexupdate = false |
||||
|
}else{ |
||||
|
console.log('redis '+JSON.stringify(object)); |
||||
|
} |
||||
|
}); |
||||
|
var resob = {} |
||||
|
if (indexupdate ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
console.log('file2222222222222222222222222222222222222------------------------------ ' + JSON.stringify(resdata.data)) |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
//for (let i in resdata.data) {
|
||||
|
var resob1 = {} |
||||
|
var i = 0 |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resob1.tailed_path = pathfileval |
||||
|
//resobarray.push(resob1)
|
||||
|
var resob1string = JSON.stringify(resob1); |
||||
|
pubClient.hmset(pathfileval,resob1string) |
||||
|
pubClient.hgetall(pathfileval, function(err, object) { |
||||
|
console.log('redis>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(object)); |
||||
|
}); |
||||
|
//}
|
||||
|
resob.data = resobarray |
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname);
|
||||
|
//var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval);
|
||||
|
|
||||
|
//indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists")
|
||||
|
//indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval)
|
||||
|
|
||||
|
reslog.log = data |
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
console.log('data ' + JSON.stringify(reslog)); |
||||
|
//var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval);
|
||||
|
//var user = usertmp.data[0].user25user;
|
||||
|
var user = "anagnostopoulos@uniwa.gr" |
||||
|
console.log('datauser ' + JSON.stringify(user)); |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
itemsProcessed++; |
||||
|
|
||||
|
})() |
||||
|
}else{ |
||||
|
|
||||
|
reslog.log = data |
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
console.log('dataelse ' + JSON.stringify(reslog)); |
||||
|
//var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval);
|
||||
|
//var user = usertmp.data[0].user25user;
|
||||
|
///console.log('datauser ' + JSON.stringify(user));
|
||||
|
var user = "anagnostopoulos@uniwa.gr" |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
itemsProcessed++; |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
|
||||
|
setInterval(function () { |
||||
|
console.log('itemsProcessed', itemsProcessed); |
||||
|
}, 1000); |
||||
|
} |
||||
|
|
||||
|
|
||||
|
var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
//var mongolab_uri = "mongodb://<dbUser>:<dbPassword>@<host1>:<port1>,<host2>:<port2>/<dbName>?replicaSet=<replicaSetName>";
|
||||
|
var mongooptions = { |
||||
|
autoReconnect: true, |
||||
|
keepAlive: 1, |
||||
|
connectTimeoutMS: 30000, |
||||
|
socketTimeoutMS: 0 |
||||
|
} |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
db.collection('logs', onCollection); |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
io.on('connection', s => { |
||||
|
console.error('socket connection'); |
||||
|
|
||||
|
// ------------------------------
|
||||
|
// --- set
|
||||
|
// ------------------------------
|
||||
|
var usersession = new Object(); |
||||
|
usersession.SOCKET = {}; |
||||
|
usersession.SOCKET.error = {}; |
||||
|
console.error('socket ...'); |
||||
|
s.auth = false; |
||||
|
|
||||
|
// ------------------------------
|
||||
|
// --- authenticate
|
||||
|
// ------------------------------
|
||||
|
s.on('authenticate', function(data){ |
||||
|
const token = data |
||||
|
console.log('invalid 1 ' + token); |
||||
|
(async() => { |
||||
|
var isvalid = await checkToken(token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok ", s.id + ' - ' + token); |
||||
|
usersession.SOCKET.user = isvalid.user |
||||
|
usersession.SOCKET.scope = isvalid.scope // space delimeter
|
||||
|
usersession.SOCKET.token = isvalid.token |
||||
|
s.auth = true; |
||||
|
}else{ |
||||
|
console.log("Authserver no ", s.id + ' - ' + token); |
||||
|
s.auth = false; |
||||
|
} |
||||
|
})() |
||||
|
}); |
||||
|
|
||||
|
setTimeout(function(){ |
||||
|
if (!s.auth) { |
||||
|
console.log("Disconnecting timeout socket ", s.id); |
||||
|
s.disconnect('unauthorized'); |
||||
|
}else{ |
||||
|
var room = usersession.SOCKET.user |
||||
|
//s.on("subscribe", function (room) {
|
||||
|
// console.log("joining room", room);
|
||||
|
s.join(room); |
||||
|
// });
|
||||
|
} |
||||
|
}, 30000); |
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
var id = s.id |
||||
|
s.on('log', obj => { |
||||
|
console.error('from client '+ s.id + ' obj ' + obj); |
||||
|
}); |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
http.listen(3000, () => console.error('listening on http://localhost:3000/')); |
||||
|
console.error('socket.io example'); |
||||
@ -0,0 +1,578 @@ |
|||||
|
"use strict" |
||||
|
|
||||
|
var pathmodule = require('path'); |
||||
|
var app = require('express')(); |
||||
|
var http = require('http').Server(app); |
||||
|
var https = require('https'); |
||||
|
var io = require('socket.io')(http); |
||||
|
|
||||
|
//import { createAdapter } from 'socket.io-redis';
|
||||
|
const createAdapter = require('socket.io-redis'); |
||||
|
//import { RedisClient } from 'redis';
|
||||
|
const RedisClient = require("redis"); |
||||
|
const pubClient = RedisClient.createClient({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
|
||||
|
//const pubClient = new RedisClient({ host: 'localhost', port: 6379 });
|
||||
|
const subClient = pubClient.duplicate(); |
||||
|
|
||||
|
io.adapter(createAdapter({ pubClient, subClient })); |
||||
|
|
||||
|
pubClient.on("connect", function() { |
||||
|
console.log("You are now connected"); |
||||
|
}); |
||||
|
|
||||
|
const MongoClient = require('mongodb').MongoClient; |
||||
|
|
||||
|
//var chokidar = require("chokidar");
|
||||
|
//var logpath = "/var/lab/playground-serverlogs";
|
||||
|
//var watcher = chokidar.watch(logpath, {
|
||||
|
// ignored: /[\/\\]\./,
|
||||
|
// awaitWriteFinish: true,
|
||||
|
// persistent: true
|
||||
|
// });
|
||||
|
|
||||
|
|
||||
|
var async = require("async"); |
||||
|
const { check, validationResult } = require('express-validator'); |
||||
|
const urlExistSync = require("url-exist-sync"); |
||||
|
|
||||
|
var express = require('express'); |
||||
|
app.use(express.json()); |
||||
|
|
||||
|
const axios = require('axios'); |
||||
|
axios.defaults.timeout = 30000 |
||||
|
|
||||
|
const helmet = require('helmet'); |
||||
|
app.use(helmet()); |
||||
|
|
||||
|
const cors = require('cors') |
||||
|
const whitelist = [ |
||||
|
'http://localhost:8080', |
||||
|
'http://localhost:3080', |
||||
|
'http://localhost:3081', |
||||
|
'http://localhost:3082' |
||||
|
] |
||||
|
const corsOptions = { |
||||
|
credentials: true, |
||||
|
methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], |
||||
|
optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204
|
||||
|
allowedHeaders: [ |
||||
|
'Content-Type', |
||||
|
'Authorization', |
||||
|
'X-Requested-With', |
||||
|
'device-remember-token', |
||||
|
'Access-Control-Allow-Origin', |
||||
|
'Access-Control-Allow-Headers', |
||||
|
'Origin', |
||||
|
'Accept' |
||||
|
], |
||||
|
origin: function(origin, callback) { |
||||
|
if (whitelist.indexOf(origin) !== -1) { |
||||
|
callback(null, true) |
||||
|
} else { |
||||
|
callback(null, true) |
||||
|
//callback(new Error('Not allowed by CORS'))
|
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
// ***************************************************
|
||||
|
// checktoken
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function checkToken(token) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
try { |
||||
|
var pipelines = { |
||||
|
"source":'ssologin' |
||||
|
} |
||||
|
var params = { |
||||
|
pipeline: pipelines |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
const res = await instance.post('/istokenvalidsso',params,options); |
||||
|
if(res.status == 200){ |
||||
|
//console.log("check " +JSON.stringify(res.data))
|
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
function convertDateToUTC(date) { |
||||
|
return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); |
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// get pipelines
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function getpipelines(token,pipelinename) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
/* |
||||
|
var params = { |
||||
|
playbook: value |
||||
|
} |
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
const playbook = await api.GET('playbookCode',options); |
||||
|
return playbook |
||||
|
*/ |
||||
|
try { |
||||
|
|
||||
|
var pipelines = { |
||||
|
"querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', |
||||
|
"filter":pipelinename |
||||
|
} |
||||
|
//var params = {
|
||||
|
// pipeline: pipelines
|
||||
|
// }
|
||||
|
var params = { |
||||
|
querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', |
||||
|
filter:pipelinename |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
//https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
//const res = await instance.get('/getplaygrounds',params,options);
|
||||
|
const res = await instance.get('/getplaygrounds',options); |
||||
|
if(res.status == 200){ |
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
global.online='ob'; |
||||
|
global.pipelines=[]; |
||||
|
|
||||
|
function sendlog(reslog,pathfileval){ |
||||
|
var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); |
||||
|
//for (var key in usertmp.data){
|
||||
|
var user = usertmp.data[0].user25user; |
||||
|
// if(usertmp.data){
|
||||
|
console.log('-----------------------' + JSON.stringify(usertmp)); |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
// }
|
||||
|
//}
|
||||
|
} |
||||
|
function onlogfile(path){ |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test'
|
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
})() |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// rest get
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
app.get('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
//db.collection('log', onCollection);
|
||||
|
console.log(JSON.stringify('mongo connected')) |
||||
|
var stream = db.collection('logs').find({}, { |
||||
|
tailable: true, |
||||
|
awaitdata: true |
||||
|
/* other options */ |
||||
|
}).stream(); |
||||
|
|
||||
|
stream.on('data', function (doc) { |
||||
|
console.log(JSON.stringify(doc)) |
||||
|
//socket.write(JSON.stringify({'action': 'log','param': doc.log}));
|
||||
|
}); |
||||
|
} |
||||
|
}); |
||||
|
var RES = new Object(); |
||||
|
RES.code = req.query["filter"] |
||||
|
RES.token = req.query["filter"] |
||||
|
var isvalid = await checkToken(RES.token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok " + RES.token); |
||||
|
}else{ |
||||
|
console.log("Authserver no " + RES.token); |
||||
|
} |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
res.json(RES) |
||||
|
})() |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// rest post
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
app.post('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
//console.log(JSON.stringify(req.headers));
|
||||
|
//console.log(JSON.stringify(req.body));
|
||||
|
//console.log("mongo "+JSON.stringify(req.body));
|
||||
|
//console.log("LOG "+JSON.stringify(req.body[0].message));
|
||||
|
//console.log("PATH "+JSON.stringify(req.body[0].tailed_path));
|
||||
|
for (var i = 0; i < req.body.length; i++){ |
||||
|
//var getpath = await onlogfile(req.body[i].tailed_path)
|
||||
|
|
||||
|
var path = req.body[i].tailed_path |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test'
|
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname);
|
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
|
||||
|
//indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists")
|
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
|
||||
|
//console.log('info', JSON.stringify(resdata));
|
||||
|
//console.log('info------------- ', JSON.stringify(global.pipelines));
|
||||
|
})() |
||||
|
} |
||||
|
//
|
||||
|
var obj = req.body[i]; |
||||
|
|
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname);
|
||||
|
//indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists")
|
||||
|
var now = new Date(); |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
reslog.log = obj |
||||
|
|
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
console.log(reslog); |
||||
|
var pathfileval = pathmodule.basename(reslog.log.tailed_path); |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
//indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists")
|
||||
|
indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) |
||||
|
console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); |
||||
|
console.log("IOTindexfind "+JSON.stringify(indexfind)); |
||||
|
console.log("IOTuser "+JSON.stringify(global.pipelines)); |
||||
|
// io.in("iot").emit("message", reslog);
|
||||
|
// io.emit("logdata", reslog);
|
||||
|
} |
||||
|
})() |
||||
|
|
||||
|
//io.in("iot").emit("message", RES);
|
||||
|
|
||||
|
console.error('socket POST from client'); |
||||
|
var RES = new Object(); |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
RES.msg = req.body[0].messsage |
||||
|
|
||||
|
res.json(RES) |
||||
|
}); |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// socket
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
io.origins('*:*') // for latest version
|
||||
|
|
||||
|
|
||||
|
function onCollection(err, collection) { |
||||
|
let options = { tailable: true, |
||||
|
awaitdata: true, |
||||
|
numberOfRetries: -1, |
||||
|
tailableRetryInterval: 500 |
||||
|
}; |
||||
|
var cursor = collection.find({},options).stream(); |
||||
|
var itemsProcessed = 0; |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
var now = new Date(); |
||||
|
cursor.on('data', function (data) { |
||||
|
|
||||
|
var pathfileval = pathmodule.basename(data.tailed_path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
|
||||
|
var indexupdate = true |
||||
|
var resob = {} |
||||
|
//var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval);
|
||||
|
pubClient.hgetall(pathfileval, function(err, object) { |
||||
|
if(object){ |
||||
|
indexupdate = false |
||||
|
}else{ |
||||
|
console.log('redis '+JSON.stringify(object)); |
||||
|
} |
||||
|
}); |
||||
|
if (indexupdate ){ |
||||
|
(async() => { |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
console.log('------------------------------ ' + JSON.stringify(resdata.data)) |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
//for (let i in resdata.data) {
|
||||
|
var resob1 = {} |
||||
|
var i = 0 |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resob1.tailed_path = pathfileval |
||||
|
resobarray.push(resob1) |
||||
|
var resob1string = JSON.stringify(resob1); |
||||
|
console.log('+++++++++++++++++' + resob1string + '<<<<<<<<<<<<<<<<<<<<<<' + pathfileval); |
||||
|
//pubClient.hmset(pathfileval,resob1string)
|
||||
|
pubClient.hmset(pathfileval, resob1string, function(err, res) { |
||||
|
|
||||
|
}); |
||||
|
await pubClient.hgetall(pathfileval, function(err, object) { |
||||
|
console.log('>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(object)); |
||||
|
}); |
||||
|
//}
|
||||
|
resob.data = resobarray |
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname);
|
||||
|
//var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval);
|
||||
|
|
||||
|
//indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists")
|
||||
|
//indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval)
|
||||
|
|
||||
|
reslog.log = data |
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
//console.log('data ' + JSON.stringify(reslog));
|
||||
|
//var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval);
|
||||
|
//var user = usertmp.data[0].user25user;
|
||||
|
var user = "anagnostopoulos@uniwa.gr" |
||||
|
console.log('datauser ' + JSON.stringify(user)); |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
itemsProcessed++; |
||||
|
|
||||
|
})() |
||||
|
}else{ |
||||
|
|
||||
|
reslog.log = data |
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
//console.log('dataelse ' + JSON.stringify(reslog));
|
||||
|
//var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval);
|
||||
|
//var user = usertmp.data[0].user25user;
|
||||
|
///console.log('datauser ' + JSON.stringify(user));
|
||||
|
var user = "anagnostopoulos@uniwa.gr" |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
itemsProcessed++; |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
|
||||
|
setInterval(function () { |
||||
|
console.log('itemsProcessed', itemsProcessed); |
||||
|
}, 1000); |
||||
|
} |
||||
|
|
||||
|
|
||||
|
var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
//var mongolab_uri = "mongodb://<dbUser>:<dbPassword>@<host1>:<port1>,<host2>:<port2>/<dbName>?replicaSet=<replicaSetName>";
|
||||
|
var mongooptions = { |
||||
|
autoReconnect: true, |
||||
|
keepAlive: 1, |
||||
|
connectTimeoutMS: 30000, |
||||
|
socketTimeoutMS: 0 |
||||
|
} |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
db.collection('logs', onCollection); |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
io.on('connection', s => { |
||||
|
console.error('socket connection'); |
||||
|
|
||||
|
// ------------------------------
|
||||
|
// --- set
|
||||
|
// ------------------------------
|
||||
|
var usersession = new Object(); |
||||
|
usersession.SOCKET = {}; |
||||
|
usersession.SOCKET.error = {}; |
||||
|
console.error('socket ...'); |
||||
|
s.auth = false; |
||||
|
|
||||
|
// ------------------------------
|
||||
|
// --- authenticate
|
||||
|
// ------------------------------
|
||||
|
s.on('authenticate', function(data){ |
||||
|
const token = data |
||||
|
console.log('invalid 1 ' + token); |
||||
|
(async() => { |
||||
|
var isvalid = await checkToken(token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok ", s.id + ' - ' + token); |
||||
|
usersession.SOCKET.user = isvalid.user |
||||
|
usersession.SOCKET.scope = isvalid.scope // space delimeter
|
||||
|
usersession.SOCKET.token = isvalid.token |
||||
|
s.auth = true; |
||||
|
}else{ |
||||
|
console.log("Authserver no ", s.id + ' - ' + token); |
||||
|
s.auth = false; |
||||
|
} |
||||
|
})() |
||||
|
}); |
||||
|
|
||||
|
setTimeout(function(){ |
||||
|
if (!s.auth) { |
||||
|
console.log("Disconnecting timeout socket ", s.id); |
||||
|
s.disconnect('unauthorized'); |
||||
|
}else{ |
||||
|
var room = usersession.SOCKET.user |
||||
|
//s.on("subscribe", function (room) {
|
||||
|
// console.log("joining room", room);
|
||||
|
s.join(room); |
||||
|
// });
|
||||
|
} |
||||
|
}, 30000); |
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
var id = s.id |
||||
|
s.on('log', obj => { |
||||
|
console.error('from client '+ s.id + ' obj ' + obj); |
||||
|
}); |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
http.listen(3000, () => console.error('listening on http://localhost:3000/')); |
||||
|
console.error('socket.io example'); |
||||
@ -0,0 +1,48 @@ |
|||||
|
"use strict" |
||||
|
|
||||
|
var pathmodule = require('path'); |
||||
|
var app = require('express')(); |
||||
|
var http = require('http').Server(app); |
||||
|
var https = require('https'); |
||||
|
var io = require('socket.io')(http); |
||||
|
|
||||
|
//import { createAdapter } from 'socket.io-redis';
|
||||
|
const createAdapter = require('socket.io-redis'); |
||||
|
//import { RedisClient } from 'redis';
|
||||
|
const RedisClient = require("redis"); |
||||
|
const pubClient = RedisClient.createClient({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
|
||||
|
//const pubClient = new RedisClient({ host: 'localhost', port: 6379 });
|
||||
|
const subClient = pubClient.duplicate(); |
||||
|
|
||||
|
io.adapter(createAdapter({ pubClient, subClient })); |
||||
|
|
||||
|
pubClient.on("connect", function() { |
||||
|
console.log("You are now connected"); |
||||
|
}); |
||||
|
|
||||
|
setInterval(function () { |
||||
|
var resob1 = {} |
||||
|
resob1.data = '1' |
||||
|
resob1.user25user = 'user' |
||||
|
|
||||
|
var resob1string = JSON.stringify(resob1); |
||||
|
console.log('-------------------- '+JSON.stringify(resob1string)); |
||||
|
|
||||
|
var resob1string = 'test'; |
||||
|
pubClient.hmset('ekjgpiegwerpowfmfsdfsdgsk', resob1string, function(err, res) { |
||||
|
console.log('>>>>>>>>>eroor>>>>>>>>>>>>>>>>>>> '+JSON.stringify(err)); |
||||
|
console.log('>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(res)); |
||||
|
}); |
||||
|
|
||||
|
pubClient.hgetall('ekjgpiegwerpowfmfsdfsdgsk', function(err, object) { |
||||
|
console.log('<<<<<<<<<<eroor<<<<<<<<<<<<<<<<< '+JSON.stringify(err)); |
||||
|
console.log('<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< '+JSON.stringify(object)); |
||||
|
}); |
||||
|
}, 3000); |
||||
|
|
||||
|
http.listen(3000, () => console.error('listening on http://localhost:3000/')); |
||||
|
console.error('socket.io example'); |
||||
@ -0,0 +1,563 @@ |
|||||
|
"use strict" |
||||
|
|
||||
|
var pathmodule = require('path'); |
||||
|
var app = require('express')(); |
||||
|
var http = require('http').Server(app); |
||||
|
var https = require('https'); |
||||
|
var io = require('socket.io')(http); |
||||
|
|
||||
|
//import { createAdapter } from 'socket.io-redis';
|
||||
|
const createAdapter = require('socket.io-redis'); |
||||
|
//import { RedisClient } from 'redis';
|
||||
|
const RedisClient = require("redis"); |
||||
|
const pubClient = RedisClient.createClient({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
|
||||
|
//const pubClient = new RedisClient({ host: 'localhost', port: 6379 });
|
||||
|
const subClient = pubClient.duplicate(); |
||||
|
|
||||
|
io.adapter(createAdapter({ pubClient, subClient })); |
||||
|
|
||||
|
pubClient.on("connect", function() { |
||||
|
console.log("You are now connected"); |
||||
|
}); |
||||
|
|
||||
|
const MongoClient = require('mongodb').MongoClient; |
||||
|
|
||||
|
var async = require("async"); |
||||
|
const { check, validationResult } = require('express-validator'); |
||||
|
const urlExistSync = require("url-exist-sync"); |
||||
|
|
||||
|
var express = require('express'); |
||||
|
app.use(express.json()); |
||||
|
|
||||
|
const axios = require('axios'); |
||||
|
axios.defaults.timeout = 30000 |
||||
|
|
||||
|
const helmet = require('helmet'); |
||||
|
app.use(helmet()); |
||||
|
|
||||
|
const cors = require('cors') |
||||
|
const whitelist = [ |
||||
|
'http://localhost:8080', |
||||
|
'http://localhost:3080', |
||||
|
'http://localhost:3081', |
||||
|
'http://localhost:3082' |
||||
|
] |
||||
|
const corsOptions = { |
||||
|
credentials: true, |
||||
|
methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], |
||||
|
optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204
|
||||
|
allowedHeaders: [ |
||||
|
'Content-Type', |
||||
|
'Authorization', |
||||
|
'X-Requested-With', |
||||
|
'device-remember-token', |
||||
|
'Access-Control-Allow-Origin', |
||||
|
'Access-Control-Allow-Headers', |
||||
|
'Origin', |
||||
|
'Accept' |
||||
|
], |
||||
|
origin: function(origin, callback) { |
||||
|
if (whitelist.indexOf(origin) !== -1) { |
||||
|
callback(null, true) |
||||
|
} else { |
||||
|
callback(null, true) |
||||
|
//callback(new Error('Not allowed by CORS'))
|
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
// ***************************************************
|
||||
|
// checktoken
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function checkToken(token) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
try { |
||||
|
var pipelines = { |
||||
|
"source":'ssologin' |
||||
|
} |
||||
|
var params = { |
||||
|
pipeline: pipelines |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
const res = await instance.post('/istokenvalidsso',params,options); |
||||
|
if(res.status == 200){ |
||||
|
//console.log("check " +JSON.stringify(res.data))
|
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
function convertDateToUTC(date) { |
||||
|
return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); |
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// get pipelines
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function getpipelines(token,pipelinename) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
/* |
||||
|
var params = { |
||||
|
playbook: value |
||||
|
} |
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
const playbook = await api.GET('playbookCode',options); |
||||
|
return playbook |
||||
|
*/ |
||||
|
try { |
||||
|
|
||||
|
var pipelines = { |
||||
|
"querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', |
||||
|
"filter":pipelinename |
||||
|
} |
||||
|
//var params = {
|
||||
|
// pipeline: pipelines
|
||||
|
// }
|
||||
|
var params = { |
||||
|
querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', |
||||
|
filter:pipelinename |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
//https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
//const res = await instance.get('/getplaygrounds',params,options);
|
||||
|
const res = await instance.get('/getplaygrounds',options); |
||||
|
if(res.status == 200){ |
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
global.online='ob'; |
||||
|
global.pipelines=[]; |
||||
|
|
||||
|
function sendlog(reslog,pathfileval){ |
||||
|
var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); |
||||
|
//for (var key in usertmp.data){
|
||||
|
var user = usertmp.data[0].user25user; |
||||
|
// if(usertmp.data){
|
||||
|
console.log('-----------------------' + JSON.stringify(usertmp)); |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
// }
|
||||
|
//}
|
||||
|
} |
||||
|
function onlogfile(path){ |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test'
|
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
})() |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// rest get
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
app.get('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
//db.collection('log', onCollection);
|
||||
|
console.log(JSON.stringify('mongo connected')) |
||||
|
var stream = db.collection('logs').find({}, { |
||||
|
tailable: true, |
||||
|
awaitdata: true |
||||
|
/* other options */ |
||||
|
}).stream(); |
||||
|
|
||||
|
stream.on('data', function (doc) { |
||||
|
console.log(JSON.stringify(doc)) |
||||
|
//socket.write(JSON.stringify({'action': 'log','param': doc.log}));
|
||||
|
}); |
||||
|
} |
||||
|
}); |
||||
|
var RES = new Object(); |
||||
|
RES.code = req.query["filter"] |
||||
|
RES.token = req.query["filter"] |
||||
|
var isvalid = await checkToken(RES.token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok " + RES.token); |
||||
|
}else{ |
||||
|
console.log("Authserver no " + RES.token); |
||||
|
} |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
res.json(RES) |
||||
|
})() |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// rest post
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
app.post('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
//console.log(JSON.stringify(req.headers));
|
||||
|
//console.log(JSON.stringify(req.body));
|
||||
|
//console.log("mongo "+JSON.stringify(req.body));
|
||||
|
//console.log("LOG "+JSON.stringify(req.body[0].message));
|
||||
|
//console.log("PATH "+JSON.stringify(req.body[0].tailed_path));
|
||||
|
for (var i = 0; i < req.body.length; i++){ |
||||
|
//var getpath = await onlogfile(req.body[i].tailed_path)
|
||||
|
|
||||
|
var path = req.body[i].tailed_path |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test'
|
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname);
|
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
|
||||
|
//indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists")
|
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
|
||||
|
//console.log('info', JSON.stringify(resdata));
|
||||
|
//console.log('info------------- ', JSON.stringify(global.pipelines));
|
||||
|
})() |
||||
|
} |
||||
|
//
|
||||
|
var obj = req.body[i]; |
||||
|
|
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname);
|
||||
|
//indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists")
|
||||
|
var now = new Date(); |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
reslog.log = obj |
||||
|
|
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
console.log(reslog); |
||||
|
var pathfileval = pathmodule.basename(reslog.log.tailed_path); |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
//indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists")
|
||||
|
indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) |
||||
|
console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); |
||||
|
console.log("IOTindexfind "+JSON.stringify(indexfind)); |
||||
|
console.log("IOTuser "+JSON.stringify(global.pipelines)); |
||||
|
// io.in("iot").emit("message", reslog);
|
||||
|
// io.emit("logdata", reslog);
|
||||
|
} |
||||
|
})() |
||||
|
|
||||
|
//io.in("iot").emit("message", RES);
|
||||
|
|
||||
|
console.error('socket POST from client'); |
||||
|
var RES = new Object(); |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
RES.msg = req.body[0].messsage |
||||
|
|
||||
|
res.json(RES) |
||||
|
}); |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// socket
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
io.origins('*:*') // for latest version
|
||||
|
|
||||
|
|
||||
|
function onCollection(err, collection) { |
||||
|
let options = { tailable: true, |
||||
|
awaitdata: true, |
||||
|
numberOfRetries: -1, |
||||
|
tailableRetryInterval: 500 |
||||
|
}; |
||||
|
var cursor = collection.find({},options).stream(); |
||||
|
var itemsProcessed = 0; |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
var now = new Date(); |
||||
|
cursor.on('data', function (data) { |
||||
|
console.log('+++++++++ondata<<<<<<<<<<<<<<<<<<<<<<' + data); |
||||
|
io.in('anagnostopoulos@uniwa.gr').emit("logdata", data); |
||||
|
|
||||
|
var pathfileval = pathmodule.basename(data.tailed_path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
|
||||
|
var indexupdate = true |
||||
|
var resob = {} |
||||
|
//var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval);
|
||||
|
pubClient.get(pathfileval, function(err, object) { |
||||
|
if(object){ |
||||
|
indexupdate = false |
||||
|
}else{ |
||||
|
console.log('redis '+JSON.stringify(object)); |
||||
|
} |
||||
|
}); |
||||
|
if (indexupdate ){ |
||||
|
(async() => { |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
var resob1 = {} |
||||
|
var i = 0 |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resob1.tailed_path = pathfileval |
||||
|
//resobarray.push(resob1)
|
||||
|
var resob1string = JSON.stringify(resob1); |
||||
|
console.log('+++++++++++++++++' + resob1string + '<<<<<<<<<<<<<<<<<<<<<<' + pathfileval); |
||||
|
pubClient.set(pathfileval, resob1string, function(err, res) { |
||||
|
}); |
||||
|
reslog.data = resob1 |
||||
|
reslog.log = data |
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
var user = resob1.res25creator |
||||
|
console.log('datauser ' + JSON.stringify(user)); |
||||
|
//io.in(user).emit("logdata", reslog);
|
||||
|
var user = 'anagnostopoulos@uniwa.gr' |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
itemsProcessed++; |
||||
|
})() |
||||
|
}else{ |
||||
|
|
||||
|
pubClient.get(pathfileval, function(err, object) { |
||||
|
var resob1 = {} |
||||
|
var i = 0 |
||||
|
resob1.data = object.res25swarmlabname |
||||
|
resob1.user25user = object.res25user |
||||
|
resob1.res25creator = object.res25creator |
||||
|
resob1.res25fileforce = object.res25fileforce |
||||
|
resob1.tailed_path = object.tailed_path |
||||
|
|
||||
|
reslog.data = resob1 |
||||
|
reslog.log = data |
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
|
||||
|
console.log('>>>>>>>>>>2222222222222>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(object)); |
||||
|
var user = object.user25user |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
itemsProcessed++; |
||||
|
}); |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
|
||||
|
setInterval(function () { |
||||
|
console.log('itemsProcessed', itemsProcessed); |
||||
|
}, 1000); |
||||
|
} |
||||
|
|
||||
|
|
||||
|
var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
var mongooptions = { |
||||
|
autoReconnect: true, |
||||
|
keepAlive: 1, |
||||
|
connectTimeoutMS: 30000, |
||||
|
socketTimeoutMS: 0 |
||||
|
} |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
db.collection('logs', onCollection); |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
io.on('connection', s => { |
||||
|
console.error('socket connection'); |
||||
|
|
||||
|
// ------------------------------
|
||||
|
// --- set
|
||||
|
// ------------------------------
|
||||
|
var usersession = new Object(); |
||||
|
usersession.SOCKET = {}; |
||||
|
usersession.SOCKET.error = {}; |
||||
|
console.error('socket ...'); |
||||
|
s.auth = false; |
||||
|
|
||||
|
// ------------------------------
|
||||
|
// --- authenticate
|
||||
|
// ------------------------------
|
||||
|
s.on('authenticate', function(data){ |
||||
|
const token = data |
||||
|
console.log('invalid 1 ' + token); |
||||
|
(async() => { |
||||
|
var isvalid = await checkToken(token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok ", s.id + ' - ' + token); |
||||
|
usersession.SOCKET.user = isvalid.user |
||||
|
usersession.SOCKET.scope = isvalid.scope // space delimeter
|
||||
|
usersession.SOCKET.token = isvalid.token |
||||
|
s.auth = true; |
||||
|
}else{ |
||||
|
console.log("Authserver no ", s.id + ' - ' + token); |
||||
|
s.auth = false; |
||||
|
} |
||||
|
})() |
||||
|
}); |
||||
|
|
||||
|
setTimeout(function(){ |
||||
|
if (!s.auth) { |
||||
|
console.log("Disconnecting timeout socket ", s.id); |
||||
|
s.disconnect('unauthorized'); |
||||
|
}else{ |
||||
|
var room = usersession.SOCKET.user |
||||
|
//s.on("subscribe", function (room) {
|
||||
|
// console.log("joining room", room);
|
||||
|
s.join(room); |
||||
|
// });
|
||||
|
} |
||||
|
}, 30000); |
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
var id = s.id |
||||
|
s.on('log', obj => { |
||||
|
console.error('from client '+ s.id + ' obj ' + obj); |
||||
|
}); |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
http.listen(3000, () => console.error('listening on http://localhost:3000/')); |
||||
|
console.error('socket.io example'); |
||||
@ -0,0 +1,889 @@ |
|||||
|
"use strict" |
||||
|
|
||||
|
var pathmodule = require('path'); |
||||
|
var app = require('express')(); |
||||
|
var http = require('http').Server(app); |
||||
|
var https = require('https'); |
||||
|
var CONFIG = require( pathmodule.resolve( __dirname, "runconfig.js" ) ); |
||||
|
const io = require("socket.io")(http, { |
||||
|
// pingTimeout: 30000,
|
||||
|
// allowUpgrades: false,
|
||||
|
// serveClient: false,
|
||||
|
// pingInterval: 10000,
|
||||
|
// //transports: [ 'websocket', 'polling' ],
|
||||
|
// transports: [ 'polling', 'websocket' ],
|
||||
|
cors: { |
||||
|
origin: "http://localhost:8080", |
||||
|
methods: ["GET", "POST"], |
||||
|
allowedHeaders: ["my-custom-header"], |
||||
|
credentials: true |
||||
|
}, |
||||
|
cookie: { |
||||
|
name: "test", |
||||
|
httpOnly: false, |
||||
|
path: "/custom" |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
/* |
||||
|
const Redis = require("ioredis"); |
||||
|
const redistest = new Redis({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
const pubtest = new Redis({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
*/ |
||||
|
|
||||
|
|
||||
|
//import { createAdapter } from 'socket.io-redis';
|
||||
|
const createAdapter = require('socket.io-redis'); |
||||
|
//const RedisClient = require("redis");
|
||||
|
const Redis = require("ioredis"); |
||||
|
//const pubClient = RedisClient.createClient({
|
||||
|
|
||||
|
const pubClient = new Redis({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
|
||||
|
//const pubClient = new RedisClient({ host: 'localhost', port: 6379 });
|
||||
|
const subClient = pubClient.duplicate(); |
||||
|
|
||||
|
io.adapter(createAdapter({ pubClient, subClient })); |
||||
|
|
||||
|
|
||||
|
pubClient.on("connect", function() { |
||||
|
console.log("You are now connected"); |
||||
|
}); |
||||
|
|
||||
|
const MongoClient = require('mongodb').MongoClient; |
||||
|
const { DateTime } = require("luxon"); |
||||
|
|
||||
|
|
||||
|
var async = require("async"); |
||||
|
const { check, validationResult } = require('express-validator'); |
||||
|
const urlExistSync = require("url-exist-sync"); |
||||
|
|
||||
|
var express = require('express'); |
||||
|
app.use(express.json()); |
||||
|
|
||||
|
const axios = require('axios'); |
||||
|
axios.defaults.timeout = 30000 |
||||
|
|
||||
|
const helmet = require('helmet'); |
||||
|
app.use(helmet()); |
||||
|
|
||||
|
const cors = require('cors') |
||||
|
const whitelist = [ |
||||
|
'http://localhost:8080', |
||||
|
'http://localhost:3080', |
||||
|
'http://localhost:3081', |
||||
|
'http://localhost:3082' |
||||
|
] |
||||
|
const corsOptions = { |
||||
|
credentials: true, |
||||
|
methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], |
||||
|
optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204
|
||||
|
allowedHeaders: [ |
||||
|
'Content-Type', |
||||
|
'Authorization', |
||||
|
'X-Requested-With', |
||||
|
'device-remember-token', |
||||
|
'Access-Control-Allow-Origin', |
||||
|
'Access-Control-Allow-Headers', |
||||
|
'Origin', |
||||
|
'Accept' |
||||
|
], |
||||
|
origin: function(origin, callback) { |
||||
|
if (whitelist.indexOf(origin) !== -1) { |
||||
|
callback(null, true) |
||||
|
} else { |
||||
|
callback(null, true) |
||||
|
//callback(new Error('Not allowed by CORS'))
|
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
|
||||
|
// ***************************************************
|
||||
|
// checktoken
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function checkToken(token) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
try { |
||||
|
var pipelines = { |
||||
|
"source":'ssologin' |
||||
|
} |
||||
|
var params = { |
||||
|
pipeline: pipelines |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
const res = await instance.post('/istokenvalidsso',params,options); |
||||
|
if(res.status == 200){ |
||||
|
//console.log("check " +JSON.stringify(res.data))
|
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
function convertDateToUTC(date) { |
||||
|
return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); |
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// get pipelines
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function getpipelines(token,pipelinename) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
/* |
||||
|
var params = { |
||||
|
playbook: value |
||||
|
} |
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
const playbook = await api.GET('playbookCode',options); |
||||
|
return playbook |
||||
|
*/ |
||||
|
try { |
||||
|
|
||||
|
var pipelines = { |
||||
|
"querytokenFilter":CONFIG.api.token, |
||||
|
"filter":pipelinename |
||||
|
} |
||||
|
//var params = {
|
||||
|
// pipeline: pipelines
|
||||
|
// }
|
||||
|
var params = { |
||||
|
querytokenFilter:CONFIG.api.token, |
||||
|
filter:pipelinename |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
//https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
//const res = await instance.get('/getplaygrounds',params,options);
|
||||
|
const res = await instance.get('/getplaygrounds',options); |
||||
|
if(res.status == 200){ |
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return await res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return await error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// get user pipelines
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
async function getuserpipelines(token,user,swarmlabname) { |
||||
|
var pipelinename = user |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
try { |
||||
|
|
||||
|
var pipelines = { |
||||
|
"querytokenFilter":CONFIG.api.token, |
||||
|
"filter":pipelinename, |
||||
|
swarmlabname:swarmlabname |
||||
|
} |
||||
|
//var params = {
|
||||
|
// pipeline: pipelines
|
||||
|
// }
|
||||
|
var params = { |
||||
|
querytokenFilter:CONFIG.api.token, |
||||
|
filter:pipelinename, |
||||
|
swarmlabname:swarmlabname |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
const res = await instance.get('/getuserplaygrounds',options); |
||||
|
if(res.status == 200){ |
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return await res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
error.error = err |
||||
|
return await error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
global.online='ob'; |
||||
|
global.pipelines=[]; |
||||
|
|
||||
|
function sendlog(reslog,pathfileval){ |
||||
|
var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); |
||||
|
//for (var key in usertmp.data){
|
||||
|
var user = usertmp.data[0].user25user; |
||||
|
// if(usertmp.data){
|
||||
|
console.log('-----------------------' + JSON.stringify(usertmp)); |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
// }
|
||||
|
//}
|
||||
|
} |
||||
|
function onlogfile(path){ |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test'
|
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
})() |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// rest get
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
app.get('/get_log', [ |
||||
|
check('token').isLength({ min: 40 }) |
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
(async() => { |
||||
|
var RES = new Object(); |
||||
|
RES.token = req.query["token"] |
||||
|
RES.start = req.query["start"] |
||||
|
RES.end = req.query["end"] |
||||
|
RES.swarmlabname = req.query["swarmlabname"] |
||||
|
RES.ok = 'ok' |
||||
|
/* |
||||
|
* |
||||
|
* validate |
||||
|
* |
||||
|
*/ |
||||
|
|
||||
|
|
||||
|
|
||||
|
var isvalid = await checkToken(RES.token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok " + RES.token); |
||||
|
RES.error = 'ok' |
||||
|
}else{ |
||||
|
console.log("Authserver no " + RES.token); |
||||
|
RES.error = 'no' |
||||
|
} |
||||
|
if(RES.error == 'ok'){ |
||||
|
|
||||
|
var resdata = await getuserpipelines(RES.token,isvalid.user,RES.swarmlabname) |
||||
|
var mongourl = "mongodb://"+CONFIG.mongo.user+":"+CONFIG.mongo.password+"@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1&authSource=swarmlabplaygroundstats" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
//usersession.SOCKET.user = isvalid.user
|
||||
|
console.log(JSON.stringify('mongo ----------------connected')) |
||||
|
console.log('-----test------- '+JSON.stringify(RES)) |
||||
|
if ((typeof RES.start !== "undefined") && (typeof RES.end !== "undefined")) { |
||||
|
if(DateTime.fromISO(RES.start).isValid){ |
||||
|
var datestart = DateTime.fromISO(RES.start) |
||||
|
var dateend = DateTime.fromISO(RES.end) |
||||
|
var search_term = { |
||||
|
"$and": [ |
||||
|
{ |
||||
|
"time": { |
||||
|
$gte: datestart |
||||
|
} |
||||
|
}, |
||||
|
{ |
||||
|
"time": { |
||||
|
$lt: dateend |
||||
|
} |
||||
|
}, |
||||
|
] |
||||
|
} |
||||
|
}else{ |
||||
|
RES.ok = 'no' |
||||
|
} |
||||
|
}else if(typeof RES.end !== "undefined"){ |
||||
|
var dateend = DateTime.fromISO(RES.end) |
||||
|
if(DateTime.fromISO(RES.end).isValid){ |
||||
|
var search_term = { |
||||
|
"$and": [ |
||||
|
{ |
||||
|
"time": { |
||||
|
$lt: dateend |
||||
|
} |
||||
|
} |
||||
|
] |
||||
|
} |
||||
|
}else{ |
||||
|
RES.ok = 'no' |
||||
|
} |
||||
|
}else if(typeof RES.start !== "undefined"){ |
||||
|
var datestart = DateTime.fromISO(RES.start) |
||||
|
if(DateTime.fromISO(RES.start).isValid){ |
||||
|
var search_term = { |
||||
|
"$and": [ |
||||
|
{ |
||||
|
"time": { |
||||
|
$gte: datestart |
||||
|
} |
||||
|
} |
||||
|
] |
||||
|
} |
||||
|
}else{ |
||||
|
RES.ok = 'no' |
||||
|
} |
||||
|
} |
||||
|
if(RES.ok == 'ok'){ |
||||
|
//var search_term = '{"$gte": new Date("2020-12-01T00:00:00.000Z") , "$lt": new Date("2020-12-11T16:17:36.470Z") }'
|
||||
|
//var search_term = {"time" : {$lte : datenow}}
|
||||
|
var resdataarray = [] |
||||
|
var resraw = {} |
||||
|
var reslab = '' |
||||
|
var datestart1 = DateTime.fromISO(RES.start) |
||||
|
console.log('-----now1------- '+JSON.stringify(search_term)) |
||||
|
console.log('-----now2------- '+JSON.stringify(datestart1)) |
||||
|
console.log('-----now3------- '+JSON.stringify(datestart)) |
||||
|
|
||||
|
db.collection('logs').find(search_term).toArray() |
||||
|
//db.collection('logs').find({"time" : {$gt : datestart}}).toArray()
|
||||
|
.then(item => { |
||||
|
console.log('item '+JSON.stringify(item)) |
||||
|
for (let i in item) { |
||||
|
reslab = item[i].tailed_path |
||||
|
var segment_array = reslab.split( '/' ); |
||||
|
var last_segment = segment_array.pop(); |
||||
|
var fieldstmp = last_segment.split('-'); |
||||
|
var nameofswarmlab = fieldstmp[0]; |
||||
|
|
||||
|
var regexlog = new RegExp(nameofswarmlab); |
||||
|
for (let ii in resdata.data) { |
||||
|
if( regexlog.test(resdata.data[ii].res25swarmlabname) ){ |
||||
|
resdataarray.push(item[i]) |
||||
|
RES.found = item[i] |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
RES.error_msg = "ok" |
||||
|
RES.data = resdataarray |
||||
|
//RES.dataserver = resdataarray
|
||||
|
//RES.dataservertmp = resdata
|
||||
|
res.json(RES) |
||||
|
}) |
||||
|
.catch(err => { |
||||
|
console.error(err) |
||||
|
RES.error_msg = err |
||||
|
res.json(RES) |
||||
|
}) |
||||
|
} else{ // RES.ok
|
||||
|
RES.error_msg = 'no date' |
||||
|
res.json(RES) |
||||
|
} |
||||
|
} // error mongo connect
|
||||
|
}); // mongo connect
|
||||
|
}else{ // token error
|
||||
|
RES.data = 'no' |
||||
|
RES.error_msg = "token err" |
||||
|
res.json(RES) |
||||
|
} |
||||
|
})() |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
app.get('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
var mongourl = "mongodb://"+CONFIG.mongo.user+":"+CONFIG.mongo.password+"@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1&authSource=swarmlabplaygroundstats" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
//db.collection('log', onCollection);
|
||||
|
console.log(JSON.stringify('mongo connected')) |
||||
|
var stream = db.collection('logs').find({}, { |
||||
|
tailable: true, |
||||
|
awaitdata: true |
||||
|
/* other options */ |
||||
|
}).stream(); |
||||
|
|
||||
|
stream.on('data', function (doc) { |
||||
|
console.log(JSON.stringify(doc)) |
||||
|
//socket.write(JSON.stringify({'action': 'log','param': doc.log}));
|
||||
|
}); |
||||
|
} |
||||
|
}); |
||||
|
var RES = new Object(); |
||||
|
RES.code = req.query["filter"] |
||||
|
RES.token = req.query["filter"] |
||||
|
var isvalid = await checkToken(RES.token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok " + RES.token); |
||||
|
}else{ |
||||
|
console.log("Authserver no " + RES.token); |
||||
|
} |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
res.json(RES) |
||||
|
})() |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// rest post
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
app.post('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }),
|
||||
|
//check('llo').isBase64()
|
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
//console.log(JSON.stringify(req.headers));
|
||||
|
//console.log(JSON.stringify(req.body));
|
||||
|
//console.log("mongo "+JSON.stringify(req.body));
|
||||
|
//console.log("LOG "+JSON.stringify(req.body[0].message));
|
||||
|
//console.log("PATH "+JSON.stringify(req.body[0].tailed_path));
|
||||
|
for (var i = 0; i < req.body.length; i++){ |
||||
|
//var getpath = await onlogfile(req.body[i].tailed_path)
|
||||
|
|
||||
|
var path = req.body[i].tailed_path |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test'
|
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname);
|
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
|
||||
|
//indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists")
|
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
|
||||
|
//console.log('info', JSON.stringify(resdata));
|
||||
|
//console.log('info------------- ', JSON.stringify(global.pipelines));
|
||||
|
})() |
||||
|
} |
||||
|
//
|
||||
|
var obj = req.body[i]; |
||||
|
|
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname);
|
||||
|
//indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists")
|
||||
|
var now = new Date(); |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
reslog.log = obj |
||||
|
|
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
console.log(reslog); |
||||
|
var pathfileval = pathmodule.basename(reslog.log.tailed_path); |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
//indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists")
|
||||
|
indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) |
||||
|
console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); |
||||
|
console.log("IOTindexfind "+JSON.stringify(indexfind)); |
||||
|
console.log("IOTuser "+JSON.stringify(global.pipelines)); |
||||
|
// io.in("iot").emit("message", reslog);
|
||||
|
// io.emit("logdata", reslog);
|
||||
|
} |
||||
|
})() |
||||
|
|
||||
|
//io.in("iot").emit("message", RES);
|
||||
|
|
||||
|
console.error('socket POST from client'); |
||||
|
var RES = new Object(); |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
RES.msg = req.body[0].messsage |
||||
|
|
||||
|
res.json(RES) |
||||
|
}); |
||||
|
|
||||
|
// ***************************************************
|
||||
|
// socket
|
||||
|
// ***************************************************
|
||||
|
|
||||
|
//function getSHA256ofJSON(input){
|
||||
|
// return require("crypto").createHash("sha256").update(JSON.stringify(input)).digest("hex");
|
||||
|
//}
|
||||
|
|
||||
|
function sleep(ms) { |
||||
|
return new Promise(resolve => setTimeout(resolve, ms)); |
||||
|
} |
||||
|
|
||||
|
function getSHA256ofJSON(data, inputEncoding, encoding){ |
||||
|
if (!data) { |
||||
|
return ''; |
||||
|
} |
||||
|
inputEncoding = inputEncoding || 'utf-8'; |
||||
|
encoding = encoding || 'hex'; |
||||
|
const hash = require("crypto").createHash('md5'); |
||||
|
return hash.update(JSON.stringify(data), inputEncoding).digest(encoding); |
||||
|
} |
||||
|
|
||||
|
//var getkey = function getkey(key) {
|
||||
|
async function getkey(key) { |
||||
|
return new Promise((resolve) => { |
||||
|
|
||||
|
|
||||
|
pubClient.get(key, function (err, reply) { |
||||
|
if(err){ |
||||
|
|
||||
|
console.log('----------error------------') |
||||
|
|
||||
|
resolve(null) |
||||
|
} |
||||
|
else { |
||||
|
if(reply){ |
||||
|
console.log('---------fount----------') |
||||
|
resolve(1) |
||||
|
}else{ |
||||
|
console.log('----------not fount------------') |
||||
|
resolve(2) |
||||
|
//return 2
|
||||
|
} |
||||
|
} |
||||
|
}) |
||||
|
}) |
||||
|
} |
||||
|
|
||||
|
var setkey = function setkv(key,value){ |
||||
|
return new Promise((resolve)=>{ |
||||
|
//pubClient.set(key,value, 'EX', expire, function(err,reply){
|
||||
|
pubClient.set(key,value, function(err,reply){ |
||||
|
if(err){ |
||||
|
resolve(null) |
||||
|
} |
||||
|
else{ |
||||
|
resolve(reply) |
||||
|
} |
||||
|
}) |
||||
|
}) |
||||
|
} |
||||
|
|
||||
|
async function iosend(data,issend,io,pubClient,user1){ |
||||
|
var new1 = {} |
||||
|
new1.tailed_path = data.tailed_path |
||||
|
new1.message = data.message |
||||
|
|
||||
|
var now = new Date(); |
||||
|
var reslog1 = {} |
||||
|
//reslog1.data = resob1
|
||||
|
reslog1.log = new1 |
||||
|
reslog1.date = convertDateToUTC(now) |
||||
|
var user = user1 |
||||
|
|
||||
|
const randomTimeInMs = Math.random() * (2000); |
||||
|
await sleep(randomTimeInMs); |
||||
|
var getres = await getkey(issend); |
||||
|
|
||||
|
if(getres == '1'){ |
||||
|
console.log(issend + ' ---1 '+ JSON.stringify(reslog1)) |
||||
|
//io.in(user).emit("logdata", reslog1);
|
||||
|
}else if(getres == '2'){ |
||||
|
console.log(issend + ' ---2 '+ JSON.stringify(reslog1)) |
||||
|
setkey(issend,'1') |
||||
|
//pubClient.set(issend, '1', function(err, res) {
|
||||
|
//});
|
||||
|
io.in(user).emit("logdata", reslog1); |
||||
|
//}
|
||||
|
|
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
function onCollection(err, collection) { |
||||
|
let options = { tailable: true, |
||||
|
awaitdata: true, |
||||
|
numberOfRetries: -1, |
||||
|
tailableRetryInterval: 500 |
||||
|
}; |
||||
|
var cursor = collection.find({},options).stream(); |
||||
|
var itemsProcessed = 0; |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
var now = new Date(); |
||||
|
cursor.on('data', function (data) { |
||||
|
var issendob = new Object(); |
||||
|
issendob.id = data._id |
||||
|
issendob.message = data.message |
||||
|
issendob.tailed_path = data.tailed_path |
||||
|
|
||||
|
var issend = getSHA256ofJSON(issendob) |
||||
|
|
||||
|
console.log('++++++++' + JSON.stringify(data)); |
||||
|
console.log('++++++++ob' + JSON.stringify(issendob)); |
||||
|
console.log('++++++++sha' + JSON.stringify(issend)); |
||||
|
|
||||
|
var pathfileval = pathmodule.basename(data.tailed_path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
|
||||
|
var indexupdate = "yes" |
||||
|
var resob = {}; |
||||
|
pubClient.get(pathfileval, function(err, object) { |
||||
|
var objecttmp = JSON.parse(object); |
||||
|
if(object){ |
||||
|
var user1 = objecttmp.user25user.replace(/[\n\t\r]/g,"") |
||||
|
iosend(data,issend,io,pubClient,user1) |
||||
|
}else{ |
||||
|
(async() => { |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto
|
||||
|
var resdata1 = await getpipelines(token,pathfile) |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resob11 = {} |
||||
|
var i1 = 0 |
||||
|
resob11.data = resdata1.data[i1].res25swarmlabname |
||||
|
resob11.user25user = resdata1.data[i1].res25user.replace(/[\n\t\r]/g,"") |
||||
|
resob11.res25creator = resdata1.data[i1].res25creator |
||||
|
resob11.res25fileforce = resdata1.data[i1].res25fileforce |
||||
|
resob11.tailed_path = pathfileval |
||||
|
var resob1string1 = JSON.stringify(resob11); |
||||
|
await pubClient.set(pathfileval, resob1string1, function(err, res) { |
||||
|
}); |
||||
|
var user1 = resob11.user25user |
||||
|
iosend(data,issend,io,pubClient,user1) |
||||
|
console.log(' ---no--- '+ JSON.stringify(data)) |
||||
|
})() //await inside yes
|
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
|
||||
|
setInterval(function () { |
||||
|
console.log('itemsProcessed', itemsProcessed); |
||||
|
// this method is also exposed by the Server instance
|
||||
|
//console.log(adapter.rooms);
|
||||
|
}, 8000); |
||||
|
} |
||||
|
|
||||
|
|
||||
|
var mongourl = "mongodb://"+CONFIG.mongo.user+":"+CONFIG.mongo.password+"@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1&authSource=swarmlabplaygroundstats" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
var mongooptions = { |
||||
|
autoReconnect: true, |
||||
|
keepAlive: 1, |
||||
|
connectTimeoutMS: 30000, |
||||
|
socketTimeoutMS: 0 |
||||
|
} |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
db.collection('logs', onCollection); |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
io.on('connection', s => { |
||||
|
console.error('socket connection'); |
||||
|
|
||||
|
//s.set('transports', ['websocket']);
|
||||
|
//s.set('pingTimeout', 30000);
|
||||
|
//s.set('allowUpgrades', false);
|
||||
|
//s.set('serveClient', false);
|
||||
|
//s.set('pingInterval', 10000);
|
||||
|
// ------------------------------
|
||||
|
// --- set
|
||||
|
// ------------------------------
|
||||
|
var usersession = new Object(); |
||||
|
usersession.SOCKET = {}; |
||||
|
usersession.SOCKET.error = {}; |
||||
|
console.error('socket ...'); |
||||
|
s.auth = false; |
||||
|
|
||||
|
// ------------------------------
|
||||
|
// --- authenticate
|
||||
|
// ------------------------------
|
||||
|
s.on('authenticate', function(data){ |
||||
|
const token = data |
||||
|
console.log('invalid 1 ' + token); |
||||
|
(async() => { |
||||
|
var isvalid = await checkToken(token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok ", s.id + ' - ' + token); |
||||
|
// pubClient.set(session, resob1string, function(err, res) {
|
||||
|
// });
|
||||
|
usersession.SOCKET.user = isvalid.user |
||||
|
usersession.SOCKET.scope = isvalid.scope // space delimeter
|
||||
|
usersession.SOCKET.token = isvalid.token |
||||
|
s.auth = true; |
||||
|
}else{ |
||||
|
console.log("Authserver no ", s.id + ' - ' + token); |
||||
|
s.auth = false; |
||||
|
} |
||||
|
})() |
||||
|
}); |
||||
|
|
||||
|
setTimeout(function(){ |
||||
|
if (!s.auth) { |
||||
|
console.log("Disconnecting timeout socket ", s.id); |
||||
|
//s.disconnect('unauthorized');
|
||||
|
}else{ |
||||
|
var room = usersession.SOCKET.user |
||||
|
//s.on("subscribe", function (room) {
|
||||
|
s.join(room); |
||||
|
console.log("joining rooom", s.rooms); |
||||
|
console.log(room + ' created ') |
||||
|
// });
|
||||
|
} |
||||
|
}, 30000); |
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
var id = s.id |
||||
|
s.on('log', obj => { |
||||
|
console.error('from client '+ s.id + ' obj ' + obj); |
||||
|
}); |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
http.listen(3000, () => console.error('listening on http://localhost:3000/')); |
||||
|
console.error('socket.io example'); |
||||
@ -0,0 +1,697 @@ |
|||||
|
"use strict" |
||||
|
|
||||
|
var pathmodule = require('path'); |
||||
|
var app = require('express')(); |
||||
|
var http = require('http').Server(app); |
||||
|
var https = require('https'); |
||||
|
const io = require("socket.io")(http, { |
||||
|
// pingTimeout: 30000, |
||||
|
// allowUpgrades: false, |
||||
|
// serveClient: false, |
||||
|
// pingInterval: 10000, |
||||
|
// //transports: [ 'websocket', 'polling' ], |
||||
|
// transports: [ 'polling', 'websocket' ], |
||||
|
cors: { |
||||
|
origin: "http://localhost:8080", |
||||
|
methods: ["GET", "POST"], |
||||
|
allowedHeaders: ["my-custom-header"], |
||||
|
credentials: true |
||||
|
}, |
||||
|
cookie: { |
||||
|
name: "test", |
||||
|
httpOnly: false, |
||||
|
path: "/custom" |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
/* |
||||
|
const Redis = require("ioredis"); |
||||
|
const redistest = new Redis({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
const pubtest = new Redis({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
*/ |
||||
|
|
||||
|
|
||||
|
//import { createAdapter } from 'socket.io-redis'; |
||||
|
const createAdapter = require('socket.io-redis'); |
||||
|
//const RedisClient = require("redis"); |
||||
|
const Redis = require("ioredis"); |
||||
|
//const pubClient = RedisClient.createClient({ |
||||
|
|
||||
|
const pubClient = new Redis({ |
||||
|
host: 'redisserver', |
||||
|
port: 6379, |
||||
|
}); |
||||
|
|
||||
|
//const pubClient = new RedisClient({ host: 'localhost', port: 6379 }); |
||||
|
const subClient = pubClient.duplicate(); |
||||
|
|
||||
|
io.adapter(createAdapter({ pubClient, subClient })); |
||||
|
|
||||
|
|
||||
|
pubClient.on("connect", function() { |
||||
|
console.log("You are now connected"); |
||||
|
}); |
||||
|
|
||||
|
const MongoClient = require('mongodb').MongoClient; |
||||
|
|
||||
|
var async = require("async"); |
||||
|
const { check, validationResult } = require('express-validator'); |
||||
|
const urlExistSync = require("url-exist-sync"); |
||||
|
|
||||
|
var express = require('express'); |
||||
|
app.use(express.json()); |
||||
|
|
||||
|
const axios = require('axios'); |
||||
|
axios.defaults.timeout = 30000 |
||||
|
|
||||
|
const helmet = require('helmet'); |
||||
|
app.use(helmet()); |
||||
|
|
||||
|
const cors = require('cors') |
||||
|
const whitelist = [ |
||||
|
'http://localhost:8080', |
||||
|
'http://localhost:3080', |
||||
|
'http://localhost:3081', |
||||
|
'http://localhost:3082' |
||||
|
] |
||||
|
const corsOptions = { |
||||
|
credentials: true, |
||||
|
methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], |
||||
|
optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204 |
||||
|
allowedHeaders: [ |
||||
|
'Content-Type', |
||||
|
'Authorization', |
||||
|
'X-Requested-With', |
||||
|
'device-remember-token', |
||||
|
'Access-Control-Allow-Origin', |
||||
|
'Access-Control-Allow-Headers', |
||||
|
'Origin', |
||||
|
'Accept' |
||||
|
], |
||||
|
origin: function(origin, callback) { |
||||
|
if (whitelist.indexOf(origin) !== -1) { |
||||
|
callback(null, true) |
||||
|
} else { |
||||
|
callback(null, true) |
||||
|
//callback(new Error('Not allowed by CORS')) |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
// *************************************************** |
||||
|
// checktoken |
||||
|
// *************************************************** |
||||
|
|
||||
|
async function checkToken(token) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
try { |
||||
|
var pipelines = { |
||||
|
"source":'ssologin' |
||||
|
} |
||||
|
var params = { |
||||
|
pipeline: pipelines |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
instance.defaults.timeout = 30000; |
||||
|
const res = await instance.post('/istokenvalidsso',params,options); |
||||
|
if(res.status == 200){ |
||||
|
//console.log("check " +JSON.stringify(res.data)) |
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
function convertDateToUTC(date) { |
||||
|
return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); |
||||
|
} |
||||
|
|
||||
|
// *************************************************** |
||||
|
// get pipelines |
||||
|
// *************************************************** |
||||
|
|
||||
|
async function getpipelines(token,pipelinename) { |
||||
|
const agent = new https.Agent({ |
||||
|
rejectUnauthorized: false, |
||||
|
}); |
||||
|
const instance = axios.create({ |
||||
|
baseURL: 'https://api.swarmlab.io', |
||||
|
withCredentials: true, |
||||
|
rejectUnauthorized: false, |
||||
|
crossdomain: true, |
||||
|
httpsAgent: agent, |
||||
|
headers: { |
||||
|
'Accept': 'application/json', |
||||
|
'Content-Type': 'multipart/form-data', |
||||
|
'Authorization': 'Bearer '+token |
||||
|
} |
||||
|
}) |
||||
|
/* |
||||
|
var params = { |
||||
|
playbook: value |
||||
|
} |
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
const playbook = await api.GET('playbookCode',options); |
||||
|
return playbook |
||||
|
*/ |
||||
|
try { |
||||
|
|
||||
|
var pipelines = { |
||||
|
"querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', |
||||
|
"filter":pipelinename |
||||
|
} |
||||
|
//var params = { |
||||
|
// pipeline: pipelines |
||||
|
// } |
||||
|
var params = { |
||||
|
querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', |
||||
|
filter:pipelinename |
||||
|
} |
||||
|
|
||||
|
var options = { |
||||
|
params: params, |
||||
|
headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, |
||||
|
}; |
||||
|
|
||||
|
//https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes |
||||
|
instance.defaults.timeout = 30000; |
||||
|
//const res = await instance.get('/getplaygrounds',params,options); |
||||
|
const res = await instance.get('/getplaygrounds',options); |
||||
|
if(res.status == 200){ |
||||
|
return res.data |
||||
|
}else{ |
||||
|
console.log("noerror: " + res) |
||||
|
return await res.status |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
catch (err) { |
||||
|
console.error("error: "+err); |
||||
|
var error = new Object(); |
||||
|
error.action = '401' |
||||
|
return await error |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
global.online='ob'; |
||||
|
global.pipelines=[]; |
||||
|
|
||||
|
function sendlog(reslog,pathfileval){ |
||||
|
var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); |
||||
|
//for (var key in usertmp.data){ |
||||
|
var user = usertmp.data[0].user25user; |
||||
|
// if(usertmp.data){ |
||||
|
console.log('-----------------------' + JSON.stringify(usertmp)); |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
// } |
||||
|
//} |
||||
|
} |
||||
|
function onlogfile(path){ |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto |
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test' |
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
})() |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
// *************************************************** |
||||
|
// rest get |
||||
|
// *************************************************** |
||||
|
|
||||
|
app.get('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }), |
||||
|
//check('llo').isBase64() |
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
//db.collection('log', onCollection); |
||||
|
console.log(JSON.stringify('mongo connected')) |
||||
|
var stream = db.collection('logs').find({}, { |
||||
|
tailable: true, |
||||
|
awaitdata: true |
||||
|
/* other options */ |
||||
|
}).stream(); |
||||
|
|
||||
|
stream.on('data', function (doc) { |
||||
|
console.log(JSON.stringify(doc)) |
||||
|
//socket.write(JSON.stringify({'action': 'log','param': doc.log})); |
||||
|
}); |
||||
|
} |
||||
|
}); |
||||
|
var RES = new Object(); |
||||
|
RES.code = req.query["filter"] |
||||
|
RES.token = req.query["filter"] |
||||
|
var isvalid = await checkToken(RES.token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok " + RES.token); |
||||
|
}else{ |
||||
|
console.log("Authserver no " + RES.token); |
||||
|
} |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
res.json(RES) |
||||
|
})() |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
// *************************************************** |
||||
|
// rest post |
||||
|
// *************************************************** |
||||
|
|
||||
|
app.post('/run', [ |
||||
|
//check('access_token').isLength({ min: 40 }), |
||||
|
//check('llo').isBase64() |
||||
|
], |
||||
|
cors(corsOptions), (req, res, next) => { |
||||
|
|
||||
|
|
||||
|
(async() => { |
||||
|
|
||||
|
//console.log(JSON.stringify(req.headers)); |
||||
|
//console.log(JSON.stringify(req.body)); |
||||
|
//console.log("mongo "+JSON.stringify(req.body)); |
||||
|
//console.log("LOG "+JSON.stringify(req.body[0].message)); |
||||
|
//console.log("PATH "+JSON.stringify(req.body[0].tailed_path)); |
||||
|
for (var i = 0; i < req.body.length; i++){ |
||||
|
//var getpath = await onlogfile(req.body[i].tailed_path) |
||||
|
|
||||
|
var path = req.body[i].tailed_path |
||||
|
|
||||
|
console.log('File', path, 'has been added'); |
||||
|
var pathfileval = pathmodule.basename(path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) |
||||
|
if (indexfind1 === -1 ){ |
||||
|
(async() => { |
||||
|
console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto |
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
//resdata.data.pathlogfile = 'test' |
||||
|
var resob = {} |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
for (let i in resdata.data) { |
||||
|
var resob1 = {} |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resobarray.push(resob1) |
||||
|
} |
||||
|
resob.data = resobarray |
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname); |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
|
||||
|
//indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists") |
||||
|
indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) |
||||
|
|
||||
|
//console.log('info', JSON.stringify(resdata)); |
||||
|
//console.log('info------------- ', JSON.stringify(global.pipelines)); |
||||
|
})() |
||||
|
} |
||||
|
// |
||||
|
var obj = req.body[i]; |
||||
|
|
||||
|
//var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname); |
||||
|
//indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists") |
||||
|
var now = new Date(); |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
reslog.log = obj |
||||
|
|
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
console.log(reslog); |
||||
|
var pathfileval = pathmodule.basename(reslog.log.tailed_path); |
||||
|
var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); |
||||
|
//indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists") |
||||
|
indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) |
||||
|
console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); |
||||
|
console.log("IOTindexfind "+JSON.stringify(indexfind)); |
||||
|
console.log("IOTuser "+JSON.stringify(global.pipelines)); |
||||
|
// io.in("iot").emit("message", reslog); |
||||
|
// io.emit("logdata", reslog); |
||||
|
} |
||||
|
})() |
||||
|
|
||||
|
//io.in("iot").emit("message", RES); |
||||
|
|
||||
|
console.error('socket POST from client'); |
||||
|
var RES = new Object(); |
||||
|
RES.error = false |
||||
|
RES.error_msg = "ok" |
||||
|
RES.msg = req.body[0].messsage |
||||
|
|
||||
|
res.json(RES) |
||||
|
}); |
||||
|
|
||||
|
// *************************************************** |
||||
|
// socket |
||||
|
// *************************************************** |
||||
|
|
||||
|
function getSHA256ofJSON(input){ |
||||
|
return require("crypto").createHash("sha256").update(JSON.stringify(input)).digest("hex"); |
||||
|
} |
||||
|
|
||||
|
|
||||
|
function onCollection(err, collection) { |
||||
|
let options = { tailable: true, |
||||
|
awaitdata: true, |
||||
|
numberOfRetries: -1, |
||||
|
tailableRetryInterval: 500 |
||||
|
}; |
||||
|
var cursor = collection.find({},options).stream(); |
||||
|
var itemsProcessed = 0; |
||||
|
|
||||
|
var reslog = new Object(); |
||||
|
var reslog1 = new Object(); |
||||
|
var now = new Date(); |
||||
|
cursor.on('data', function (data) { |
||||
|
var issendob = {}; |
||||
|
issendob.message = data.message |
||||
|
issendob.tailed_path = data.tailed_path |
||||
|
|
||||
|
var issend = getSHA256ofJSON(issendob) |
||||
|
|
||||
|
console.log('++++++++' + JSON.stringify(data)); |
||||
|
console.log('++++++++' + JSON.stringify(issend)); |
||||
|
|
||||
|
var pathfileval = pathmodule.basename(data.tailed_path); |
||||
|
var arrfile = pathfileval.toString().split("-"); |
||||
|
var pathfile = arrfile[0]; |
||||
|
|
||||
|
var indexupdate = "yes" |
||||
|
var resob = {}; |
||||
|
pubClient.get(pathfileval, function(err, object) { |
||||
|
var objecttmp = JSON.parse(object); |
||||
|
if(object){ |
||||
|
reslog.log = data |
||||
|
var user1 = objecttmp.user25user.replace(/[\n\t\r]/g,"") |
||||
|
|
||||
|
console.log(' ---get '+ JSON.stringify(reslog)) |
||||
|
pubClient.get(issend, function(err, object) { |
||||
|
if(object){ |
||||
|
console.log(' ---set '+ JSON.stringify(reslog)) |
||||
|
pubClient.set(issend, itemsProcessed, function(err, res) { |
||||
|
io.in(user1).emit("logdata", reslog); |
||||
|
}); |
||||
|
}else{ |
||||
|
console.log(user1 + ' ---isset '+ JSON.stringify(reslog)) |
||||
|
io.in(user1).emit("logdata", reslog); |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
//io.in(user1).emit("logdata", reslog); |
||||
|
//console.log(' --- '+ JSON.stringify(reslog)) |
||||
|
//console.log(' --->> '+ JSON.stringify(user1)) |
||||
|
//console.log(user1) |
||||
|
}else{ |
||||
|
(async() => { |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto |
||||
|
var resdata1 = await getpipelines(token,pathfile) |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resob11 = {} |
||||
|
var i1 = 0 |
||||
|
resob11.data = resdata1.data[i1].res25swarmlabname |
||||
|
resob11.user25user = resdata1.data[i1].res25user.replace(/[\n\t\r]/g,"") |
||||
|
resob11.res25creator = resdata1.data[i1].res25creator |
||||
|
resob11.res25fileforce = resdata1.data[i1].res25fileforce |
||||
|
resob11.tailed_path = pathfileval |
||||
|
var resob1string1 = JSON.stringify(resob11); |
||||
|
await pubClient.set(pathfileval, resob1string1, function(err, res) { |
||||
|
}); |
||||
|
var user1 = resob11.user25user |
||||
|
reslog.log = 'no' |
||||
|
io.in(user1).emit("logdata", reslog); |
||||
|
console.log(' ---no--- '+ JSON.stringify(reslog)) |
||||
|
})() //await inside yes |
||||
|
} |
||||
|
}); |
||||
|
/* |
||||
|
pubClient.get(pathfileval, function(err, object) { |
||||
|
if(object){ |
||||
|
reslog.log = data |
||||
|
var user1 = object.user25user |
||||
|
io.in(user1).emit("logdata", reslog); |
||||
|
console.log(' --- '+ JSON.stringify(reslog)) |
||||
|
} |
||||
|
}); //redis get |
||||
|
*/ |
||||
|
/* |
||||
|
pubClient.get(pathfileval, function(err, object) { |
||||
|
reslog1.log=object |
||||
|
console.log('----------------' + err + '<<<<<<<<<<<<<<<<<<<<<<' + object); |
||||
|
if(object){ |
||||
|
indexupdate = "no" |
||||
|
}else{ |
||||
|
console.log('redis '+JSON.stringify(object)); |
||||
|
} |
||||
|
console.log('update '+JSON.stringify(indexupdate)); |
||||
|
if (indexupdate == "yes" ){ |
||||
|
(async() => { |
||||
|
var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto |
||||
|
var resdata = await getpipelines(token,pathfile) |
||||
|
resob.pathlogfile = pathfileval |
||||
|
var resobarray = [] |
||||
|
var resob1 = {} |
||||
|
var i = 0 |
||||
|
resob1.data = resdata.data[i].res25swarmlabname |
||||
|
resob1.user25user = resdata.data[i].res25user |
||||
|
resob1.res25creator = resdata.data[i].res25creator |
||||
|
resob1.res25fileforce = resdata.data[i].res25fileforce |
||||
|
resob1.tailed_path = pathfileval |
||||
|
var resob1string = JSON.stringify(resob1); |
||||
|
pubClient.set(pathfileval, resob1string, function(err, res) { |
||||
|
}); |
||||
|
reslog.data = resob1 |
||||
|
reslog.log = data |
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
var user = resob1.res25creator |
||||
|
console.log('datauser ' + JSON.stringify(user)); |
||||
|
console.log('>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(reslog)); |
||||
|
await pubClient.get(issend, function(err, object) { |
||||
|
if(err == null){ |
||||
|
pubClient.set(issend, itemsProcessed, function(err, res) { |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
}); |
||||
|
} |
||||
|
itemsProcessed++; |
||||
|
}); |
||||
|
})() //await inside yes |
||||
|
}else{ |
||||
|
(async() => { |
||||
|
await pubClient.get(pathfileval, function(err, object) { |
||||
|
var objecttmp = JSON.parse(object); |
||||
|
var resob1 = {} |
||||
|
resob1.data = objecttmp.res25swarmlabname |
||||
|
resob1.user25user = objecttmp.res25user |
||||
|
resob1.res25creator = objecttmp.res25creator |
||||
|
resob1.res25fileforce = objecttmp.res25fileforce |
||||
|
resob1.tailed_path = objecttmp.tailed_path |
||||
|
|
||||
|
reslog.data = resob1 |
||||
|
reslog.log = data |
||||
|
reslog.date = convertDateToUTC(now) |
||||
|
|
||||
|
console.log('<<<<<<<<<<<---------------------<<<<<<<<<<<<<<<---------------------------<<<<<<<<<<<< '+JSON.stringify(object)); |
||||
|
console.log('<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< '+JSON.stringify(reslog)); |
||||
|
console.log('<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<obj>>>>>>>>>>>>>>>>>> '+JSON.stringify(resob1)); |
||||
|
//var user = objecttmp.user25user |
||||
|
var user = resob1.res25creator |
||||
|
//io.in(user).emit("logdata", reslog); |
||||
|
//var user = 'anagnostopoulos@uniwa.gr' |
||||
|
|
||||
|
pubClient.get(issend).then(function (result) { |
||||
|
console.log("---result--- "+result); // Prints "bar" |
||||
|
io.in(user).emit("logdata", reslog); |
||||
|
}); |
||||
|
|
||||
|
pubClient.get(issend, function(err, object) { |
||||
|
if(err == null){ |
||||
|
pubClient.set(issend, itemsProcessed, function(err, res) { |
||||
|
//io.in(user).emit("logdata", reslog); |
||||
|
}); |
||||
|
} |
||||
|
itemsProcessed++; |
||||
|
}); |
||||
|
}); |
||||
|
})() //await inside no |
||||
|
} |
||||
|
}); //redis get |
||||
|
*/ |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
|
||||
|
setInterval(function () { |
||||
|
console.log('itemsProcessed', itemsProcessed); |
||||
|
// this method is also exposed by the Server instance |
||||
|
//console.log(adapter.rooms); |
||||
|
}, 8000); |
||||
|
} |
||||
|
|
||||
|
|
||||
|
var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" |
||||
|
const OPTS = { |
||||
|
useNewUrlParser: true, |
||||
|
useUnifiedTopology: true |
||||
|
}; |
||||
|
var mongooptions = { |
||||
|
autoReconnect: true, |
||||
|
keepAlive: 1, |
||||
|
connectTimeoutMS: 30000, |
||||
|
socketTimeoutMS: 0 |
||||
|
} |
||||
|
MongoClient.connect(mongourl, OPTS, function(err, client){ |
||||
|
if(err){ |
||||
|
console.log(err); |
||||
|
} else { |
||||
|
const db = client.db('fluent'); |
||||
|
db.collection('logs', onCollection); |
||||
|
} |
||||
|
}); |
||||
|
|
||||
|
io.on('connection', s => { |
||||
|
console.error('socket connection'); |
||||
|
|
||||
|
//s.set('transports', ['websocket']); |
||||
|
//s.set('pingTimeout', 30000); |
||||
|
//s.set('allowUpgrades', false); |
||||
|
//s.set('serveClient', false); |
||||
|
//s.set('pingInterval', 10000); |
||||
|
// ------------------------------ |
||||
|
// --- set |
||||
|
// ------------------------------ |
||||
|
var usersession = new Object(); |
||||
|
usersession.SOCKET = {}; |
||||
|
usersession.SOCKET.error = {}; |
||||
|
console.error('socket ...'); |
||||
|
s.auth = false; |
||||
|
|
||||
|
// ------------------------------ |
||||
|
// --- authenticate |
||||
|
// ------------------------------ |
||||
|
s.on('authenticate', function(data){ |
||||
|
const token = data |
||||
|
console.log('invalid 1 ' + token); |
||||
|
(async() => { |
||||
|
var isvalid = await checkToken(token); |
||||
|
if(isvalid.action == 'ok'){ |
||||
|
console.log("Authserver ok ", s.id + ' - ' + token); |
||||
|
// pubClient.set(session, resob1string, function(err, res) { |
||||
|
// }); |
||||
|
usersession.SOCKET.user = isvalid.user |
||||
|
usersession.SOCKET.scope = isvalid.scope // space delimeter |
||||
|
usersession.SOCKET.token = isvalid.token |
||||
|
s.auth = true; |
||||
|
}else{ |
||||
|
console.log("Authserver no ", s.id + ' - ' + token); |
||||
|
s.auth = false; |
||||
|
} |
||||
|
})() |
||||
|
}); |
||||
|
|
||||
|
setTimeout(function(){ |
||||
|
if (!s.auth) { |
||||
|
console.log("Disconnecting timeout socket ", s.id); |
||||
|
//s.disconnect('unauthorized'); |
||||
|
}else{ |
||||
|
var room = usersession.SOCKET.user |
||||
|
//s.on("subscribe", function (room) { |
||||
|
s.join(room); |
||||
|
console.log("joining rooom", s.rooms); |
||||
|
console.log(room + ' created ') |
||||
|
// }); |
||||
|
} |
||||
|
}, 30000); |
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
var id = s.id |
||||
|
s.on('log', obj => { |
||||
|
console.error('from client '+ s.id + ' obj ' + obj); |
||||
|
}); |
||||
|
|
||||
|
}); |
||||
|
|
||||
|
http.listen(3000, () => console.error('listening on http://localhost:3000/')); |
||||
|
console.error('socket.io example'); |
||||
@ -0,0 +1,11 @@ |
|||||
|
var config = {}; |
||||
|
|
||||
|
config.mongo = {}; |
||||
|
config.redis = {}; |
||||
|
|
||||
|
config.mongo.user = 'user1' |
||||
|
config.mongo.password= 'pass1' |
||||
|
config.redis.host = 'redisserver'; |
||||
|
config.redis.port = 6379; |
||||
|
|
||||
|
module.exports = config; |
||||
Loading…
Reference in new issue