diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..0338970 --- /dev/null +++ b/.gitignore @@ -0,0 +1,23 @@ +node_modules/ + +package-lock.json + + +# local env files +.env.local +.env.*.local + +# Log files +npm-debug.log* +yarn-debug.log* +yarn-error.log* +pnpm-debug.log* + +# Editor directories and files +.idea +.vscode +*.suo +*.ntvs* +*.njsproj +*.sln +*.sw? \ No newline at end of file diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..001d077 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,13 @@ +# getting base image ubuntu +FROM alpine:latest + +RUN apk add --no-cache nodejs npm + +COPY . /usr/src/app + +WORKDIR /usr/src/app +RUN npm install pm2 -g + +EXPOSE 3000 + +CMD ["pm2-runtime", "ecosystem.config.js"] \ No newline at end of file diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..82b5650 --- /dev/null +++ b/LICENSE @@ -0,0 +1,614 @@ +GNU AFFERO GENERAL PUBLIC LICENSE + +Version 3, 19 November 2007 + +Copyright (C) 2007 Free Software Foundation, Inc. + +Everyone is permitted to copy and distribute verbatim copies of this license +document, but changing it is not allowed. + +Preamble + +The GNU Affero General Public License is a free, copyleft license for software +and other kinds of works, specifically designed to ensure cooperation with +the community in the case of network server software. + +The licenses for most software and other practical works are designed to take +away your freedom to share and change the works. By contrast, our General +Public Licenses are intended to guarantee your freedom to share and change +all versions of a program--to make sure it remains free software for all its +users. + +When we speak of free software, we are referring to freedom, not price. Our +General Public Licenses are designed to make sure that you have the freedom +to distribute copies of free software (and charge for them if you wish), that +you receive source code or can get it if you want it, that you can change +the software or use pieces of it in new free programs, and that you know you +can do these things. + +Developers that use our General Public Licenses protect your rights with two +steps: (1) assert copyright on the software, and (2) offer you this License +which gives you legal permission to copy, distribute and/or modify the software. + +A secondary benefit of defending all users' freedom is that improvements made +in alternate versions of the program, if they receive widespread use, become +available for other developers to incorporate. Many developers of free software +are heartened and encouraged by the resulting cooperation. However, in the +case of software used on network servers, this result may fail to come about. +The GNU General Public License permits making a modified version and letting +the public access it on a server without ever releasing its source code to +the public. + +The GNU Affero General Public License is designed specifically to ensure that, +in such cases, the modified source code becomes available to the community. +It requires the operator of a network server to provide the source code of +the modified version running there to the users of that server. Therefore, +public use of a modified version, on a publicly accessible server, gives the +public access to the source code of the modified version. + +An older license, called the Affero General Public License and published by +Affero, was designed to accomplish similar goals. This is a different license, +not a version of the Affero GPL, but Affero has released a new version of +the Affero GPL which permits relicensing under this license. + +The precise terms and conditions for copying, distribution and modification +follow. + +TERMS AND CONDITIONS + + 0. Definitions. + + "This License" refers to version 3 of the GNU Affero General Public License. + +"Copyright" also means copyright-like laws that apply to other kinds of works, +such as semiconductor masks. + +"The Program" refers to any copyrightable work licensed under this License. +Each licensee is addressed as "you". "Licensees" and "recipients" may be individuals +or organizations. + +To "modify" a work means to copy from or adapt all or part of the work in +a fashion requiring copyright permission, other than the making of an exact +copy. The resulting work is called a "modified version" of the earlier work +or a work "based on" the earlier work. + +A "covered work" means either the unmodified Program or a work based on the +Program. + +To "propagate" a work means to do anything with it that, without permission, +would make you directly or secondarily liable for infringement under applicable +copyright law, except executing it on a computer or modifying a private copy. +Propagation includes copying, distribution (with or without modification), +making available to the public, and in some countries other activities as +well. + +To "convey" a work means any kind of propagation that enables other parties +to make or receive copies. Mere interaction with a user through a computer +network, with no transfer of a copy, is not conveying. + +An interactive user interface displays "Appropriate Legal Notices" to the +extent that it includes a convenient and prominently visible feature that +(1) displays an appropriate copyright notice, and (2) tells the user that +there is no warranty for the work (except to the extent that warranties are +provided), that licensees may convey the work under this License, and how +to view a copy of this License. If the interface presents a list of user commands +or options, such as a menu, a prominent item in the list meets this criterion. + + 1. Source Code. + +The "source code" for a work means the preferred form of the work for making +modifications to it. "Object code" means any non-source form of a work. + +A "Standard Interface" means an interface that either is an official standard +defined by a recognized standards body, or, in the case of interfaces specified +for a particular programming language, one that is widely used among developers +working in that language. + +The "System Libraries" of an executable work include anything, other than +the work as a whole, that (a) is included in the normal form of packaging +a Major Component, but which is not part of that Major Component, and (b) +serves only to enable use of the work with that Major Component, or to implement +a Standard Interface for which an implementation is available to the public +in source code form. A "Major Component", in this context, means a major essential +component (kernel, window system, and so on) of the specific operating system +(if any) on which the executable work runs, or a compiler used to produce +the work, or an object code interpreter used to run it. + +The "Corresponding Source" for a work in object code form means all the source +code needed to generate, install, and (for an executable work) run the object +code and to modify the work, including scripts to control those activities. +However, it does not include the work's System Libraries, or general-purpose +tools or generally available free programs which are used unmodified in performing +those activities but which are not part of the work. For example, Corresponding +Source includes interface definition files associated with source files for +the work, and the source code for shared libraries and dynamically linked +subprograms that the work is specifically designed to require, such as by +intimate data communication or control flow between those + + subprograms and other parts of the work. + +The Corresponding Source need not include anything that users can regenerate +automatically from other parts of the Corresponding Source. + + The Corresponding Source for a work in source code form is that same work. + + 2. Basic Permissions. + +All rights granted under this License are granted for the term of copyright +on the Program, and are irrevocable provided the stated conditions are met. +This License explicitly affirms your unlimited permission to run the unmodified +Program. The output from running a covered work is covered by this License +only if the output, given its content, constitutes a covered work. This License +acknowledges your rights of fair use or other equivalent, as provided by copyright +law. + +You may make, run and propagate covered works that you do not convey, without +conditions so long as your license otherwise remains in force. You may convey +covered works to others for the sole purpose of having them make modifications +exclusively for you, or provide you with facilities for running those works, +provided that you comply with the terms of this License in conveying all material +for which you do not control copyright. Those thus making or running the covered +works for you must do so exclusively on your behalf, under your direction +and control, on terms that prohibit them from making any copies of your copyrighted +material outside their relationship with you. + +Conveying under any other circumstances is permitted solely under the conditions +stated below. Sublicensing is not allowed; section 10 makes it unnecessary. + + 3. Protecting Users' Legal Rights From Anti-Circumvention Law. + +No covered work shall be deemed part of an effective technological measure +under any applicable law fulfilling obligations under article 11 of the WIPO +copyright treaty adopted on 20 December 1996, or similar laws prohibiting +or restricting circumvention of such measures. + +When you convey a covered work, you waive any legal power to forbid circumvention +of technological measures to the extent such circumvention is effected by +exercising rights under this License with respect to the covered work, and +you disclaim any intention to limit operation or modification of the work +as a means of enforcing, against the work's users, your or third parties' +legal rights to forbid circumvention of technological measures. + + 4. Conveying Verbatim Copies. + +You may convey verbatim copies of the Program's source code as you receive +it, in any medium, provided that you conspicuously and appropriately publish +on each copy an appropriate copyright notice; keep intact all notices stating +that this License and any non-permissive terms added in accord with section +7 apply to the code; keep intact all notices of the absence of any warranty; +and give all recipients a copy of this License along with the Program. + +You may charge any price or no price for each copy that you convey, and you +may offer support or warranty protection for a fee. + + 5. Conveying Modified Source Versions. + +You may convey a work based on the Program, or the modifications to produce +it from the Program, in the form of source code under the terms of section +4, provided that you also meet all of these conditions: + +a) The work must carry prominent notices stating that you modified it, and +giving a relevant date. + +b) The work must carry prominent notices stating that it is released under +this License and any conditions added under section 7. This requirement modifies +the requirement in section 4 to "keep intact all notices". + +c) You must license the entire work, as a whole, under this License to anyone +who comes into possession of a copy. This License will therefore apply, along +with any applicable section 7 additional terms, to the whole of the work, +and all its parts, regardless of how they are packaged. This License gives +no permission to license the work in any other way, but it does not invalidate +such permission if you have separately received it. + +d) If the work has interactive user interfaces, each must display Appropriate +Legal Notices; however, if the Program has interactive interfaces that do +not display Appropriate Legal Notices, your work need not make them do so. + +A compilation of a covered work with other separate and independent works, +which are not by their nature extensions of the covered work, and which are +not combined with it such as to form a larger program, in or on a volume of +a storage or distribution medium, is called an "aggregate" if the compilation +and its resulting copyright are not used to limit the access or legal rights +of the compilation's users beyond what the individual works permit. Inclusion +of a covered work in an aggregate does not cause this License to apply to +the other parts of the aggregate. + + 6. Conveying Non-Source Forms. + +You may convey a covered work in object code form under the terms of sections +4 and 5, provided that you also convey the machine-readable Corresponding +Source under the terms of this License, in one of these ways: + +a) Convey the object code in, or embodied in, a physical product (including +a physical distribution medium), accompanied by the Corresponding Source fixed +on a durable physical medium customarily used for software interchange. + +b) Convey the object code in, or embodied in, a physical product (including +a physical distribution medium), accompanied by a written offer, valid for +at least three years and valid for as long as you offer spare parts or customer +support for that product model, to give anyone who possesses the object code +either (1) a copy of the Corresponding Source for all the software in the +product that is covered by this License, on a durable physical medium customarily +used for software interchange, for a price no more than your reasonable cost +of physically performing this conveying of source, or (2) access to copy the +Corresponding Source from a network server at no charge. + +c) Convey individual copies of the object code with a copy of the written +offer to provide the Corresponding Source. This alternative is allowed only +occasionally and noncommercially, and only if you received the object code +with such an offer, in accord with subsection 6b. + +d) Convey the object code by offering access from a designated place (gratis +or for a charge), and offer equivalent access to the Corresponding Source +in the same way through the same place at no further charge. You need not +require recipients to copy the Corresponding Source along with the object +code. If the place to copy the object code is a network server, the Corresponding +Source may be on a different server (operated by you or a third party) that +supports equivalent copying facilities, provided you maintain clear directions +next to the object code saying where to find the Corresponding Source. Regardless +of what server hosts the Corresponding Source, you remain obligated to ensure +that it is available for as long as needed to satisfy these requirements. + +e) Convey the object code using peer-to-peer transmission, provided you inform +other peers where the object code and Corresponding Source of the work are +being offered to the general public at no charge under subsection 6d. + +A separable portion of the object code, whose source code is excluded from +the Corresponding Source as a System Library, need not be included in conveying +the object code work. + +A "User Product" is either (1) a "consumer product", which means any tangible +personal property which is normally used for personal, family, or household +purposes, or (2) anything designed or sold for incorporation into a dwelling. +In determining whether a product is a consumer product, doubtful cases shall +be resolved in favor of coverage. For a particular product received by a particular +user, "normally used" refers to a typical or common use of that class of product, +regardless of the status of the particular user or of the way in which the +particular user actually uses, or expects or is expected to use, the product. +A product is a consumer product regardless of whether the product has substantial +commercial, industrial or non-consumer uses, unless such uses represent the +only significant mode of use of the product. + +"Installation Information" for a User Product means any methods, procedures, +authorization keys, or other information required to install and execute modified +versions of a covered work in that User Product from a modified version of +its Corresponding Source. The information must suffice to ensure that the +continued functioning of the modified object code is in no case prevented +or interfered with solely because modification has been made. + +If you convey an object code work under this section in, or with, or specifically +for use in, a User Product, and the conveying occurs as part of a transaction +in which the right of possession and use of the User Product is transferred +to the recipient in perpetuity or for a fixed term (regardless of how the +transaction is characterized), the Corresponding Source conveyed under this +section must be accompanied by the Installation Information. But this requirement +does not apply if neither you nor any third party retains the ability to install +modified object code on the User Product (for example, the work has been installed +in ROM). + +The requirement to provide Installation Information does not include a requirement +to continue to provide support service, warranty, or updates for a work that +has been modified or installed by the recipient, or for the User Product in +which it has been modified or installed. Access to a network may be denied +when the modification itself materially and adversely affects the operation +of the network or violates the rules and protocols for communication across +the network. + +Corresponding Source conveyed, and Installation Information provided, in accord +with this section must be in a format that is publicly documented (and with +an implementation available to the public in source code form), and must require +no special password or key for unpacking, reading or copying. + + 7. Additional Terms. + +"Additional permissions" are terms that supplement the terms of this License +by making exceptions from one or more of its conditions. Additional permissions +that are applicable to the entire Program shall be treated as though they +were included in this License, to the extent that they are valid under applicable +law. If additional permissions apply only to part of the Program, that part +may be used separately under those permissions, but the entire Program remains +governed by this License without regard to the additional permissions. + +When you convey a copy of a covered work, you may at your option remove any +additional permissions from that copy, or from any part of it. (Additional +permissions may be written to require their own removal in certain cases when +you modify the work.) You may place additional permissions on material, added +by you to a covered work, for which you have or can give appropriate copyright +permission. + +Notwithstanding any other provision of this License, for material you add +to a covered work, you may (if authorized by the copyright holders of that +material) supplement the terms of this License with terms: + +a) Disclaiming warranty or limiting liability differently from the terms of +sections 15 and 16 of this License; or + +b) Requiring preservation of specified reasonable legal notices or author +attributions in that material or in the Appropriate Legal Notices displayed +by works containing it; or + +c) Prohibiting misrepresentation of the origin of that material, or requiring +that modified versions of such material be marked in reasonable ways as different +from the original version; or + +d) Limiting the use for publicity purposes of names of licensors or authors +of the material; or + +e) Declining to grant rights under trademark law for use of some trade names, +trademarks, or service marks; or + +f) Requiring indemnification of licensors and authors of that material by +anyone who conveys the material (or modified versions of it) with contractual +assumptions of liability to the recipient, for any liability that these contractual +assumptions directly impose on those licensors and authors. + +All other non-permissive additional terms are considered "further restrictions" +within the meaning of section 10. If the Program as you received it, or any +part of it, contains a notice stating that it is governed by this License +along with a term that is a further restriction, you may remove that term. +If a license document contains a further restriction but permits relicensing +or conveying under this License, you may add to a covered work material governed +by the terms of that license document, provided that the further restriction +does not survive such relicensing or conveying. + +If you add terms to a covered work in accord with this section, you must place, +in the relevant source files, a statement of the additional terms that apply +to those files, or a notice indicating where to find the applicable terms. + +Additional terms, permissive or non-permissive, may be stated in the form +of a separately written license, or stated as exceptions; the above requirements +apply either way. + + 8. Termination. + +You may not propagate or modify a covered work except as expressly provided +under this License. Any attempt otherwise to propagate or modify it is void, +and will automatically terminate your rights under this License (including +any patent licenses granted under the third paragraph of section 11). + +However, if you cease all violation of this License, then your license from +a particular copyright holder is reinstated (a) provisionally, unless and +until the copyright holder explicitly and finally terminates your license, +and (b) permanently, if the copyright holder fails to notify you of the violation +by some reasonable means prior to 60 days after the cessation. + +Moreover, your license from a particular copyright holder is reinstated permanently +if the copyright holder notifies you of the violation by some reasonable means, +this is the first time you have received notice of violation of this License +(for any work) from that copyright holder, and you cure the violation prior +to 30 days after your receipt of the notice. + +Termination of your rights under this section does not terminate the licenses +of parties who have received copies or rights from you under this License. +If your rights have been terminated and not permanently reinstated, you do +not qualify to receive new licenses for the same material under section 10. + + 9. Acceptance Not Required for Having Copies. + +You are not required to accept this License in order to receive or run a copy +of the Program. Ancillary propagation of a covered work occurring solely as +a consequence of using peer-to-peer transmission to receive a copy likewise +does not require acceptance. However, nothing other than this License grants +you permission to propagate or modify any covered work. These actions infringe +copyright if you do not accept this License. Therefore, by modifying or propagating +a covered work, you indicate your acceptance of this License to do so. + + 10. Automatic Licensing of Downstream Recipients. + +Each time you convey a covered work, the recipient automatically receives +a license from the original licensors, to run, modify and propagate that work, +subject to this License. You are not responsible for enforcing compliance +by third parties with this License. + +An "entity transaction" is a transaction transferring control of an organization, +or substantially all assets of one, or subdividing an organization, or merging +organizations. If propagation of a covered work results from an entity transaction, +each party to that transaction who receives a copy of the work also receives +whatever licenses to the work the party's predecessor in interest had or could +give under the previous paragraph, plus a right to possession of the Corresponding +Source of the work from the predecessor in interest, if the predecessor has +it or can get it with reasonable efforts. + +You may not impose any further restrictions on the exercise of the rights +granted or affirmed under this License. For example, you may not impose a +license fee, royalty, or other charge for exercise of rights granted under +this License, and you may not initiate litigation (including a cross-claim +or counterclaim in a lawsuit) alleging that any patent claim is infringed +by making, using, selling, offering for sale, or importing the Program or +any portion of it. + + 11. Patents. + +A "contributor" is a copyright holder who authorizes use under this License +of the Program or a work on which the Program is based. The work thus licensed +is called the contributor's "contributor version". + +A contributor's "essential patent claims" are all patent claims owned or controlled +by the contributor, whether already acquired or hereafter acquired, that would +be infringed by some manner, permitted by this License, of making, using, +or selling its contributor version, but do not include claims that would be +infringed only as a consequence of further modification of the contributor +version. For purposes of this definition, "control" includes the right to +grant patent sublicenses in a manner consistent with the requirements of this +License. + +Each contributor grants you a non-exclusive, worldwide, royalty-free patent +license under the contributor's essential patent claims, to make, use, sell, +offer for sale, import and otherwise run, modify and propagate the contents +of its contributor version. + +In the following three paragraphs, a "patent license" is any express agreement +or commitment, however denominated, not to enforce a patent (such as an express +permission to practice a patent or covenant not to s ue for patent infringement). +To "grant" such a patent license to a party means to make such an agreement +or commitment not to enforce a patent against the party. + +If you convey a covered work, knowingly relying on a patent license, and the +Corresponding Source of the work is not available for anyone to copy, free +of charge and under the terms of this License, through a publicly available +network server or other readily accessible means, then you must either (1) +cause the Corresponding Source to be so available, or (2) arrange to deprive +yourself of the benefit of the patent license for this particular work, or +(3) arrange, in a manner consistent with the requirements of this License, +to extend the patent + +license to downstream recipients. "Knowingly relying" means you have actual +knowledge that, but for the patent license, your conveying the covered work +in a country, or your recipient's use of the covered work in a country, would +infringe one or more identifiable patents in that country that you have reason +to believe are valid. + +If, pursuant to or in connection with a single transaction or arrangement, +you convey, or propagate by procuring conveyance of, a covered work, and grant +a patent license to some of the parties receiving the covered work authorizing +them to use, propagate, modify or convey a specific copy of the covered work, +then the patent license you grant is automatically extended to all recipients +of the covered work and works based on it. + +A patent license is "discriminatory" if it does not include within the scope +of its coverage, prohibits the exercise of, or is conditioned on the non-exercise +of one or more of the rights that are specifically granted under this License. +You may not convey a covered work if you are a party to an arrangement with +a third party that is in the business of distributing software, under which +you make payment to the third party based on the extent of your activity of +conveying the work, and under which the third party grants, to any of the +parties who would receive the covered work from you, a discriminatory patent +license (a) in connection with copies of the covered work conveyed by you +(or copies made from those copies), or (b) primarily for and in connection +with specific products or compilations that contain the covered work, unless +you entered into that arrangement, or that patent license was granted, prior +to 28 March 2007. + +Nothing in this License shall be construed as excluding or limiting any implied +license or other defenses to infringement that may otherwise be available +to you under applicable patent law. + + 12. No Surrender of Others' Freedom. + +If conditions are imposed on you (whether by court order, agreement or otherwise) +that contradict the conditions of this License, they do not excuse you from +the conditions of this License. If you cannot convey a covered work so as +to satisfy simultaneously your obligations under this License and any other +pertinent obligations, then as a consequence you may + +not convey it at all. For example, if you agree to terms that obligate you +to collect a royalty for further conveying from those to whom you convey the +Program, the only way you could satisfy both those terms and this License +would be to refrain entirely from conveying the Program. + + 13. Remote Network Interaction; Use with the GNU General Public License. + +Notwithstanding any other provision of this License, if you modify the Program, +your modified version must prominently offer all users interacting with it +remotely through a computer network (if your version supports such interaction) +an opportunity to receive the Corresponding Source of your version by providing +access to the Corresponding Source from a network server at no charge, through +some standard or customary means of facilitating copying of software. This +Corresponding Source shall include the Corresponding Source for any work covered +by version 3 of the GNU General Public License that is incorporated pursuant +to the following paragraph. + +Notwithstanding any other provision of this License, you have permission to +link or combine any covered work with a work licensed under version 3 of the +GNU General Public License into a single combined work, and to convey the +resulting work. The terms of this License will continue to apply to the part +which is the covered work, but the work with which it is combined will remain +governed by version 3 of the GNU General Public License. + + 14. Revised Versions of this License. + +The Free Software Foundation may publish revised and/or new versions of the +GNU Affero General Public License from time to time. Such new versions will +be similar in spirit to the present version, but may differ in detail to address +new problems or concerns. + +Each version is given a distinguishing version number. If the Program specifies +that a certain numbered version of the GNU Affero General Public License "or +any later version" applies to it, you have the option of following the terms +and conditions either of that numbered version or of any later version published +by the Free Software Foundation. If the Program does not specify a version +number of the GNU Affero General Public License, you may choose any version +ever published by the Free Software Foundation. + +If the Program specifies that a proxy can decide which future versions of +the GNU Affero General Public License can be used, that proxy's public statement +of acceptance of a version permanently authorizes you to choose that version +for the Program. + +Later license versions may give you additional or different permissions. However, +no additional obligations are imposed on any author or copyright holder as +a result of your choosing to follow a later version. + + 15. Disclaimer of Warranty. + +THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE +LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR +OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER +EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES +OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS +TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM +PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR +CORRECTION. + + 16. Limitation of Liability. + +IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL +ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS THE PROGRAM +AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY GENERAL, SPECIAL, +INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR INABILITY TO +USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING RENDERED +INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A FAILURE OF THE +PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER +PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. + + 17. Interpretation of Sections 15 and 16. + +If the disclaimer of warranty and limitation of liability provided above cannot +be given local legal effect according to their terms, reviewing courts shall +apply local law that most closely approximates an absolute waiver of all civil +liability in connection with the Program, unless a warranty or assumption +of liability accompanies a copy of the Program in return for a fee. END OF +TERMS AND CONDITIONS + +How to Apply These Terms to Your New Programs + +If you develop a new program, and you want it to be of the greatest possible +use to the public, the best way to achieve this is to make it free software +which everyone can redistribute and change under these terms. + +To do so, attach the following notices to the program. It is safest to attach +them to the start of each source file to most effectively state the exclusion +of warranty; and each file should have at least the "copyright" line and a +pointer to where the full notice is found. + + + +Copyright (C) + +This program is free software: you can redistribute it and/or modify it under +the terms of the GNU Affero General Public License as published by the Free +Software Foundation, either version 3 of the License, or (at your option) +any later version. + +This program is distributed in the hope that it will be useful, but WITHOUT +ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS +FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more +details. + +You should have received a copy of the GNU Affero General Public License along +with this program. If not, see . + +Also add information on how to contact you by electronic and paper mail. + +If your software can interact with users remotely through a computer network, +you should also make sure that it provides a way for users to get its source. +For example, if your program is a web application, its interface could display +a "Source" link that leads users to an archive of the code. There are many +ways you could offer source, and different solutions will be better for different +programs; see section 13 for the specific requirements. + +You should also get your employer (if you work as a programmer) or school, +if any, to sign a "copyright disclaimer" for the program, if necessary. For +more information on this, and how to apply and follow the GNU AGPL, see . diff --git a/README copy.md b/README copy.md new file mode 100644 index 0000000..28d88d8 --- /dev/null +++ b/README copy.md @@ -0,0 +1,2 @@ +# playground-readmongo + diff --git a/ecosystem.config.js b/ecosystem.config.js new file mode 100644 index 0000000..678024d --- /dev/null +++ b/ecosystem.config.js @@ -0,0 +1,27 @@ +module.exports = { + apps: [ + { + name: "dummy", + autorestart: true, + watch: true, + //"script" : "/home/node/swarmlab-app/run/app.js", + cwd: "/usr/src/app/swarmlab-app/src", + script: "run/app.js", + run_as_user: "node", + args: "start", + //"node_args" : "--harmony", + //"node_args" : "['--trace-deprecation']", + pid_file: "/home/node/run/pid.pid", + log_type: "json", + log_file: "/home/node/logs/logfile", + error_file: "/home/node/logs/errorfile", + out_file: "/home/node/logs/outfile", + log_date_format: "YYYY-MM-DD HH:mm Z", + merge_logs: true, + exec_mode: "fork", + max_restarts: 10, + max_memory_restart: "500M", + restart_delay: 1000, + }, + ], +}; diff --git a/swarmlab-app/LICENSE b/swarmlab-app/LICENSE new file mode 100644 index 0000000..82b5650 --- /dev/null +++ b/swarmlab-app/LICENSE @@ -0,0 +1,614 @@ +GNU AFFERO GENERAL PUBLIC LICENSE + +Version 3, 19 November 2007 + +Copyright (C) 2007 Free Software Foundation, Inc. + +Everyone is permitted to copy and distribute verbatim copies of this license +document, but changing it is not allowed. + +Preamble + +The GNU Affero General Public License is a free, copyleft license for software +and other kinds of works, specifically designed to ensure cooperation with +the community in the case of network server software. + +The licenses for most software and other practical works are designed to take +away your freedom to share and change the works. By contrast, our General +Public Licenses are intended to guarantee your freedom to share and change +all versions of a program--to make sure it remains free software for all its +users. + +When we speak of free software, we are referring to freedom, not price. Our +General Public Licenses are designed to make sure that you have the freedom +to distribute copies of free software (and charge for them if you wish), that +you receive source code or can get it if you want it, that you can change +the software or use pieces of it in new free programs, and that you know you +can do these things. + +Developers that use our General Public Licenses protect your rights with two +steps: (1) assert copyright on the software, and (2) offer you this License +which gives you legal permission to copy, distribute and/or modify the software. + +A secondary benefit of defending all users' freedom is that improvements made +in alternate versions of the program, if they receive widespread use, become +available for other developers to incorporate. Many developers of free software +are heartened and encouraged by the resulting cooperation. However, in the +case of software used on network servers, this result may fail to come about. +The GNU General Public License permits making a modified version and letting +the public access it on a server without ever releasing its source code to +the public. + +The GNU Affero General Public License is designed specifically to ensure that, +in such cases, the modified source code becomes available to the community. +It requires the operator of a network server to provide the source code of +the modified version running there to the users of that server. Therefore, +public use of a modified version, on a publicly accessible server, gives the +public access to the source code of the modified version. + +An older license, called the Affero General Public License and published by +Affero, was designed to accomplish similar goals. This is a different license, +not a version of the Affero GPL, but Affero has released a new version of +the Affero GPL which permits relicensing under this license. + +The precise terms and conditions for copying, distribution and modification +follow. + +TERMS AND CONDITIONS + + 0. Definitions. + + "This License" refers to version 3 of the GNU Affero General Public License. + +"Copyright" also means copyright-like laws that apply to other kinds of works, +such as semiconductor masks. + +"The Program" refers to any copyrightable work licensed under this License. +Each licensee is addressed as "you". "Licensees" and "recipients" may be individuals +or organizations. + +To "modify" a work means to copy from or adapt all or part of the work in +a fashion requiring copyright permission, other than the making of an exact +copy. The resulting work is called a "modified version" of the earlier work +or a work "based on" the earlier work. + +A "covered work" means either the unmodified Program or a work based on the +Program. + +To "propagate" a work means to do anything with it that, without permission, +would make you directly or secondarily liable for infringement under applicable +copyright law, except executing it on a computer or modifying a private copy. +Propagation includes copying, distribution (with or without modification), +making available to the public, and in some countries other activities as +well. + +To "convey" a work means any kind of propagation that enables other parties +to make or receive copies. Mere interaction with a user through a computer +network, with no transfer of a copy, is not conveying. + +An interactive user interface displays "Appropriate Legal Notices" to the +extent that it includes a convenient and prominently visible feature that +(1) displays an appropriate copyright notice, and (2) tells the user that +there is no warranty for the work (except to the extent that warranties are +provided), that licensees may convey the work under this License, and how +to view a copy of this License. If the interface presents a list of user commands +or options, such as a menu, a prominent item in the list meets this criterion. + + 1. Source Code. + +The "source code" for a work means the preferred form of the work for making +modifications to it. "Object code" means any non-source form of a work. + +A "Standard Interface" means an interface that either is an official standard +defined by a recognized standards body, or, in the case of interfaces specified +for a particular programming language, one that is widely used among developers +working in that language. + +The "System Libraries" of an executable work include anything, other than +the work as a whole, that (a) is included in the normal form of packaging +a Major Component, but which is not part of that Major Component, and (b) +serves only to enable use of the work with that Major Component, or to implement +a Standard Interface for which an implementation is available to the public +in source code form. A "Major Component", in this context, means a major essential +component (kernel, window system, and so on) of the specific operating system +(if any) on which the executable work runs, or a compiler used to produce +the work, or an object code interpreter used to run it. + +The "Corresponding Source" for a work in object code form means all the source +code needed to generate, install, and (for an executable work) run the object +code and to modify the work, including scripts to control those activities. +However, it does not include the work's System Libraries, or general-purpose +tools or generally available free programs which are used unmodified in performing +those activities but which are not part of the work. For example, Corresponding +Source includes interface definition files associated with source files for +the work, and the source code for shared libraries and dynamically linked +subprograms that the work is specifically designed to require, such as by +intimate data communication or control flow between those + + subprograms and other parts of the work. + +The Corresponding Source need not include anything that users can regenerate +automatically from other parts of the Corresponding Source. + + The Corresponding Source for a work in source code form is that same work. + + 2. Basic Permissions. + +All rights granted under this License are granted for the term of copyright +on the Program, and are irrevocable provided the stated conditions are met. +This License explicitly affirms your unlimited permission to run the unmodified +Program. The output from running a covered work is covered by this License +only if the output, given its content, constitutes a covered work. This License +acknowledges your rights of fair use or other equivalent, as provided by copyright +law. + +You may make, run and propagate covered works that you do not convey, without +conditions so long as your license otherwise remains in force. You may convey +covered works to others for the sole purpose of having them make modifications +exclusively for you, or provide you with facilities for running those works, +provided that you comply with the terms of this License in conveying all material +for which you do not control copyright. Those thus making or running the covered +works for you must do so exclusively on your behalf, under your direction +and control, on terms that prohibit them from making any copies of your copyrighted +material outside their relationship with you. + +Conveying under any other circumstances is permitted solely under the conditions +stated below. Sublicensing is not allowed; section 10 makes it unnecessary. + + 3. Protecting Users' Legal Rights From Anti-Circumvention Law. + +No covered work shall be deemed part of an effective technological measure +under any applicable law fulfilling obligations under article 11 of the WIPO +copyright treaty adopted on 20 December 1996, or similar laws prohibiting +or restricting circumvention of such measures. + +When you convey a covered work, you waive any legal power to forbid circumvention +of technological measures to the extent such circumvention is effected by +exercising rights under this License with respect to the covered work, and +you disclaim any intention to limit operation or modification of the work +as a means of enforcing, against the work's users, your or third parties' +legal rights to forbid circumvention of technological measures. + + 4. Conveying Verbatim Copies. + +You may convey verbatim copies of the Program's source code as you receive +it, in any medium, provided that you conspicuously and appropriately publish +on each copy an appropriate copyright notice; keep intact all notices stating +that this License and any non-permissive terms added in accord with section +7 apply to the code; keep intact all notices of the absence of any warranty; +and give all recipients a copy of this License along with the Program. + +You may charge any price or no price for each copy that you convey, and you +may offer support or warranty protection for a fee. + + 5. Conveying Modified Source Versions. + +You may convey a work based on the Program, or the modifications to produce +it from the Program, in the form of source code under the terms of section +4, provided that you also meet all of these conditions: + +a) The work must carry prominent notices stating that you modified it, and +giving a relevant date. + +b) The work must carry prominent notices stating that it is released under +this License and any conditions added under section 7. This requirement modifies +the requirement in section 4 to "keep intact all notices". + +c) You must license the entire work, as a whole, under this License to anyone +who comes into possession of a copy. This License will therefore apply, along +with any applicable section 7 additional terms, to the whole of the work, +and all its parts, regardless of how they are packaged. This License gives +no permission to license the work in any other way, but it does not invalidate +such permission if you have separately received it. + +d) If the work has interactive user interfaces, each must display Appropriate +Legal Notices; however, if the Program has interactive interfaces that do +not display Appropriate Legal Notices, your work need not make them do so. + +A compilation of a covered work with other separate and independent works, +which are not by their nature extensions of the covered work, and which are +not combined with it such as to form a larger program, in or on a volume of +a storage or distribution medium, is called an "aggregate" if the compilation +and its resulting copyright are not used to limit the access or legal rights +of the compilation's users beyond what the individual works permit. Inclusion +of a covered work in an aggregate does not cause this License to apply to +the other parts of the aggregate. + + 6. Conveying Non-Source Forms. + +You may convey a covered work in object code form under the terms of sections +4 and 5, provided that you also convey the machine-readable Corresponding +Source under the terms of this License, in one of these ways: + +a) Convey the object code in, or embodied in, a physical product (including +a physical distribution medium), accompanied by the Corresponding Source fixed +on a durable physical medium customarily used for software interchange. + +b) Convey the object code in, or embodied in, a physical product (including +a physical distribution medium), accompanied by a written offer, valid for +at least three years and valid for as long as you offer spare parts or customer +support for that product model, to give anyone who possesses the object code +either (1) a copy of the Corresponding Source for all the software in the +product that is covered by this License, on a durable physical medium customarily +used for software interchange, for a price no more than your reasonable cost +of physically performing this conveying of source, or (2) access to copy the +Corresponding Source from a network server at no charge. + +c) Convey individual copies of the object code with a copy of the written +offer to provide the Corresponding Source. This alternative is allowed only +occasionally and noncommercially, and only if you received the object code +with such an offer, in accord with subsection 6b. + +d) Convey the object code by offering access from a designated place (gratis +or for a charge), and offer equivalent access to the Corresponding Source +in the same way through the same place at no further charge. You need not +require recipients to copy the Corresponding Source along with the object +code. If the place to copy the object code is a network server, the Corresponding +Source may be on a different server (operated by you or a third party) that +supports equivalent copying facilities, provided you maintain clear directions +next to the object code saying where to find the Corresponding Source. Regardless +of what server hosts the Corresponding Source, you remain obligated to ensure +that it is available for as long as needed to satisfy these requirements. + +e) Convey the object code using peer-to-peer transmission, provided you inform +other peers where the object code and Corresponding Source of the work are +being offered to the general public at no charge under subsection 6d. + +A separable portion of the object code, whose source code is excluded from +the Corresponding Source as a System Library, need not be included in conveying +the object code work. + +A "User Product" is either (1) a "consumer product", which means any tangible +personal property which is normally used for personal, family, or household +purposes, or (2) anything designed or sold for incorporation into a dwelling. +In determining whether a product is a consumer product, doubtful cases shall +be resolved in favor of coverage. For a particular product received by a particular +user, "normally used" refers to a typical or common use of that class of product, +regardless of the status of the particular user or of the way in which the +particular user actually uses, or expects or is expected to use, the product. +A product is a consumer product regardless of whether the product has substantial +commercial, industrial or non-consumer uses, unless such uses represent the +only significant mode of use of the product. + +"Installation Information" for a User Product means any methods, procedures, +authorization keys, or other information required to install and execute modified +versions of a covered work in that User Product from a modified version of +its Corresponding Source. The information must suffice to ensure that the +continued functioning of the modified object code is in no case prevented +or interfered with solely because modification has been made. + +If you convey an object code work under this section in, or with, or specifically +for use in, a User Product, and the conveying occurs as part of a transaction +in which the right of possession and use of the User Product is transferred +to the recipient in perpetuity or for a fixed term (regardless of how the +transaction is characterized), the Corresponding Source conveyed under this +section must be accompanied by the Installation Information. But this requirement +does not apply if neither you nor any third party retains the ability to install +modified object code on the User Product (for example, the work has been installed +in ROM). + +The requirement to provide Installation Information does not include a requirement +to continue to provide support service, warranty, or updates for a work that +has been modified or installed by the recipient, or for the User Product in +which it has been modified or installed. Access to a network may be denied +when the modification itself materially and adversely affects the operation +of the network or violates the rules and protocols for communication across +the network. + +Corresponding Source conveyed, and Installation Information provided, in accord +with this section must be in a format that is publicly documented (and with +an implementation available to the public in source code form), and must require +no special password or key for unpacking, reading or copying. + + 7. Additional Terms. + +"Additional permissions" are terms that supplement the terms of this License +by making exceptions from one or more of its conditions. Additional permissions +that are applicable to the entire Program shall be treated as though they +were included in this License, to the extent that they are valid under applicable +law. If additional permissions apply only to part of the Program, that part +may be used separately under those permissions, but the entire Program remains +governed by this License without regard to the additional permissions. + +When you convey a copy of a covered work, you may at your option remove any +additional permissions from that copy, or from any part of it. (Additional +permissions may be written to require their own removal in certain cases when +you modify the work.) You may place additional permissions on material, added +by you to a covered work, for which you have or can give appropriate copyright +permission. + +Notwithstanding any other provision of this License, for material you add +to a covered work, you may (if authorized by the copyright holders of that +material) supplement the terms of this License with terms: + +a) Disclaiming warranty or limiting liability differently from the terms of +sections 15 and 16 of this License; or + +b) Requiring preservation of specified reasonable legal notices or author +attributions in that material or in the Appropriate Legal Notices displayed +by works containing it; or + +c) Prohibiting misrepresentation of the origin of that material, or requiring +that modified versions of such material be marked in reasonable ways as different +from the original version; or + +d) Limiting the use for publicity purposes of names of licensors or authors +of the material; or + +e) Declining to grant rights under trademark law for use of some trade names, +trademarks, or service marks; or + +f) Requiring indemnification of licensors and authors of that material by +anyone who conveys the material (or modified versions of it) with contractual +assumptions of liability to the recipient, for any liability that these contractual +assumptions directly impose on those licensors and authors. + +All other non-permissive additional terms are considered "further restrictions" +within the meaning of section 10. If the Program as you received it, or any +part of it, contains a notice stating that it is governed by this License +along with a term that is a further restriction, you may remove that term. +If a license document contains a further restriction but permits relicensing +or conveying under this License, you may add to a covered work material governed +by the terms of that license document, provided that the further restriction +does not survive such relicensing or conveying. + +If you add terms to a covered work in accord with this section, you must place, +in the relevant source files, a statement of the additional terms that apply +to those files, or a notice indicating where to find the applicable terms. + +Additional terms, permissive or non-permissive, may be stated in the form +of a separately written license, or stated as exceptions; the above requirements +apply either way. + + 8. Termination. + +You may not propagate or modify a covered work except as expressly provided +under this License. Any attempt otherwise to propagate or modify it is void, +and will automatically terminate your rights under this License (including +any patent licenses granted under the third paragraph of section 11). + +However, if you cease all violation of this License, then your license from +a particular copyright holder is reinstated (a) provisionally, unless and +until the copyright holder explicitly and finally terminates your license, +and (b) permanently, if the copyright holder fails to notify you of the violation +by some reasonable means prior to 60 days after the cessation. + +Moreover, your license from a particular copyright holder is reinstated permanently +if the copyright holder notifies you of the violation by some reasonable means, +this is the first time you have received notice of violation of this License +(for any work) from that copyright holder, and you cure the violation prior +to 30 days after your receipt of the notice. + +Termination of your rights under this section does not terminate the licenses +of parties who have received copies or rights from you under this License. +If your rights have been terminated and not permanently reinstated, you do +not qualify to receive new licenses for the same material under section 10. + + 9. Acceptance Not Required for Having Copies. + +You are not required to accept this License in order to receive or run a copy +of the Program. Ancillary propagation of a covered work occurring solely as +a consequence of using peer-to-peer transmission to receive a copy likewise +does not require acceptance. However, nothing other than this License grants +you permission to propagate or modify any covered work. These actions infringe +copyright if you do not accept this License. Therefore, by modifying or propagating +a covered work, you indicate your acceptance of this License to do so. + + 10. Automatic Licensing of Downstream Recipients. + +Each time you convey a covered work, the recipient automatically receives +a license from the original licensors, to run, modify and propagate that work, +subject to this License. You are not responsible for enforcing compliance +by third parties with this License. + +An "entity transaction" is a transaction transferring control of an organization, +or substantially all assets of one, or subdividing an organization, or merging +organizations. If propagation of a covered work results from an entity transaction, +each party to that transaction who receives a copy of the work also receives +whatever licenses to the work the party's predecessor in interest had or could +give under the previous paragraph, plus a right to possession of the Corresponding +Source of the work from the predecessor in interest, if the predecessor has +it or can get it with reasonable efforts. + +You may not impose any further restrictions on the exercise of the rights +granted or affirmed under this License. For example, you may not impose a +license fee, royalty, or other charge for exercise of rights granted under +this License, and you may not initiate litigation (including a cross-claim +or counterclaim in a lawsuit) alleging that any patent claim is infringed +by making, using, selling, offering for sale, or importing the Program or +any portion of it. + + 11. Patents. + +A "contributor" is a copyright holder who authorizes use under this License +of the Program or a work on which the Program is based. The work thus licensed +is called the contributor's "contributor version". + +A contributor's "essential patent claims" are all patent claims owned or controlled +by the contributor, whether already acquired or hereafter acquired, that would +be infringed by some manner, permitted by this License, of making, using, +or selling its contributor version, but do not include claims that would be +infringed only as a consequence of further modification of the contributor +version. For purposes of this definition, "control" includes the right to +grant patent sublicenses in a manner consistent with the requirements of this +License. + +Each contributor grants you a non-exclusive, worldwide, royalty-free patent +license under the contributor's essential patent claims, to make, use, sell, +offer for sale, import and otherwise run, modify and propagate the contents +of its contributor version. + +In the following three paragraphs, a "patent license" is any express agreement +or commitment, however denominated, not to enforce a patent (such as an express +permission to practice a patent or covenant not to s ue for patent infringement). +To "grant" such a patent license to a party means to make such an agreement +or commitment not to enforce a patent against the party. + +If you convey a covered work, knowingly relying on a patent license, and the +Corresponding Source of the work is not available for anyone to copy, free +of charge and under the terms of this License, through a publicly available +network server or other readily accessible means, then you must either (1) +cause the Corresponding Source to be so available, or (2) arrange to deprive +yourself of the benefit of the patent license for this particular work, or +(3) arrange, in a manner consistent with the requirements of this License, +to extend the patent + +license to downstream recipients. "Knowingly relying" means you have actual +knowledge that, but for the patent license, your conveying the covered work +in a country, or your recipient's use of the covered work in a country, would +infringe one or more identifiable patents in that country that you have reason +to believe are valid. + +If, pursuant to or in connection with a single transaction or arrangement, +you convey, or propagate by procuring conveyance of, a covered work, and grant +a patent license to some of the parties receiving the covered work authorizing +them to use, propagate, modify or convey a specific copy of the covered work, +then the patent license you grant is automatically extended to all recipients +of the covered work and works based on it. + +A patent license is "discriminatory" if it does not include within the scope +of its coverage, prohibits the exercise of, or is conditioned on the non-exercise +of one or more of the rights that are specifically granted under this License. +You may not convey a covered work if you are a party to an arrangement with +a third party that is in the business of distributing software, under which +you make payment to the third party based on the extent of your activity of +conveying the work, and under which the third party grants, to any of the +parties who would receive the covered work from you, a discriminatory patent +license (a) in connection with copies of the covered work conveyed by you +(or copies made from those copies), or (b) primarily for and in connection +with specific products or compilations that contain the covered work, unless +you entered into that arrangement, or that patent license was granted, prior +to 28 March 2007. + +Nothing in this License shall be construed as excluding or limiting any implied +license or other defenses to infringement that may otherwise be available +to you under applicable patent law. + + 12. No Surrender of Others' Freedom. + +If conditions are imposed on you (whether by court order, agreement or otherwise) +that contradict the conditions of this License, they do not excuse you from +the conditions of this License. If you cannot convey a covered work so as +to satisfy simultaneously your obligations under this License and any other +pertinent obligations, then as a consequence you may + +not convey it at all. For example, if you agree to terms that obligate you +to collect a royalty for further conveying from those to whom you convey the +Program, the only way you could satisfy both those terms and this License +would be to refrain entirely from conveying the Program. + + 13. Remote Network Interaction; Use with the GNU General Public License. + +Notwithstanding any other provision of this License, if you modify the Program, +your modified version must prominently offer all users interacting with it +remotely through a computer network (if your version supports such interaction) +an opportunity to receive the Corresponding Source of your version by providing +access to the Corresponding Source from a network server at no charge, through +some standard or customary means of facilitating copying of software. This +Corresponding Source shall include the Corresponding Source for any work covered +by version 3 of the GNU General Public License that is incorporated pursuant +to the following paragraph. + +Notwithstanding any other provision of this License, you have permission to +link or combine any covered work with a work licensed under version 3 of the +GNU General Public License into a single combined work, and to convey the +resulting work. The terms of this License will continue to apply to the part +which is the covered work, but the work with which it is combined will remain +governed by version 3 of the GNU General Public License. + + 14. Revised Versions of this License. + +The Free Software Foundation may publish revised and/or new versions of the +GNU Affero General Public License from time to time. Such new versions will +be similar in spirit to the present version, but may differ in detail to address +new problems or concerns. + +Each version is given a distinguishing version number. If the Program specifies +that a certain numbered version of the GNU Affero General Public License "or +any later version" applies to it, you have the option of following the terms +and conditions either of that numbered version or of any later version published +by the Free Software Foundation. If the Program does not specify a version +number of the GNU Affero General Public License, you may choose any version +ever published by the Free Software Foundation. + +If the Program specifies that a proxy can decide which future versions of +the GNU Affero General Public License can be used, that proxy's public statement +of acceptance of a version permanently authorizes you to choose that version +for the Program. + +Later license versions may give you additional or different permissions. However, +no additional obligations are imposed on any author or copyright holder as +a result of your choosing to follow a later version. + + 15. Disclaimer of Warranty. + +THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE +LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR +OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER +EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES +OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS +TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM +PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR +CORRECTION. + + 16. Limitation of Liability. + +IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL +ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS THE PROGRAM +AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY GENERAL, SPECIAL, +INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR INABILITY TO +USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING RENDERED +INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A FAILURE OF THE +PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER +PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. + + 17. Interpretation of Sections 15 and 16. + +If the disclaimer of warranty and limitation of liability provided above cannot +be given local legal effect according to their terms, reviewing courts shall +apply local law that most closely approximates an absolute waiver of all civil +liability in connection with the Program, unless a warranty or assumption +of liability accompanies a copy of the Program in return for a fee. END OF +TERMS AND CONDITIONS + +How to Apply These Terms to Your New Programs + +If you develop a new program, and you want it to be of the greatest possible +use to the public, the best way to achieve this is to make it free software +which everyone can redistribute and change under these terms. + +To do so, attach the following notices to the program. It is safest to attach +them to the start of each source file to most effectively state the exclusion +of warranty; and each file should have at least the "copyright" line and a +pointer to where the full notice is found. + + + +Copyright (C) + +This program is free software: you can redistribute it and/or modify it under +the terms of the GNU Affero General Public License as published by the Free +Software Foundation, either version 3 of the License, or (at your option) +any later version. + +This program is distributed in the hope that it will be useful, but WITHOUT +ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS +FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more +details. + +You should have received a copy of the GNU Affero General Public License along +with this program. If not, see . + +Also add information on how to contact you by electronic and paper mail. + +If your software can interact with users remotely through a computer network, +you should also make sure that it provides a way for users to get its source. +For example, if your program is a web application, its interface could display +a "Source" link that leads users to an archive of the code. There are many +ways you could offer source, and different solutions will be better for different +programs; see section 13 for the specific requirements. + +You should also get your employer (if you work as a programmer) or school, +if any, to sign a "copyright disclaimer" for the program, if necessary. For +more information on this, and how to apply and follow the GNU AGPL, see . diff --git a/swarmlab-app/README.md b/swarmlab-app/README.md new file mode 100644 index 0000000..f6b055b --- /dev/null +++ b/swarmlab-app/README.md @@ -0,0 +1,2 @@ +# swarmlab-app + diff --git a/swarmlab-app/nginx/swarmlab-stats-proxy-server.conf b/swarmlab-app/nginx/swarmlab-stats-proxy-server.conf new file mode 100644 index 0000000..06f2150 --- /dev/null +++ b/swarmlab-app/nginx/swarmlab-stats-proxy-server.conf @@ -0,0 +1,76 @@ +upstream factory_servers { + ip_hash; + #server 127.0.0.1:3000; + server readmongo:3000; + keepalive 64; +} + +proxy_cache_path /var/tmp levels=1:2 keys_zone=my_cache:10m max_size=10g inactive=60m use_temp_path=off; +resolver_timeout 5s; +server { + listen 80; + listen [::]:80 ipv6only=on; + server_name factory.swarmlab.io; + return 301 https://factory.swarmlab.io$request_uri; +} + +server { + listen [::]:443 ssl ipv6only=off; + server_name factory.swarmlab.io; + + # To allow special characters in headers + ignore_invalid_headers off; + + # Allow any size file to be uploaded. + # Set to a value such as 1000m; to restrict file size to a specific value + client_max_body_size 0; + # To disable buffering + proxy_buffering off; + + ssl_certificate /etc/nginx/fullchain.pem; + ssl_certificate_key /etc/nginx/key.private.pem; + ssl_protocols TLSv1 TLSv1.1 TLSv1.2; + ssl_ciphers HIGH:!aNULL:!MD5; + + +# # Requests for socket.io are passed on to Node on port 3000 +# location ~* \.io { +# proxy_set_header X-Real-IP $remote_addr; +# proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; +# proxy_set_header Host $http_host; +# proxy_set_header X-NginX-Proxy false; +# +# proxy_pass http://factory_servers; +# proxy_redirect off; +# +# proxy_http_version 1.1; +# proxy_set_header Upgrade $http_upgrade; +# proxy_set_header Connection "upgrade"; +# } + + location / { + proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; + proxy_set_header X-Real-IP $remote_addr; + proxy_set_header Host $http_host; + proxy_set_header X-NginX-Proxy false; + + proxy_http_version 1.1; + proxy_set_header Upgrade $http_upgrade; + proxy_set_header Connection "upgrade"; + + #set $originaddr http://factory_servers; + #proxy_pass $originaddr; +# or even +# proxy_pass http://origin.example.com$request_uri; + + proxy_pass http://factory_servers$request_uri; + +# proxy_pass http://factory_servers; +# proxy_pass http://$host; + + proxy_redirect off; + proxy_read_timeout 240s; + } + + +} diff --git a/swarmlab-app/src/package.json b/swarmlab-app/src/package.json new file mode 100644 index 0000000..ea9f3ee --- /dev/null +++ b/swarmlab-app/src/package.json @@ -0,0 +1,29 @@ +{ + "name": "swarmlab-app", + "version": "1.0.0", + "description": "swarmlab app on node", + "main": "app.js", + "scripts": { + "start": "node ./run/app.js" + }, + "dependencies": { + "async": "^3.2.0", + "axios": "^0.20.0", + "bestikk-log": "^1.0.0-alpha.2", + "chai": "^4.2.0", + "cors": "^2.8.5", + "dirty-chai": "^2.0.1", + "express": "^4.17.1", + "express-validator": "^6.6.1", + "helmet": "^4.1.1", + "ioredis": "^4.24.2", + "luxon": "^1.25.0", + "mongodb": "^3.6.3", + "mongoose": "5.12.1", + "node-global-storage": "^1.2.3", + "socket.io": "^4.0.0", + "socket.io-redis": "^6.1.0", + "url-exist-sync": "^1.0.2" + }, + "devDependencies": {} +} diff --git a/swarmlab-app/src/run/app-ok1.js b/swarmlab-app/src/run/app-ok1.js new file mode 100755 index 0000000..42cb523 --- /dev/null +++ b/swarmlab-app/src/run/app-ok1.js @@ -0,0 +1,643 @@ +"use strict" + +var pathmodule = require('path'); +var app = require('express')(); +var http = require('http').Server(app); +var https = require('https'); +const io = require("socket.io")(http, { +// pingTimeout: 30000, +// allowUpgrades: false, +// serveClient: false, +// pingInterval: 10000, +// //transports: [ 'websocket', 'polling' ], +// transports: [ 'polling', 'websocket' ], + cors: { + origin: "http://localhost:8080", + methods: ["GET", "POST"], + allowedHeaders: ["my-custom-header"], + credentials: true + }, + cookie: { + name: "test", + httpOnly: false, + path: "/custom" + } +}); + +/* +const Redis = require("ioredis"); +const redistest = new Redis({ + host: 'redisserver', + port: 6379, + }); +const pubtest = new Redis({ + host: 'redisserver', + port: 6379, + }); +*/ + + +//import { createAdapter } from 'socket.io-redis'; +const createAdapter = require('socket.io-redis'); +//const RedisClient = require("redis"); +const Redis = require("ioredis"); +//const pubClient = RedisClient.createClient({ + +const pubClient = new Redis({ + host: 'redisserver', + port: 6379, + }); + +//const pubClient = new RedisClient({ host: 'localhost', port: 6379 }); +const subClient = pubClient.duplicate(); + +io.adapter(createAdapter({ pubClient, subClient })); + + +pubClient.on("connect", function() { + console.log("You are now connected"); +}); + +const MongoClient = require('mongodb').MongoClient; + + var async = require("async"); +const { check, validationResult } = require('express-validator'); +const urlExistSync = require("url-exist-sync"); + +var express = require('express'); +app.use(express.json()); + +const axios = require('axios'); +axios.defaults.timeout = 30000 + + const helmet = require('helmet'); +app.use(helmet()); + +const cors = require('cors') +const whitelist = [ + 'http://localhost:8080', + 'http://localhost:3080', + 'http://localhost:3081', + 'http://localhost:3082' + ] +const corsOptions = { + credentials: true, + methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], + optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204 + allowedHeaders: [ + 'Content-Type', + 'Authorization', + 'X-Requested-With', + 'device-remember-token', + 'Access-Control-Allow-Origin', + 'Access-Control-Allow-Headers', + 'Origin', + 'Accept' + ], + origin: function(origin, callback) { + if (whitelist.indexOf(origin) !== -1) { + callback(null, true) + } else { + callback(null, true) + //callback(new Error('Not allowed by CORS')) + } + } +} + + +// *************************************************** +// checktoken +// *************************************************** + +async function checkToken(token) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: 'https://api.swarmlab.io', + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + 'Accept': 'application/json', + 'Content-Type': 'multipart/form-data', + 'Authorization': 'Bearer '+token + } + }) + try { + var pipelines = { + "source":'ssologin' + } + var params = { + pipeline: pipelines + } + + var options = { + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + instance.defaults.timeout = 30000; + const res = await instance.post('/istokenvalidsso',params,options); + if(res.status == 200){ + //console.log("check " +JSON.stringify(res.data)) + return res.data + }else{ + console.log("noerror: " + res) + return res.status + + } + } + catch (err) { + console.error("error: "+err); + var error = new Object(); + error.action = '401' + return error + } +} + + +function convertDateToUTC(date) { +return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); +} + +// *************************************************** +// get pipelines +// *************************************************** + +async function getpipelines(token,pipelinename) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: 'https://api.swarmlab.io', + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + 'Accept': 'application/json', + 'Content-Type': 'multipart/form-data', + 'Authorization': 'Bearer '+token + } + }) + /* + var params = { + playbook: value + } + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + const playbook = await api.GET('playbookCode',options); + return playbook +*/ + try { + + var pipelines = { + "querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', + "filter":pipelinename + } + //var params = { + // pipeline: pipelines + // } + var params = { + querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', + filter:pipelinename + } + + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + //https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes + instance.defaults.timeout = 30000; + //const res = await instance.get('/getplaygrounds',params,options); + const res = await instance.get('/getplaygrounds',options); + if(res.status == 200){ + return res.data + }else{ + console.log("noerror: " + res) + return await res.status + + } + } + catch (err) { + console.error("error: "+err); + var error = new Object(); + error.action = '401' + return await error + } +} + + +global.online='ob'; +global.pipelines=[]; + + function sendlog(reslog,pathfileval){ + var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); + //for (var key in usertmp.data){ + var user = usertmp.data[0].user25user; + // if(usertmp.data){ + console.log('-----------------------' + JSON.stringify(usertmp)); + io.in(user).emit("logdata", reslog); + // } + //} + } + function onlogfile(path){ + + console.log('File', path, 'has been added'); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) + if (indexfind1 === -1 ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + //resdata.data.pathlogfile = 'test' + var resob = {} + resob.pathlogfile = pathfileval + var resobarray = [] + for (let i in resdata.data) { + var resob1 = {} + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resobarray.push(resob1) + } + resob.data = resobarray + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + })() + } + +} + +// *************************************************** +// rest get +// *************************************************** + +app.get('/run', [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], +cors(corsOptions), (req, res, next) => { + + (async() => { + +var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" +const OPTS = { + useNewUrlParser: true, + useUnifiedTopology: true +}; +MongoClient.connect(mongourl, OPTS, function(err, client){ + if(err){ + console.log(err); + } else { + const db = client.db('fluent'); + //db.collection('log', onCollection); + console.log(JSON.stringify('mongo connected')) + var stream = db.collection('logs').find({}, { + tailable: true, + awaitdata: true + /* other options */ +}).stream(); + +stream.on('data', function (doc) { + console.log(JSON.stringify(doc)) + //socket.write(JSON.stringify({'action': 'log','param': doc.log})); +}); + } +}); + var RES = new Object(); + RES.code = req.query["filter"] + RES.token = req.query["filter"] + var isvalid = await checkToken(RES.token); + if(isvalid.action == 'ok'){ + console.log("Authserver ok " + RES.token); + }else{ + console.log("Authserver no " + RES.token); + } + RES.error = false + RES.error_msg = "ok" + res.json(RES) + })() + +}); + +// *************************************************** +// rest post +// *************************************************** + +app.post('/run', [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], +cors(corsOptions), (req, res, next) => { + + + (async() => { + + //console.log(JSON.stringify(req.headers)); + //console.log(JSON.stringify(req.body)); + //console.log("mongo "+JSON.stringify(req.body)); + //console.log("LOG "+JSON.stringify(req.body[0].message)); + //console.log("PATH "+JSON.stringify(req.body[0].tailed_path)); + for (var i = 0; i < req.body.length; i++){ + //var getpath = await onlogfile(req.body[i].tailed_path) + + var path = req.body[i].tailed_path + + console.log('File', path, 'has been added'); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) + if (indexfind1 === -1 ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + //resdata.data.pathlogfile = 'test' + var resob = {} + resob.pathlogfile = pathfileval + var resobarray = [] + for (let i in resdata.data) { + var resob1 = {} + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resobarray.push(resob1) + } + resob.data = resobarray + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname); + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + + //indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists") + indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + + //console.log('info', JSON.stringify(resdata)); + //console.log('info------------- ', JSON.stringify(global.pipelines)); + })() + } + // + var obj = req.body[i]; + + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname); + //indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists") + var now = new Date(); + + var reslog = new Object(); + reslog.log = obj + + reslog.date = convertDateToUTC(now) + console.log(reslog); + var pathfileval = pathmodule.basename(reslog.log.tailed_path); + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + //indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists") + indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) + console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); + console.log("IOTindexfind "+JSON.stringify(indexfind)); + console.log("IOTuser "+JSON.stringify(global.pipelines)); + // io.in("iot").emit("message", reslog); + // io.emit("logdata", reslog); + } + })() + + //io.in("iot").emit("message", RES); + + console.error('socket POST from client'); + var RES = new Object(); + RES.error = false + RES.error_msg = "ok" + RES.msg = req.body[0].messsage + + res.json(RES) +}); + +// *************************************************** +// socket +// *************************************************** + +function getSHA256ofJSON(input){ + return require("crypto").createHash("sha256").update(JSON.stringify(input)).digest("hex"); +} + + +function onCollection(err, collection) { + let options = { tailable: true, + awaitdata: true, + numberOfRetries: -1, + tailableRetryInterval: 500 + }; + var cursor = collection.find({},options).stream(); + var itemsProcessed = 0; + + var reslog = new Object(); + var reslog1 = new Object(); + var now = new Date(); + cursor.on('data', function (data) { + reslog1.log=data + (async() => { + var issendob = {}; + issendob.message = data.message + issendob.tailed_path = data.tailed_path + + var issend = getSHA256ofJSON(issendob) + + console.log('++++++++' + JSON.stringify(data)); + console.log('++++++++' + JSON.stringify(issend)); + + var pathfileval = pathmodule.basename(data.tailed_path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + + var indexupdate = "yes" + var resob = {} + await pubClient.get(pathfileval, function(err, object) { + console.log('----------------' + err + '<<<<<<<<<<<<<<<<<<<<<<' + object); + if(object){ + indexupdate = "no" + }else{ + console.log('redis '+JSON.stringify(object)); + } + console.log('update '+JSON.stringify(indexupdate)); + if (indexupdate == "yes" ){ + (async() => { + io.in('anagnostopoulos@uniwa.gr').emit("logdata", reslog1); + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + resob.pathlogfile = pathfileval + var resobarray = [] + var resob1 = {} + var i = 0 + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resob1.tailed_path = pathfileval + var resob1string = JSON.stringify(resob1); + pubClient.set(pathfileval, resob1string, function(err, res) { + }); + reslog.data = resob1 + reslog.log = data + reslog.date = convertDateToUTC(now) + var user = resob1.res25creator + console.log('datauser ' + JSON.stringify(user)); + console.log('>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(reslog)); + await pubClient.get(issend, function(err, object) { + if(err == null){ + pubClient.set(issend, itemsProcessed, function(err, res) { + io.in(user).emit("logdata", reslog); + }); + } + itemsProcessed++; + }); + })() //await inside yes + }else{ + (async() => { + await pubClient.get(pathfileval, function(err, object) { + var objecttmp = JSON.parse(object); + var resob1 = {} + resob1.data = objecttmp.res25swarmlabname + resob1.user25user = objecttmp.res25user + resob1.res25creator = objecttmp.res25creator + resob1.res25fileforce = objecttmp.res25fileforce + resob1.tailed_path = objecttmp.tailed_path + + reslog.data = resob1 + reslog.log = data + reslog.date = convertDateToUTC(now) + + console.log('<<<<<<<<<<<---------------------<<<<<<<<<<<<<<<---------------------------<<<<<<<<<<<< '+JSON.stringify(object)); + console.log('<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< '+JSON.stringify(reslog)); + console.log('<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<>>>>>>>>>>>>>>>>> '+JSON.stringify(resob1)); + //var user = objecttmp.user25user + var user = resob1.res25creator + //io.in(user).emit("logdata", reslog); + //var user = 'anagnostopoulos@uniwa.gr' + + pubClient.get(issend).then(function (result) { + console.log("---result--- "+result); // Prints "bar" + io.in(user).emit("logdata", reslog); + }); + + pubClient.get(issend, function(err, object) { + if(err == null){ + pubClient.set(issend, itemsProcessed, function(err, res) { + //io.in(user).emit("logdata", reslog); + }); + } + itemsProcessed++; + }); + }); + })() //await inside no + } + }); //redis get + })() //async + + }); + + + setInterval(function () { + console.log('itemsProcessed', itemsProcessed); + // this method is also exposed by the Server instance + //console.log(adapter.rooms); + }, 8000); +} + + + var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" + const OPTS = { + useNewUrlParser: true, + useUnifiedTopology: true + }; + var mongooptions = { + autoReconnect: true, + keepAlive: 1, + connectTimeoutMS: 30000, + socketTimeoutMS: 0 + } + MongoClient.connect(mongourl, OPTS, function(err, client){ + if(err){ + console.log(err); + } else { + const db = client.db('fluent'); + db.collection('logs', onCollection); + } + }); + +io.on('connection', s => { + console.error('socket connection'); + +//s.set('transports', ['websocket']); +//s.set('pingTimeout', 30000); +//s.set('allowUpgrades', false); +//s.set('serveClient', false); +//s.set('pingInterval', 10000); + // ------------------------------ + // --- set + // ------------------------------ + var usersession = new Object(); + usersession.SOCKET = {}; + usersession.SOCKET.error = {}; + console.error('socket ...'); + s.auth = false; + + // ------------------------------ + // --- authenticate + // ------------------------------ + s.on('authenticate', function(data){ + const token = data + console.log('invalid 1 ' + token); + (async() => { + var isvalid = await checkToken(token); + if(isvalid.action == 'ok'){ + console.log("Authserver ok ", s.id + ' - ' + token); + // pubClient.set(session, resob1string, function(err, res) { + // }); + usersession.SOCKET.user = isvalid.user + usersession.SOCKET.scope = isvalid.scope // space delimeter + usersession.SOCKET.token = isvalid.token + s.auth = true; + }else{ + console.log("Authserver no ", s.id + ' - ' + token); + s.auth = false; + } + })() + }); + + setTimeout(function(){ + if (!s.auth) { + console.log("Disconnecting timeout socket ", s.id); + //s.disconnect('unauthorized'); + }else{ + var room = usersession.SOCKET.user + //s.on("subscribe", function (room) { + s.join(room); + console.log("joining rooom", s.rooms); + console.log(room + ' created ') + // }); + } + }, 30000); + + + + + var id = s.id + s.on('log', obj => { + console.error('from client '+ s.id + ' obj ' + obj); + }); + +}); + +http.listen(3000, () => console.error('listening on http://localhost:3000/')); +console.error('socket.io example'); diff --git a/swarmlab-app/src/run/app.backup1.js b/swarmlab-app/src/run/app.backup1.js new file mode 100755 index 0000000..d32fd63 --- /dev/null +++ b/swarmlab-app/src/run/app.backup1.js @@ -0,0 +1,575 @@ +"use strict" + +var pathmodule = require('path'); +var app = require('express')(); +var http = require('http').Server(app); +var https = require('https'); +var io = require('socket.io')(http); + +//import { createAdapter } from 'socket.io-redis'; +const createAdapter = require('socket.io-redis'); +//import { RedisClient } from 'redis'; +const RedisClient = require("redis"); +const pubClient = RedisClient.createClient({ + host: 'redisserver', + port: 6379, + }); + +//const pubClient = new RedisClient({ host: 'localhost', port: 6379 }); +const subClient = pubClient.duplicate(); + +io.adapter(createAdapter({ pubClient, subClient })); + +pubClient.on("connect", function() { + console.log("You are now connected"); +}); + +const MongoClient = require('mongodb').MongoClient; + +//var chokidar = require("chokidar"); +//var logpath = "/var/lab/playground-serverlogs"; +//var watcher = chokidar.watch(logpath, { +// ignored: /[\/\\]\./, +// awaitWriteFinish: true, +// persistent: true +// }); + + + var async = require("async"); +const { check, validationResult } = require('express-validator'); +const urlExistSync = require("url-exist-sync"); + +var express = require('express'); +app.use(express.json()); + +const axios = require('axios'); +axios.defaults.timeout = 30000 + + const helmet = require('helmet'); +app.use(helmet()); + +const cors = require('cors') +const whitelist = [ + 'http://localhost:8080', + 'http://localhost:3080', + 'http://localhost:3081', + 'http://localhost:3082' + ] +const corsOptions = { + credentials: true, + methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], + optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204 + allowedHeaders: [ + 'Content-Type', + 'Authorization', + 'X-Requested-With', + 'device-remember-token', + 'Access-Control-Allow-Origin', + 'Access-Control-Allow-Headers', + 'Origin', + 'Accept' + ], + origin: function(origin, callback) { + if (whitelist.indexOf(origin) !== -1) { + callback(null, true) + } else { + callback(null, true) + //callback(new Error('Not allowed by CORS')) + } + } +} + + +// *************************************************** +// checktoken +// *************************************************** + +async function checkToken(token) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: 'https://api.swarmlab.io', + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + 'Accept': 'application/json', + 'Content-Type': 'multipart/form-data', + 'Authorization': 'Bearer '+token + } + }) + try { + var pipelines = { + "source":'ssologin' + } + var params = { + pipeline: pipelines + } + + var options = { + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + instance.defaults.timeout = 30000; + const res = await instance.post('/istokenvalidsso',params,options); + if(res.status == 200){ + //console.log("check " +JSON.stringify(res.data)) + return res.data + }else{ + console.log("noerror: " + res) + return res.status + + } + } + catch (err) { + console.error("error: "+err); + var error = new Object(); + error.action = '401' + return error + } +} + + +function convertDateToUTC(date) { +return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); +} + +// *************************************************** +// get pipelines +// *************************************************** + +async function getpipelines(token,pipelinename) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: 'https://api.swarmlab.io', + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + 'Accept': 'application/json', + 'Content-Type': 'multipart/form-data', + 'Authorization': 'Bearer '+token + } + }) + /* + var params = { + playbook: value + } + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + const playbook = await api.GET('playbookCode',options); + return playbook +*/ + try { + + var pipelines = { + "querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', + "filter":pipelinename + } + //var params = { + // pipeline: pipelines + // } + var params = { + querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', + filter:pipelinename + } + + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + //https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes + instance.defaults.timeout = 30000; + //const res = await instance.get('/getplaygrounds',params,options); + const res = await instance.get('/getplaygrounds',options); + if(res.status == 200){ + return res.data + }else{ + console.log("noerror: " + res) + return res.status + + } + } + catch (err) { + console.error("error: "+err); + var error = new Object(); + error.action = '401' + return error + } +} + + +global.online='ob'; +global.pipelines=[]; + + function sendlog(reslog,pathfileval){ + var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); + //for (var key in usertmp.data){ + var user = usertmp.data[0].user25user; + // if(usertmp.data){ + console.log('-----------------------' + JSON.stringify(usertmp)); + io.in(user).emit("logdata", reslog); + // } + //} + } + function onlogfile(path){ + + console.log('File', path, 'has been added'); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) + if (indexfind1 === -1 ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + //resdata.data.pathlogfile = 'test' + var resob = {} + resob.pathlogfile = pathfileval + var resobarray = [] + for (let i in resdata.data) { + var resob1 = {} + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resobarray.push(resob1) + } + resob.data = resobarray + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + })() + } + +} + +// *************************************************** +// rest get +// *************************************************** + +app.get('/run', [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], +cors(corsOptions), (req, res, next) => { + + (async() => { + +var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" +const OPTS = { + useNewUrlParser: true, + useUnifiedTopology: true +}; +MongoClient.connect(mongourl, OPTS, function(err, client){ + if(err){ + console.log(err); + } else { + const db = client.db('fluent'); + //db.collection('log', onCollection); + console.log(JSON.stringify('mongo connected')) + var stream = db.collection('logs').find({}, { + tailable: true, + awaitdata: true + /* other options */ +}).stream(); + +stream.on('data', function (doc) { + console.log(JSON.stringify(doc)) + //socket.write(JSON.stringify({'action': 'log','param': doc.log})); +}); + } +}); + var RES = new Object(); + RES.code = req.query["filter"] + RES.token = req.query["filter"] + var isvalid = await checkToken(RES.token); + if(isvalid.action == 'ok'){ + console.log("Authserver ok " + RES.token); + }else{ + console.log("Authserver no " + RES.token); + } + RES.error = false + RES.error_msg = "ok" + res.json(RES) + })() + +}); + +// *************************************************** +// rest post +// *************************************************** + +app.post('/run', [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], +cors(corsOptions), (req, res, next) => { + + + (async() => { + + //console.log(JSON.stringify(req.headers)); + //console.log(JSON.stringify(req.body)); + //console.log("mongo "+JSON.stringify(req.body)); + //console.log("LOG "+JSON.stringify(req.body[0].message)); + //console.log("PATH "+JSON.stringify(req.body[0].tailed_path)); + for (var i = 0; i < req.body.length; i++){ + //var getpath = await onlogfile(req.body[i].tailed_path) + + var path = req.body[i].tailed_path + + console.log('File', path, 'has been added'); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) + if (indexfind1 === -1 ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + //resdata.data.pathlogfile = 'test' + var resob = {} + resob.pathlogfile = pathfileval + var resobarray = [] + for (let i in resdata.data) { + var resob1 = {} + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resobarray.push(resob1) + } + resob.data = resobarray + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname); + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + + //indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists") + indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + + //console.log('info', JSON.stringify(resdata)); + //console.log('info------------- ', JSON.stringify(global.pipelines)); + })() + } + // + var obj = req.body[i]; + + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname); + //indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists") + var now = new Date(); + + var reslog = new Object(); + reslog.log = obj + + reslog.date = convertDateToUTC(now) + console.log(reslog); + var pathfileval = pathmodule.basename(reslog.log.tailed_path); + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + //indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists") + indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) + console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); + console.log("IOTindexfind "+JSON.stringify(indexfind)); + console.log("IOTuser "+JSON.stringify(global.pipelines)); + // io.in("iot").emit("message", reslog); + // io.emit("logdata", reslog); + } + })() + + //io.in("iot").emit("message", RES); + + console.error('socket POST from client'); + var RES = new Object(); + RES.error = false + RES.error_msg = "ok" + RES.msg = req.body[0].messsage + + res.json(RES) +}); + +// *************************************************** +// socket +// *************************************************** + +io.origins('*:*') // for latest version + + +function onCollection(err, collection) { + let options = { tailable: true, + awaitdata: true, + numberOfRetries: -1, + tailableRetryInterval: 500 + }; + var cursor = collection.find({},options).stream(); + var itemsProcessed = 0; + + var reslog = new Object(); + var now = new Date(); + cursor.on('data', function (data) { + + var pathfileval = pathmodule.basename(data.tailed_path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + + var indexupdate = true + //var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + pubClient.hgetall(pathfileval, function(err, object) { + if(object){ + indexupdate = false + }else{ + console.log('redis '+JSON.stringify(object)); + } + }); + var resob = {} + if (indexupdate ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + console.log('file2222222222222222222222222222222222222------------------------------ ' + JSON.stringify(resdata.data)) + resob.pathlogfile = pathfileval + var resobarray = [] + //for (let i in resdata.data) { + var resob1 = {} + var i = 0 + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resob1.tailed_path = pathfileval + //resobarray.push(resob1) + var resob1string = JSON.stringify(resob1); + pubClient.hmset(pathfileval,resob1string) + pubClient.hgetall(pathfileval, function(err, object) { + console.log('redis>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(object)); + }); + //} + resob.data = resobarray + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname); + //var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + + //indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists") + //indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + + reslog.log = data + reslog.date = convertDateToUTC(now) + console.log('data ' + JSON.stringify(reslog)); + //var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); + //var user = usertmp.data[0].user25user; + var user = "anagnostopoulos@uniwa.gr" + console.log('datauser ' + JSON.stringify(user)); + io.in(user).emit("logdata", reslog); + itemsProcessed++; + + })() + }else{ + + reslog.log = data + reslog.date = convertDateToUTC(now) + console.log('dataelse ' + JSON.stringify(reslog)); + //var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); + //var user = usertmp.data[0].user25user; + ///console.log('datauser ' + JSON.stringify(user)); + var user = "anagnostopoulos@uniwa.gr" + io.in(user).emit("logdata", reslog); + itemsProcessed++; + } + }); + + + setInterval(function () { + console.log('itemsProcessed', itemsProcessed); + }, 1000); +} + + + var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" + const OPTS = { + useNewUrlParser: true, + useUnifiedTopology: true + }; + //var mongolab_uri = "mongodb://:@:,:/?replicaSet="; + var mongooptions = { + autoReconnect: true, + keepAlive: 1, + connectTimeoutMS: 30000, + socketTimeoutMS: 0 + } + MongoClient.connect(mongourl, OPTS, function(err, client){ + if(err){ + console.log(err); + } else { + const db = client.db('fluent'); + db.collection('logs', onCollection); + } + }); + +io.on('connection', s => { + console.error('socket connection'); + + // ------------------------------ + // --- set + // ------------------------------ + var usersession = new Object(); + usersession.SOCKET = {}; + usersession.SOCKET.error = {}; + console.error('socket ...'); + s.auth = false; + + // ------------------------------ + // --- authenticate + // ------------------------------ + s.on('authenticate', function(data){ + const token = data + console.log('invalid 1 ' + token); + (async() => { + var isvalid = await checkToken(token); + if(isvalid.action == 'ok'){ + console.log("Authserver ok ", s.id + ' - ' + token); + usersession.SOCKET.user = isvalid.user + usersession.SOCKET.scope = isvalid.scope // space delimeter + usersession.SOCKET.token = isvalid.token + s.auth = true; + }else{ + console.log("Authserver no ", s.id + ' - ' + token); + s.auth = false; + } + })() + }); + + setTimeout(function(){ + if (!s.auth) { + console.log("Disconnecting timeout socket ", s.id); + s.disconnect('unauthorized'); + }else{ + var room = usersession.SOCKET.user + //s.on("subscribe", function (room) { + // console.log("joining room", room); + s.join(room); + // }); + } + }, 30000); + + + + + var id = s.id + s.on('log', obj => { + console.error('from client '+ s.id + ' obj ' + obj); + }); + +}); + +http.listen(3000, () => console.error('listening on http://localhost:3000/')); +console.error('socket.io example'); diff --git a/swarmlab-app/src/run/app.backup2.js b/swarmlab-app/src/run/app.backup2.js new file mode 100755 index 0000000..875ed23 --- /dev/null +++ b/swarmlab-app/src/run/app.backup2.js @@ -0,0 +1,578 @@ +"use strict" + +var pathmodule = require('path'); +var app = require('express')(); +var http = require('http').Server(app); +var https = require('https'); +var io = require('socket.io')(http); + +//import { createAdapter } from 'socket.io-redis'; +const createAdapter = require('socket.io-redis'); +//import { RedisClient } from 'redis'; +const RedisClient = require("redis"); +const pubClient = RedisClient.createClient({ + host: 'redisserver', + port: 6379, + }); + +//const pubClient = new RedisClient({ host: 'localhost', port: 6379 }); +const subClient = pubClient.duplicate(); + +io.adapter(createAdapter({ pubClient, subClient })); + +pubClient.on("connect", function() { + console.log("You are now connected"); +}); + +const MongoClient = require('mongodb').MongoClient; + +//var chokidar = require("chokidar"); +//var logpath = "/var/lab/playground-serverlogs"; +//var watcher = chokidar.watch(logpath, { +// ignored: /[\/\\]\./, +// awaitWriteFinish: true, +// persistent: true +// }); + + + var async = require("async"); +const { check, validationResult } = require('express-validator'); +const urlExistSync = require("url-exist-sync"); + +var express = require('express'); +app.use(express.json()); + +const axios = require('axios'); +axios.defaults.timeout = 30000 + + const helmet = require('helmet'); +app.use(helmet()); + +const cors = require('cors') +const whitelist = [ + 'http://localhost:8080', + 'http://localhost:3080', + 'http://localhost:3081', + 'http://localhost:3082' + ] +const corsOptions = { + credentials: true, + methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], + optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204 + allowedHeaders: [ + 'Content-Type', + 'Authorization', + 'X-Requested-With', + 'device-remember-token', + 'Access-Control-Allow-Origin', + 'Access-Control-Allow-Headers', + 'Origin', + 'Accept' + ], + origin: function(origin, callback) { + if (whitelist.indexOf(origin) !== -1) { + callback(null, true) + } else { + callback(null, true) + //callback(new Error('Not allowed by CORS')) + } + } +} + + +// *************************************************** +// checktoken +// *************************************************** + +async function checkToken(token) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: 'https://api.swarmlab.io', + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + 'Accept': 'application/json', + 'Content-Type': 'multipart/form-data', + 'Authorization': 'Bearer '+token + } + }) + try { + var pipelines = { + "source":'ssologin' + } + var params = { + pipeline: pipelines + } + + var options = { + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + instance.defaults.timeout = 30000; + const res = await instance.post('/istokenvalidsso',params,options); + if(res.status == 200){ + //console.log("check " +JSON.stringify(res.data)) + return res.data + }else{ + console.log("noerror: " + res) + return res.status + + } + } + catch (err) { + console.error("error: "+err); + var error = new Object(); + error.action = '401' + return error + } +} + + +function convertDateToUTC(date) { +return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); +} + +// *************************************************** +// get pipelines +// *************************************************** + +async function getpipelines(token,pipelinename) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: 'https://api.swarmlab.io', + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + 'Accept': 'application/json', + 'Content-Type': 'multipart/form-data', + 'Authorization': 'Bearer '+token + } + }) + /* + var params = { + playbook: value + } + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + const playbook = await api.GET('playbookCode',options); + return playbook +*/ + try { + + var pipelines = { + "querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', + "filter":pipelinename + } + //var params = { + // pipeline: pipelines + // } + var params = { + querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', + filter:pipelinename + } + + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + //https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes + instance.defaults.timeout = 30000; + //const res = await instance.get('/getplaygrounds',params,options); + const res = await instance.get('/getplaygrounds',options); + if(res.status == 200){ + return res.data + }else{ + console.log("noerror: " + res) + return res.status + + } + } + catch (err) { + console.error("error: "+err); + var error = new Object(); + error.action = '401' + return error + } +} + + +global.online='ob'; +global.pipelines=[]; + + function sendlog(reslog,pathfileval){ + var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); + //for (var key in usertmp.data){ + var user = usertmp.data[0].user25user; + // if(usertmp.data){ + console.log('-----------------------' + JSON.stringify(usertmp)); + io.in(user).emit("logdata", reslog); + // } + //} + } + function onlogfile(path){ + + console.log('File', path, 'has been added'); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) + if (indexfind1 === -1 ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + //resdata.data.pathlogfile = 'test' + var resob = {} + resob.pathlogfile = pathfileval + var resobarray = [] + for (let i in resdata.data) { + var resob1 = {} + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resobarray.push(resob1) + } + resob.data = resobarray + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + })() + } + +} + +// *************************************************** +// rest get +// *************************************************** + +app.get('/run', [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], +cors(corsOptions), (req, res, next) => { + + (async() => { + +var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" +const OPTS = { + useNewUrlParser: true, + useUnifiedTopology: true +}; +MongoClient.connect(mongourl, OPTS, function(err, client){ + if(err){ + console.log(err); + } else { + const db = client.db('fluent'); + //db.collection('log', onCollection); + console.log(JSON.stringify('mongo connected')) + var stream = db.collection('logs').find({}, { + tailable: true, + awaitdata: true + /* other options */ +}).stream(); + +stream.on('data', function (doc) { + console.log(JSON.stringify(doc)) + //socket.write(JSON.stringify({'action': 'log','param': doc.log})); +}); + } +}); + var RES = new Object(); + RES.code = req.query["filter"] + RES.token = req.query["filter"] + var isvalid = await checkToken(RES.token); + if(isvalid.action == 'ok'){ + console.log("Authserver ok " + RES.token); + }else{ + console.log("Authserver no " + RES.token); + } + RES.error = false + RES.error_msg = "ok" + res.json(RES) + })() + +}); + +// *************************************************** +// rest post +// *************************************************** + +app.post('/run', [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], +cors(corsOptions), (req, res, next) => { + + + (async() => { + + //console.log(JSON.stringify(req.headers)); + //console.log(JSON.stringify(req.body)); + //console.log("mongo "+JSON.stringify(req.body)); + //console.log("LOG "+JSON.stringify(req.body[0].message)); + //console.log("PATH "+JSON.stringify(req.body[0].tailed_path)); + for (var i = 0; i < req.body.length; i++){ + //var getpath = await onlogfile(req.body[i].tailed_path) + + var path = req.body[i].tailed_path + + console.log('File', path, 'has been added'); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) + if (indexfind1 === -1 ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + //resdata.data.pathlogfile = 'test' + var resob = {} + resob.pathlogfile = pathfileval + var resobarray = [] + for (let i in resdata.data) { + var resob1 = {} + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resobarray.push(resob1) + } + resob.data = resobarray + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname); + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + + //indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists") + indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + + //console.log('info', JSON.stringify(resdata)); + //console.log('info------------- ', JSON.stringify(global.pipelines)); + })() + } + // + var obj = req.body[i]; + + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname); + //indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists") + var now = new Date(); + + var reslog = new Object(); + reslog.log = obj + + reslog.date = convertDateToUTC(now) + console.log(reslog); + var pathfileval = pathmodule.basename(reslog.log.tailed_path); + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + //indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists") + indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) + console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); + console.log("IOTindexfind "+JSON.stringify(indexfind)); + console.log("IOTuser "+JSON.stringify(global.pipelines)); + // io.in("iot").emit("message", reslog); + // io.emit("logdata", reslog); + } + })() + + //io.in("iot").emit("message", RES); + + console.error('socket POST from client'); + var RES = new Object(); + RES.error = false + RES.error_msg = "ok" + RES.msg = req.body[0].messsage + + res.json(RES) +}); + +// *************************************************** +// socket +// *************************************************** + +io.origins('*:*') // for latest version + + +function onCollection(err, collection) { + let options = { tailable: true, + awaitdata: true, + numberOfRetries: -1, + tailableRetryInterval: 500 + }; + var cursor = collection.find({},options).stream(); + var itemsProcessed = 0; + + var reslog = new Object(); + var now = new Date(); + cursor.on('data', function (data) { + + var pathfileval = pathmodule.basename(data.tailed_path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + + var indexupdate = true + var resob = {} + //var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + pubClient.hgetall(pathfileval, function(err, object) { + if(object){ + indexupdate = false + }else{ + console.log('redis '+JSON.stringify(object)); + } + }); + if (indexupdate ){ + (async() => { + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + console.log('------------------------------ ' + JSON.stringify(resdata.data)) + resob.pathlogfile = pathfileval + var resobarray = [] + //for (let i in resdata.data) { + var resob1 = {} + var i = 0 + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resob1.tailed_path = pathfileval + resobarray.push(resob1) + var resob1string = JSON.stringify(resob1); + console.log('+++++++++++++++++' + resob1string + '<<<<<<<<<<<<<<<<<<<<<<' + pathfileval); + //pubClient.hmset(pathfileval,resob1string) + pubClient.hmset(pathfileval, resob1string, function(err, res) { + + }); + await pubClient.hgetall(pathfileval, function(err, object) { + console.log('>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(object)); + }); + //} + resob.data = resobarray + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname); + //var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + + //indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists") + //indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + + reslog.log = data + reslog.date = convertDateToUTC(now) + //console.log('data ' + JSON.stringify(reslog)); + //var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); + //var user = usertmp.data[0].user25user; + var user = "anagnostopoulos@uniwa.gr" + console.log('datauser ' + JSON.stringify(user)); + io.in(user).emit("logdata", reslog); + itemsProcessed++; + + })() + }else{ + + reslog.log = data + reslog.date = convertDateToUTC(now) + //console.log('dataelse ' + JSON.stringify(reslog)); + //var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); + //var user = usertmp.data[0].user25user; + ///console.log('datauser ' + JSON.stringify(user)); + var user = "anagnostopoulos@uniwa.gr" + io.in(user).emit("logdata", reslog); + itemsProcessed++; + } + }); + + + setInterval(function () { + console.log('itemsProcessed', itemsProcessed); + }, 1000); +} + + + var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" + const OPTS = { + useNewUrlParser: true, + useUnifiedTopology: true + }; + //var mongolab_uri = "mongodb://:@:,:/?replicaSet="; + var mongooptions = { + autoReconnect: true, + keepAlive: 1, + connectTimeoutMS: 30000, + socketTimeoutMS: 0 + } + MongoClient.connect(mongourl, OPTS, function(err, client){ + if(err){ + console.log(err); + } else { + const db = client.db('fluent'); + db.collection('logs', onCollection); + } + }); + +io.on('connection', s => { + console.error('socket connection'); + + // ------------------------------ + // --- set + // ------------------------------ + var usersession = new Object(); + usersession.SOCKET = {}; + usersession.SOCKET.error = {}; + console.error('socket ...'); + s.auth = false; + + // ------------------------------ + // --- authenticate + // ------------------------------ + s.on('authenticate', function(data){ + const token = data + console.log('invalid 1 ' + token); + (async() => { + var isvalid = await checkToken(token); + if(isvalid.action == 'ok'){ + console.log("Authserver ok ", s.id + ' - ' + token); + usersession.SOCKET.user = isvalid.user + usersession.SOCKET.scope = isvalid.scope // space delimeter + usersession.SOCKET.token = isvalid.token + s.auth = true; + }else{ + console.log("Authserver no ", s.id + ' - ' + token); + s.auth = false; + } + })() + }); + + setTimeout(function(){ + if (!s.auth) { + console.log("Disconnecting timeout socket ", s.id); + s.disconnect('unauthorized'); + }else{ + var room = usersession.SOCKET.user + //s.on("subscribe", function (room) { + // console.log("joining room", room); + s.join(room); + // }); + } + }, 30000); + + + + + var id = s.id + s.on('log', obj => { + console.error('from client '+ s.id + ' obj ' + obj); + }); + +}); + +http.listen(3000, () => console.error('listening on http://localhost:3000/')); +console.error('socket.io example'); diff --git a/swarmlab-app/src/run/app.backup3.js b/swarmlab-app/src/run/app.backup3.js new file mode 100755 index 0000000..54ab921 --- /dev/null +++ b/swarmlab-app/src/run/app.backup3.js @@ -0,0 +1,48 @@ +"use strict" + +var pathmodule = require('path'); +var app = require('express')(); +var http = require('http').Server(app); +var https = require('https'); +var io = require('socket.io')(http); + +//import { createAdapter } from 'socket.io-redis'; +const createAdapter = require('socket.io-redis'); +//import { RedisClient } from 'redis'; +const RedisClient = require("redis"); +const pubClient = RedisClient.createClient({ + host: 'redisserver', + port: 6379, + }); + +//const pubClient = new RedisClient({ host: 'localhost', port: 6379 }); +const subClient = pubClient.duplicate(); + +io.adapter(createAdapter({ pubClient, subClient })); + +pubClient.on("connect", function() { + console.log("You are now connected"); +}); + + setInterval(function () { +var resob1 = {} +resob1.data = '1' +resob1.user25user = 'user' + +var resob1string = JSON.stringify(resob1); + console.log('-------------------- '+JSON.stringify(resob1string)); + +var resob1string = 'test'; +pubClient.hmset('ekjgpiegwerpowfmfsdfsdgsk', resob1string, function(err, res) { + console.log('>>>>>>>>>eroor>>>>>>>>>>>>>>>>>>> '+JSON.stringify(err)); + console.log('>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(res)); +}); + +pubClient.hgetall('ekjgpiegwerpowfmfsdfsdgsk', function(err, object) { + console.log('<<<<<<<<< console.error('listening on http://localhost:3000/')); +console.error('socket.io example'); diff --git a/swarmlab-app/src/run/app.backup4.js b/swarmlab-app/src/run/app.backup4.js new file mode 100755 index 0000000..46e9ee1 --- /dev/null +++ b/swarmlab-app/src/run/app.backup4.js @@ -0,0 +1,563 @@ +"use strict" + +var pathmodule = require('path'); +var app = require('express')(); +var http = require('http').Server(app); +var https = require('https'); +var io = require('socket.io')(http); + +//import { createAdapter } from 'socket.io-redis'; +const createAdapter = require('socket.io-redis'); +//import { RedisClient } from 'redis'; +const RedisClient = require("redis"); +const pubClient = RedisClient.createClient({ + host: 'redisserver', + port: 6379, + }); + +//const pubClient = new RedisClient({ host: 'localhost', port: 6379 }); +const subClient = pubClient.duplicate(); + +io.adapter(createAdapter({ pubClient, subClient })); + +pubClient.on("connect", function() { + console.log("You are now connected"); +}); + +const MongoClient = require('mongodb').MongoClient; + + var async = require("async"); +const { check, validationResult } = require('express-validator'); +const urlExistSync = require("url-exist-sync"); + +var express = require('express'); +app.use(express.json()); + +const axios = require('axios'); +axios.defaults.timeout = 30000 + + const helmet = require('helmet'); +app.use(helmet()); + +const cors = require('cors') +const whitelist = [ + 'http://localhost:8080', + 'http://localhost:3080', + 'http://localhost:3081', + 'http://localhost:3082' + ] +const corsOptions = { + credentials: true, + methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], + optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204 + allowedHeaders: [ + 'Content-Type', + 'Authorization', + 'X-Requested-With', + 'device-remember-token', + 'Access-Control-Allow-Origin', + 'Access-Control-Allow-Headers', + 'Origin', + 'Accept' + ], + origin: function(origin, callback) { + if (whitelist.indexOf(origin) !== -1) { + callback(null, true) + } else { + callback(null, true) + //callback(new Error('Not allowed by CORS')) + } + } +} + + +// *************************************************** +// checktoken +// *************************************************** + +async function checkToken(token) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: 'https://api.swarmlab.io', + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + 'Accept': 'application/json', + 'Content-Type': 'multipart/form-data', + 'Authorization': 'Bearer '+token + } + }) + try { + var pipelines = { + "source":'ssologin' + } + var params = { + pipeline: pipelines + } + + var options = { + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + instance.defaults.timeout = 30000; + const res = await instance.post('/istokenvalidsso',params,options); + if(res.status == 200){ + //console.log("check " +JSON.stringify(res.data)) + return res.data + }else{ + console.log("noerror: " + res) + return res.status + + } + } + catch (err) { + console.error("error: "+err); + var error = new Object(); + error.action = '401' + return error + } +} + + +function convertDateToUTC(date) { +return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); +} + +// *************************************************** +// get pipelines +// *************************************************** + +async function getpipelines(token,pipelinename) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: 'https://api.swarmlab.io', + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + 'Accept': 'application/json', + 'Content-Type': 'multipart/form-data', + 'Authorization': 'Bearer '+token + } + }) + /* + var params = { + playbook: value + } + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + const playbook = await api.GET('playbookCode',options); + return playbook +*/ + try { + + var pipelines = { + "querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', + "filter":pipelinename + } + //var params = { + // pipeline: pipelines + // } + var params = { + querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', + filter:pipelinename + } + + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + //https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes + instance.defaults.timeout = 30000; + //const res = await instance.get('/getplaygrounds',params,options); + const res = await instance.get('/getplaygrounds',options); + if(res.status == 200){ + return res.data + }else{ + console.log("noerror: " + res) + return res.status + + } + } + catch (err) { + console.error("error: "+err); + var error = new Object(); + error.action = '401' + return error + } +} + + +global.online='ob'; +global.pipelines=[]; + + function sendlog(reslog,pathfileval){ + var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); + //for (var key in usertmp.data){ + var user = usertmp.data[0].user25user; + // if(usertmp.data){ + console.log('-----------------------' + JSON.stringify(usertmp)); + io.in(user).emit("logdata", reslog); + // } + //} + } + function onlogfile(path){ + + console.log('File', path, 'has been added'); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) + if (indexfind1 === -1 ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + //resdata.data.pathlogfile = 'test' + var resob = {} + resob.pathlogfile = pathfileval + var resobarray = [] + for (let i in resdata.data) { + var resob1 = {} + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resobarray.push(resob1) + } + resob.data = resobarray + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + })() + } + +} + +// *************************************************** +// rest get +// *************************************************** + +app.get('/run', [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], +cors(corsOptions), (req, res, next) => { + + (async() => { + +var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" +const OPTS = { + useNewUrlParser: true, + useUnifiedTopology: true +}; +MongoClient.connect(mongourl, OPTS, function(err, client){ + if(err){ + console.log(err); + } else { + const db = client.db('fluent'); + //db.collection('log', onCollection); + console.log(JSON.stringify('mongo connected')) + var stream = db.collection('logs').find({}, { + tailable: true, + awaitdata: true + /* other options */ +}).stream(); + +stream.on('data', function (doc) { + console.log(JSON.stringify(doc)) + //socket.write(JSON.stringify({'action': 'log','param': doc.log})); +}); + } +}); + var RES = new Object(); + RES.code = req.query["filter"] + RES.token = req.query["filter"] + var isvalid = await checkToken(RES.token); + if(isvalid.action == 'ok'){ + console.log("Authserver ok " + RES.token); + }else{ + console.log("Authserver no " + RES.token); + } + RES.error = false + RES.error_msg = "ok" + res.json(RES) + })() + +}); + +// *************************************************** +// rest post +// *************************************************** + +app.post('/run', [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], +cors(corsOptions), (req, res, next) => { + + + (async() => { + + //console.log(JSON.stringify(req.headers)); + //console.log(JSON.stringify(req.body)); + //console.log("mongo "+JSON.stringify(req.body)); + //console.log("LOG "+JSON.stringify(req.body[0].message)); + //console.log("PATH "+JSON.stringify(req.body[0].tailed_path)); + for (var i = 0; i < req.body.length; i++){ + //var getpath = await onlogfile(req.body[i].tailed_path) + + var path = req.body[i].tailed_path + + console.log('File', path, 'has been added'); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) + if (indexfind1 === -1 ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + //resdata.data.pathlogfile = 'test' + var resob = {} + resob.pathlogfile = pathfileval + var resobarray = [] + for (let i in resdata.data) { + var resob1 = {} + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resobarray.push(resob1) + } + resob.data = resobarray + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname); + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + + //indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists") + indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + + //console.log('info', JSON.stringify(resdata)); + //console.log('info------------- ', JSON.stringify(global.pipelines)); + })() + } + // + var obj = req.body[i]; + + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname); + //indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists") + var now = new Date(); + + var reslog = new Object(); + reslog.log = obj + + reslog.date = convertDateToUTC(now) + console.log(reslog); + var pathfileval = pathmodule.basename(reslog.log.tailed_path); + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + //indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists") + indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) + console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); + console.log("IOTindexfind "+JSON.stringify(indexfind)); + console.log("IOTuser "+JSON.stringify(global.pipelines)); + // io.in("iot").emit("message", reslog); + // io.emit("logdata", reslog); + } + })() + + //io.in("iot").emit("message", RES); + + console.error('socket POST from client'); + var RES = new Object(); + RES.error = false + RES.error_msg = "ok" + RES.msg = req.body[0].messsage + + res.json(RES) +}); + +// *************************************************** +// socket +// *************************************************** + +io.origins('*:*') // for latest version + + +function onCollection(err, collection) { + let options = { tailable: true, + awaitdata: true, + numberOfRetries: -1, + tailableRetryInterval: 500 + }; + var cursor = collection.find({},options).stream(); + var itemsProcessed = 0; + + var reslog = new Object(); + var now = new Date(); + cursor.on('data', function (data) { + console.log('+++++++++ondata<<<<<<<<<<<<<<<<<<<<<<' + data); + io.in('anagnostopoulos@uniwa.gr').emit("logdata", data); + + var pathfileval = pathmodule.basename(data.tailed_path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + + var indexupdate = true + var resob = {} + //var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + pubClient.get(pathfileval, function(err, object) { + if(object){ + indexupdate = false + }else{ + console.log('redis '+JSON.stringify(object)); + } + }); + if (indexupdate ){ + (async() => { + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + resob.pathlogfile = pathfileval + var resobarray = [] + var resob1 = {} + var i = 0 + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resob1.tailed_path = pathfileval + //resobarray.push(resob1) + var resob1string = JSON.stringify(resob1); + console.log('+++++++++++++++++' + resob1string + '<<<<<<<<<<<<<<<<<<<<<<' + pathfileval); + pubClient.set(pathfileval, resob1string, function(err, res) { + }); + reslog.data = resob1 + reslog.log = data + reslog.date = convertDateToUTC(now) + var user = resob1.res25creator + console.log('datauser ' + JSON.stringify(user)); + //io.in(user).emit("logdata", reslog); + var user = 'anagnostopoulos@uniwa.gr' + io.in(user).emit("logdata", reslog); + itemsProcessed++; + })() + }else{ + + pubClient.get(pathfileval, function(err, object) { + var resob1 = {} + var i = 0 + resob1.data = object.res25swarmlabname + resob1.user25user = object.res25user + resob1.res25creator = object.res25creator + resob1.res25fileforce = object.res25fileforce + resob1.tailed_path = object.tailed_path + + reslog.data = resob1 + reslog.log = data + reslog.date = convertDateToUTC(now) + + console.log('>>>>>>>>>>2222222222222>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(object)); + var user = object.user25user + io.in(user).emit("logdata", reslog); + itemsProcessed++; + }); + } + }); + + + setInterval(function () { + console.log('itemsProcessed', itemsProcessed); + }, 1000); +} + + + var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" + const OPTS = { + useNewUrlParser: true, + useUnifiedTopology: true + }; + var mongooptions = { + autoReconnect: true, + keepAlive: 1, + connectTimeoutMS: 30000, + socketTimeoutMS: 0 + } + MongoClient.connect(mongourl, OPTS, function(err, client){ + if(err){ + console.log(err); + } else { + const db = client.db('fluent'); + db.collection('logs', onCollection); + } + }); + +io.on('connection', s => { + console.error('socket connection'); + + // ------------------------------ + // --- set + // ------------------------------ + var usersession = new Object(); + usersession.SOCKET = {}; + usersession.SOCKET.error = {}; + console.error('socket ...'); + s.auth = false; + + // ------------------------------ + // --- authenticate + // ------------------------------ + s.on('authenticate', function(data){ + const token = data + console.log('invalid 1 ' + token); + (async() => { + var isvalid = await checkToken(token); + if(isvalid.action == 'ok'){ + console.log("Authserver ok ", s.id + ' - ' + token); + usersession.SOCKET.user = isvalid.user + usersession.SOCKET.scope = isvalid.scope // space delimeter + usersession.SOCKET.token = isvalid.token + s.auth = true; + }else{ + console.log("Authserver no ", s.id + ' - ' + token); + s.auth = false; + } + })() + }); + + setTimeout(function(){ + if (!s.auth) { + console.log("Disconnecting timeout socket ", s.id); + s.disconnect('unauthorized'); + }else{ + var room = usersession.SOCKET.user + //s.on("subscribe", function (room) { + // console.log("joining room", room); + s.join(room); + // }); + } + }, 30000); + + + + + var id = s.id + s.on('log', obj => { + console.error('from client '+ s.id + ' obj ' + obj); + }); + +}); + +http.listen(3000, () => console.error('listening on http://localhost:3000/')); +console.error('socket.io example'); diff --git a/swarmlab-app/src/run/app.js b/swarmlab-app/src/run/app.js new file mode 100644 index 0000000..283d09a --- /dev/null +++ b/swarmlab-app/src/run/app.js @@ -0,0 +1,89 @@ +var path = require("path"); +var app = require("express")(); +var http = require("http").Server(app); +var io = require("socket.io")(http); +const cors = require("cors"); + +//const socketAuth = require('socketio-auth'); + +//const whitelist = ["http://localhost:8080"]; +const whitelist = ["*"]; +const corsOptions = { + credentials: true, + methods: ["GET", "PUT", "POST", "DELETE", "OPTIONS"], + optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204 + allowedHeaders: [ + "Content-Type", + "Authorization", + "X-Requested-With", + "device-remember-token", + "Access-Control-Allow-Origin", + "Access-Control-Allow-Headers", + "Origin", + "Accept", + ], + origin: function (origin, callback) { + if (whitelist.indexOf(origin) !== -1) { + callback(null, true); + } else { + callback(null, true); + //callback(new Error('Not allowed by CORS')) + } + }, +}; + +app.get( + "/run", + [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], + cors(corsOptions), + (req, res, next) => { + var RES = new Object(); + RES.code = req.query["code"]; + console.error("socket GET from client " + RES.code); + + RES.error = false; + RES.error_msg = "ok"; + + io.emit("iotdata", RES); + io.in("iot").emit("message", RES); + res.json(RES); + } +); + +app.get( + "/test", + [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], + cors(corsOptions), + (req, res) => { + var data = req.query["input"]; + var RES = new Object(); + console.log("dummy logs for fluentd"); + console.log("dummy logs for fluentd"); + console.error(`Client called GET from axios`); + res.json(data); + } +); + +io.on("log", (data) => { + console.log(JSON.stringify("d " + data)); + console.error(JSON.stringify("c " + data)); +}); +io.on("connection", (s) => { + console.error(`\nSomeone connected to port 3000`); + var id = s.id; + + s.on("log", (data) => { + console.log(JSON.stringify(data)); + console.error(JSON.stringify(data)); + }); +}); + +http.listen(3001, () => console.error("listening on http://0.0.0.0:3000/")); +console.error("Run demo project"); +console.log("Hello World!"); diff --git a/swarmlab-app/src/run/app.js.backup1 b/swarmlab-app/src/run/app.js.backup1 new file mode 100755 index 0000000..c55bb79 --- /dev/null +++ b/swarmlab-app/src/run/app.js.backup1 @@ -0,0 +1,697 @@ +"use strict" + +var pathmodule = require('path'); +var app = require('express')(); +var http = require('http').Server(app); +var https = require('https'); +const io = require("socket.io")(http, { +// pingTimeout: 30000, +// allowUpgrades: false, +// serveClient: false, +// pingInterval: 10000, +// //transports: [ 'websocket', 'polling' ], +// transports: [ 'polling', 'websocket' ], + cors: { + origin: "http://localhost:8080", + methods: ["GET", "POST"], + allowedHeaders: ["my-custom-header"], + credentials: true + }, + cookie: { + name: "test", + httpOnly: false, + path: "/custom" + } +}); + +/* +const Redis = require("ioredis"); +const redistest = new Redis({ + host: 'redisserver', + port: 6379, + }); +const pubtest = new Redis({ + host: 'redisserver', + port: 6379, + }); +*/ + + +//import { createAdapter } from 'socket.io-redis'; +const createAdapter = require('socket.io-redis'); +//const RedisClient = require("redis"); +const Redis = require("ioredis"); +//const pubClient = RedisClient.createClient({ + +const pubClient = new Redis({ + host: 'redisserver', + port: 6379, + }); + +//const pubClient = new RedisClient({ host: 'localhost', port: 6379 }); +const subClient = pubClient.duplicate(); + +io.adapter(createAdapter({ pubClient, subClient })); + + +pubClient.on("connect", function() { + console.log("You are now connected"); +}); + +const MongoClient = require('mongodb').MongoClient; + + var async = require("async"); +const { check, validationResult } = require('express-validator'); +const urlExistSync = require("url-exist-sync"); + +var express = require('express'); +app.use(express.json()); + +const axios = require('axios'); +axios.defaults.timeout = 30000 + + const helmet = require('helmet'); +app.use(helmet()); + +const cors = require('cors') +const whitelist = [ + 'http://localhost:8080', + 'http://localhost:3080', + 'http://localhost:3081', + 'http://localhost:3082' + ] +const corsOptions = { + credentials: true, + methods: ['GET', 'PUT', 'POST', 'DELETE', 'OPTIONS'], + optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204 + allowedHeaders: [ + 'Content-Type', + 'Authorization', + 'X-Requested-With', + 'device-remember-token', + 'Access-Control-Allow-Origin', + 'Access-Control-Allow-Headers', + 'Origin', + 'Accept' + ], + origin: function(origin, callback) { + if (whitelist.indexOf(origin) !== -1) { + callback(null, true) + } else { + callback(null, true) + //callback(new Error('Not allowed by CORS')) + } + } +} + + +// *************************************************** +// checktoken +// *************************************************** + +async function checkToken(token) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: 'https://api.swarmlab.io', + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + 'Accept': 'application/json', + 'Content-Type': 'multipart/form-data', + 'Authorization': 'Bearer '+token + } + }) + try { + var pipelines = { + "source":'ssologin' + } + var params = { + pipeline: pipelines + } + + var options = { + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + instance.defaults.timeout = 30000; + const res = await instance.post('/istokenvalidsso',params,options); + if(res.status == 200){ + //console.log("check " +JSON.stringify(res.data)) + return res.data + }else{ + console.log("noerror: " + res) + return res.status + + } + } + catch (err) { + console.error("error: "+err); + var error = new Object(); + error.action = '401' + return error + } +} + + +function convertDateToUTC(date) { +return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours(), date.getUTCMinutes(), date.getUTCSeconds(),date.getUTCMilliseconds()); +} + +// *************************************************** +// get pipelines +// *************************************************** + +async function getpipelines(token,pipelinename) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: 'https://api.swarmlab.io', + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + 'Accept': 'application/json', + 'Content-Type': 'multipart/form-data', + 'Authorization': 'Bearer '+token + } + }) + /* + var params = { + playbook: value + } + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + const playbook = await api.GET('playbookCode',options); + return playbook +*/ + try { + + var pipelines = { + "querytokenFilter":'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', + "filter":pipelinename + } + //var params = { + // pipeline: pipelines + // } + var params = { + querytokenFilter:'uWr4FKRqrmpCRkJ9WLuI0DNuDWOGTkfcSzyZkJirZvJwwFDffLWrraqzzSPLeuQqL3TF9', + filter:pipelinename + } + + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + //https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes + instance.defaults.timeout = 30000; + //const res = await instance.get('/getplaygrounds',params,options); + const res = await instance.get('/getplaygrounds',options); + if(res.status == 200){ + return res.data + }else{ + console.log("noerror: " + res) + return await res.status + + } + } + catch (err) { + console.error("error: "+err); + var error = new Object(); + error.action = '401' + return await error + } +} + + +global.online='ob'; +global.pipelines=[]; + + function sendlog(reslog,pathfileval){ + var usertmp = global.pipelines.find(x => x.pathlogfile==pathfileval); + //for (var key in usertmp.data){ + var user = usertmp.data[0].user25user; + // if(usertmp.data){ + console.log('-----------------------' + JSON.stringify(usertmp)); + io.in(user).emit("logdata", reslog); + // } + //} + } + function onlogfile(path){ + + console.log('File', path, 'has been added'); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) + if (indexfind1 === -1 ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + //resdata.data.pathlogfile = 'test' + var resob = {} + resob.pathlogfile = pathfileval + var resobarray = [] + for (let i in resdata.data) { + var resob1 = {} + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resobarray.push(resob1) + } + resob.data = resobarray + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + })() + } + +} + +// *************************************************** +// rest get +// *************************************************** + +app.get('/run', [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], +cors(corsOptions), (req, res, next) => { + + (async() => { + +var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" +const OPTS = { + useNewUrlParser: true, + useUnifiedTopology: true +}; +MongoClient.connect(mongourl, OPTS, function(err, client){ + if(err){ + console.log(err); + } else { + const db = client.db('fluent'); + //db.collection('log', onCollection); + console.log(JSON.stringify('mongo connected')) + var stream = db.collection('logs').find({}, { + tailable: true, + awaitdata: true + /* other options */ +}).stream(); + +stream.on('data', function (doc) { + console.log(JSON.stringify(doc)) + //socket.write(JSON.stringify({'action': 'log','param': doc.log})); +}); + } +}); + var RES = new Object(); + RES.code = req.query["filter"] + RES.token = req.query["filter"] + var isvalid = await checkToken(RES.token); + if(isvalid.action == 'ok'){ + console.log("Authserver ok " + RES.token); + }else{ + console.log("Authserver no " + RES.token); + } + RES.error = false + RES.error_msg = "ok" + res.json(RES) + })() + +}); + +// *************************************************** +// rest post +// *************************************************** + +app.post('/run', [ + //check('access_token').isLength({ min: 40 }), + //check('llo').isBase64() + ], +cors(corsOptions), (req, res, next) => { + + + (async() => { + + //console.log(JSON.stringify(req.headers)); + //console.log(JSON.stringify(req.body)); + //console.log("mongo "+JSON.stringify(req.body)); + //console.log("LOG "+JSON.stringify(req.body[0].message)); + //console.log("PATH "+JSON.stringify(req.body[0].tailed_path)); + for (var i = 0; i < req.body.length; i++){ + //var getpath = await onlogfile(req.body[i].tailed_path) + + var path = req.body[i].tailed_path + + console.log('File', path, 'has been added'); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + console.log('file11111111111111111111111111111111 ' + JSON.stringify(pathfileval)) + if (indexfind1 === -1 ){ + (async() => { + console.log('file2222222222222222222222222222222222222 ' + JSON.stringify(pathfileval)) + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + //resdata.data.pathlogfile = 'test' + var resob = {} + resob.pathlogfile = pathfileval + var resobarray = [] + for (let i in resdata.data) { + var resob1 = {} + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resobarray.push(resob1) + } + resob.data = resobarray + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname); + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + + //indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists") + indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists "+pathfileval) + + //console.log('info', JSON.stringify(resdata)); + //console.log('info------------- ', JSON.stringify(global.pipelines)); + })() + } + // + var obj = req.body[i]; + + //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname); + //indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists") + var now = new Date(); + + var reslog = new Object(); + reslog.log = obj + + reslog.date = convertDateToUTC(now) + console.log(reslog); + var pathfileval = pathmodule.basename(reslog.log.tailed_path); + var indexfind = global.pipelines.findIndex(x => x.pathlogfile==pathfileval); + //indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists") + indexfind === -1 ? console.log("object not found") : sendlog(reslog,pathfileval) + console.log("IOT "+JSON.stringify(reslog.log.tailed_path)); + console.log("IOTindexfind "+JSON.stringify(indexfind)); + console.log("IOTuser "+JSON.stringify(global.pipelines)); + // io.in("iot").emit("message", reslog); + // io.emit("logdata", reslog); + } + })() + + //io.in("iot").emit("message", RES); + + console.error('socket POST from client'); + var RES = new Object(); + RES.error = false + RES.error_msg = "ok" + RES.msg = req.body[0].messsage + + res.json(RES) +}); + +// *************************************************** +// socket +// *************************************************** + +function getSHA256ofJSON(input){ + return require("crypto").createHash("sha256").update(JSON.stringify(input)).digest("hex"); +} + + +function onCollection(err, collection) { + let options = { tailable: true, + awaitdata: true, + numberOfRetries: -1, + tailableRetryInterval: 500 + }; + var cursor = collection.find({},options).stream(); + var itemsProcessed = 0; + + var reslog = new Object(); + var reslog1 = new Object(); + var now = new Date(); + cursor.on('data', function (data) { + var issendob = {}; + issendob.message = data.message + issendob.tailed_path = data.tailed_path + + var issend = getSHA256ofJSON(issendob) + + console.log('++++++++' + JSON.stringify(data)); + console.log('++++++++' + JSON.stringify(issend)); + + var pathfileval = pathmodule.basename(data.tailed_path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + + var indexupdate = "yes" + var resob = {}; + pubClient.get(pathfileval, function(err, object) { + var objecttmp = JSON.parse(object); + if(object){ + reslog.log = data + var user1 = objecttmp.user25user.replace(/[\n\t\r]/g,"") + + console.log(' ---get '+ JSON.stringify(reslog)) + pubClient.get(issend, function(err, object) { + if(object){ + console.log(' ---set '+ JSON.stringify(reslog)) + pubClient.set(issend, itemsProcessed, function(err, res) { + io.in(user1).emit("logdata", reslog); + }); + }else{ + console.log(user1 + ' ---isset '+ JSON.stringify(reslog)) + io.in(user1).emit("logdata", reslog); + } + }); + + //io.in(user1).emit("logdata", reslog); + //console.log(' --- '+ JSON.stringify(reslog)) + //console.log(' --->> '+ JSON.stringify(user1)) + //console.log(user1) + }else{ + (async() => { + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata1 = await getpipelines(token,pathfile) + resob.pathlogfile = pathfileval + var resob11 = {} + var i1 = 0 + resob11.data = resdata1.data[i1].res25swarmlabname + resob11.user25user = resdata1.data[i1].res25user.replace(/[\n\t\r]/g,"") + resob11.res25creator = resdata1.data[i1].res25creator + resob11.res25fileforce = resdata1.data[i1].res25fileforce + resob11.tailed_path = pathfileval + var resob1string1 = JSON.stringify(resob11); + await pubClient.set(pathfileval, resob1string1, function(err, res) { + }); + var user1 = resob11.user25user + reslog.log = 'no' + io.in(user1).emit("logdata", reslog); + console.log(' ---no--- '+ JSON.stringify(reslog)) + })() //await inside yes + } + }); +/* + pubClient.get(pathfileval, function(err, object) { + if(object){ + reslog.log = data + var user1 = object.user25user + io.in(user1).emit("logdata", reslog); + console.log(' --- '+ JSON.stringify(reslog)) + } + }); //redis get +*/ +/* + pubClient.get(pathfileval, function(err, object) { + reslog1.log=object + console.log('----------------' + err + '<<<<<<<<<<<<<<<<<<<<<<' + object); + if(object){ + indexupdate = "no" + }else{ + console.log('redis '+JSON.stringify(object)); + } + console.log('update '+JSON.stringify(indexupdate)); + if (indexupdate == "yes" ){ + (async() => { + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token,pathfile) + resob.pathlogfile = pathfileval + var resobarray = [] + var resob1 = {} + var i = 0 + resob1.data = resdata.data[i].res25swarmlabname + resob1.user25user = resdata.data[i].res25user + resob1.res25creator = resdata.data[i].res25creator + resob1.res25fileforce = resdata.data[i].res25fileforce + resob1.tailed_path = pathfileval + var resob1string = JSON.stringify(resob1); + pubClient.set(pathfileval, resob1string, function(err, res) { + }); + reslog.data = resob1 + reslog.log = data + reslog.date = convertDateToUTC(now) + var user = resob1.res25creator + console.log('datauser ' + JSON.stringify(user)); + console.log('>>>>>>>>>>>>>>>>>>>>>>>>>>>>> '+JSON.stringify(reslog)); + await pubClient.get(issend, function(err, object) { + if(err == null){ + pubClient.set(issend, itemsProcessed, function(err, res) { + io.in(user).emit("logdata", reslog); + }); + } + itemsProcessed++; + }); + })() //await inside yes + }else{ + (async() => { + await pubClient.get(pathfileval, function(err, object) { + var objecttmp = JSON.parse(object); + var resob1 = {} + resob1.data = objecttmp.res25swarmlabname + resob1.user25user = objecttmp.res25user + resob1.res25creator = objecttmp.res25creator + resob1.res25fileforce = objecttmp.res25fileforce + resob1.tailed_path = objecttmp.tailed_path + + reslog.data = resob1 + reslog.log = data + reslog.date = convertDateToUTC(now) + + console.log('<<<<<<<<<<<---------------------<<<<<<<<<<<<<<<---------------------------<<<<<<<<<<<< '+JSON.stringify(object)); + console.log('<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< '+JSON.stringify(reslog)); + console.log('<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<>>>>>>>>>>>>>>>>> '+JSON.stringify(resob1)); + //var user = objecttmp.user25user + var user = resob1.res25creator + //io.in(user).emit("logdata", reslog); + //var user = 'anagnostopoulos@uniwa.gr' + + pubClient.get(issend).then(function (result) { + console.log("---result--- "+result); // Prints "bar" + io.in(user).emit("logdata", reslog); + }); + + pubClient.get(issend, function(err, object) { + if(err == null){ + pubClient.set(issend, itemsProcessed, function(err, res) { + //io.in(user).emit("logdata", reslog); + }); + } + itemsProcessed++; + }); + }); + })() //await inside no + } + }); //redis get +*/ + + }); + + + setInterval(function () { + console.log('itemsProcessed', itemsProcessed); + // this method is also exposed by the Server instance + //console.log(adapter.rooms); + }, 8000); +} + + + var mongourl = "mongodb://playgrounduser:efvvnuioervefSDFSGYGHRDFVsdfergvssppiiedifhwincvinviw_dbfjbsifbsdkjfswuunscfudfgbbfvibqefwrvnine@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/fluent?replicaSet=rs1" + const OPTS = { + useNewUrlParser: true, + useUnifiedTopology: true + }; + var mongooptions = { + autoReconnect: true, + keepAlive: 1, + connectTimeoutMS: 30000, + socketTimeoutMS: 0 + } + MongoClient.connect(mongourl, OPTS, function(err, client){ + if(err){ + console.log(err); + } else { + const db = client.db('fluent'); + db.collection('logs', onCollection); + } + }); + +io.on('connection', s => { + console.error('socket connection'); + +//s.set('transports', ['websocket']); +//s.set('pingTimeout', 30000); +//s.set('allowUpgrades', false); +//s.set('serveClient', false); +//s.set('pingInterval', 10000); + // ------------------------------ + // --- set + // ------------------------------ + var usersession = new Object(); + usersession.SOCKET = {}; + usersession.SOCKET.error = {}; + console.error('socket ...'); + s.auth = false; + + // ------------------------------ + // --- authenticate + // ------------------------------ + s.on('authenticate', function(data){ + const token = data + console.log('invalid 1 ' + token); + (async() => { + var isvalid = await checkToken(token); + if(isvalid.action == 'ok'){ + console.log("Authserver ok ", s.id + ' - ' + token); + // pubClient.set(session, resob1string, function(err, res) { + // }); + usersession.SOCKET.user = isvalid.user + usersession.SOCKET.scope = isvalid.scope // space delimeter + usersession.SOCKET.token = isvalid.token + s.auth = true; + }else{ + console.log("Authserver no ", s.id + ' - ' + token); + s.auth = false; + } + })() + }); + + setTimeout(function(){ + if (!s.auth) { + console.log("Disconnecting timeout socket ", s.id); + //s.disconnect('unauthorized'); + }else{ + var room = usersession.SOCKET.user + //s.on("subscribe", function (room) { + s.join(room); + console.log("joining rooom", s.rooms); + console.log(room + ' created ') + // }); + } + }, 30000); + + + + + var id = s.id + s.on('log', obj => { + console.error('from client '+ s.id + ' obj ' + obj); + }); + +}); + +http.listen(3000, () => console.error('listening on http://localhost:3000/')); +console.error('socket.io example'); diff --git a/swarmlab-app/src/run/app2.js b/swarmlab-app/src/run/app2.js new file mode 100644 index 0000000..fa99f47 --- /dev/null +++ b/swarmlab-app/src/run/app2.js @@ -0,0 +1,1274 @@ +"use strict"; + +var pathmodule = require("path"); +var app = require("express")(); +var http = require("http").Server(app); +var https = require("https"); +const mongoose = require("mongoose"); +var CONFIG = require(pathmodule.resolve(__dirname, "runconfig.js")); +const io = require("socket.io")(http, { + // pingTimeout: 30000, + // allowUpgrades: false, + // serveClient: false, + // pingInterval: 10000, + // //transports: [ 'websocket', 'polling' ], + // transports: [ 'polling', 'websocket' ], + cors: { + origin: "http://localhost:8080", + methods: ["GET", "POST"], + allowedHeaders: ["my-custom-header"], + credentials: true, + }, + cookie: { + name: "test", + httpOnly: false, + path: "/custom", + }, +}); + +const createAdapter = require("socket.io-redis"); + +const Redis = require("ioredis"); + +const pubClient = new Redis({ + host: "redisserver", + port: 6379, +}); + +//const pubClient = new RedisClient({ host: 'localhost', port: 6379 }); +const subClient = pubClient.duplicate(); + +io.adapter(createAdapter({ pubClient, subClient })); + +pubClient.on("connect", function () { + console.log("You are now connected"); +}); + +const MongoClient = require("mongodb").MongoClient; +const { DateTime } = require("luxon"); + +var async = require("async"); +const { check, validationResult } = require("express-validator"); +const urlExistSync = require("url-exist-sync"); + +var express = require("express"); +app.use(express.json()); + +const axios = require("axios"); +axios.defaults.timeout = 30000; + +const helmet = require("helmet"); +app.use(helmet()); + +const cors = require("cors"); +const { MongoError } = require("mongodb"); +const whitelist = [ + "http://localhost:3000", + "http://localhost:8080", + "http://localhost:3080", + "http://localhost:3081", + "http://localhost:3082", +]; +const corsOptions = { + credentials: true, + methods: ["GET", "PUT", "POST", "DELETE", "OPTIONS"], + optionsSuccessStatus: 200, // some legacy browsers (IE11, various SmartTVs) choke on 204 + allowedHeaders: [ + "Content-Type", + "Authorization", + "X-Requested-With", + "device-remember-token", + "Access-Control-Allow-Origin", + "Access-Control-Allow-Headers", + "Origin", + "Accept", + ], + origin: function (origin, callback) { + if (whitelist.indexOf(origin) !== -1) { + callback(null, true); + } else { + callback(null, true); + //callback(new Error('Not allowed by CORS')) + } + }, +}; + +// ------------------------------ +// --- LEFOS MONGO LOGGING +// ------------------------------ +// Lefos - get length of logs +app.get("/length", cors(corsOptions), (req, res) => { + console.error("getting length of logs"); + + var url = "mongodb://mongo:27017/"; + + MongoClient.connect(url, function (err, db) { + if (err) throw err; + var dbo = db.db("fluentdb"); + dbo + .collection("test") + .find({}) + .toArray(function (err, result) { + if (err) throw err; + // EPIDI EXW NESTED JSON PREPEI NA TO KANW PARSE DUO FORES + var obj = JSON.parse(JSON.stringify(result)); + var appout = 0; + var apperror = 0; + var mongol = 0; + var mongolerror = 0; + var redis = 0; + obj.forEach((value) => { + if (value.container_name == "/mongo") { + var tmp = JSON.parse(value.log); + if (tmp.s == "I") mongol++; + // count every informative log as an output log + else if (tmp.s == "W" || tmp.s == "E") mongolerror++; //count every warning and error log + } else if (value.log.includes("app_name")) { + var test = JSON.parse(value.log); + var type = test.type; + if (type == "err") apperror++; + else appout++; + } else if (value.container_name == "/redisserver") { + redis++; + } + }); + var RES = new Object(); + var data = { + mongolength: mongol, + mongolerror: mongolerror, + appout: appout, + apperror: apperror, + redis: redis, + }; + RES.data = data; + + // console.log("Sending Data: " + jsonfinal); + res.json(RES.data); + db.close(); + }); + }); +}); + +// Lefos - mongo test read +app.get("/test", cors(corsOptions), (req, res) => { + console.log("reading from db...."); + + var url = "mongodb://mongo:27017/"; + + MongoClient.connect(url, function (err, db) { + if (err) throw err; + var dbo = db.db("fluentdb"); + dbo + .collection("test") + .find({}) + .toArray(function (err, result) { + if (err) throw err; + // EPIDI EXW NESTED JSON PREPEI NA TO KANW PARSE DUO FORES + var obj = JSON.parse(JSON.stringify(result)); + var jsonfinal = []; + var mongo = []; + var app = []; + obj.forEach((value) => { + if (value.container_name == "/redisserver") { + // jsonfinal.push(JSON.parse(value.log)); + jsonfinal.push(value.log); + } else if (value.container_name == "/mongo") { + mongo.push(JSON.parse(value.log)); + } else if (value.log.includes("app_name")) { + app.push(JSON.parse(value.log)); + } + }); + var RES = new Object(); + RES.data = { + redis: jsonfinal, + mongo: mongo, + app: app, + }; + res.json(RES.data); + db.close(); + }); + }); +}); + +app.get("/test2", cors(corsOptions), (req, res) => { + var RES = new Object(); + const page = req.query["page"]; + const per_page = req.query["per_page"]; + var sort = req.query["sort"]; + var filter = req.query["filter"]; + var type = req.query["type"]; + var sorttmp1 = sort.split("|"); + var sortname = sorttmp1[0]; + var sortorder = sorttmp1[1]; + //console.log("TEST LOG"); + + var url = "mongodb://mongo:27017/"; + var jsonfinal = []; + MongoClient.connect(url, function (err, db) { + if (err) throw err; + var dbo = db.db("fluentdb"); + dbo + .collection("test") + .find({}) + .toArray(function (err, result) { + if (err) throw err; + // EPIDI EXW NESTED JSON PREPEI NA TO KANW PARSE DUO FORES + var obj = JSON.parse(JSON.stringify(result)); + + obj.forEach((value) => { + if (value.log.includes("app_name")) { + var tmp = JSON.parse(value.log); + if (tmp.type == "out") { + tmp.type = '
' + tmp.type + "
"; + } else if (tmp.type == "err") { + tmp.type = '
' + tmp.type + "
"; + } + jsonfinal.push(tmp); + } + }); + //console.log("Sending Data: " + jsonfinal); + if (sortname == "type") { + jsonfinal.sort(function (a, b) { + if (sortorder == "asc") { + return a.type.localeCompare(b.type); + } else { + return b.type.localeCompare(a.type); + } + }); + } else if (sortname == "message") { + jsonfinal.sort(function (a, b) { + if (sortorder == "asc") { + return a.message.localeCompare(b.message); + } else { + return b.message.localeCompare(a.message); + } + }); + } else if (sortname == "time") { + jsonfinal.sort(function (a, b) { + if (sortorder == "asc") { + return a.timestamp.localeCompare(b.timestamp); + } else { + return b.timestamp.localeCompare(a.timestamp); + } + }); + } + //Pagination + var total = jsonfinal.length; + var perpage = per_page; + var lastpage = total / perpage; + if (lastpage <= 1) { + lastpage = 1; + } else { + lastpage++; + } + lastpage = Math.trunc(lastpage); + var next = page + 1; + if (next >= lastpage) { + next = lastpage; + } + var prev = page - 1; + if (prev == 0) { + prev = 1; + } + var from = (page - 1) * perpage + 1; + var to = perpage * page; + var mypage = new Object(); + var links = ` + { + "pagination": { + "total": ${total}, + "per_page": ${perpage}, + "current_page": ${page}, + "last_page": ${lastpage}, + "next_page_url": "?page=${next}", + "prev_page_url": "?page=${prev}", + "from": ${from}, + "to": ${to}, + "frommongo": ${from}, + "tomongo": ${to} + } + } + `; + mypage.links = JSON.parse(links); + from--; + mypage.data = jsonfinal.slice(from, to); + var RES = new Object(); + RES.code = req.query["action"]; + RES.token = req.query["token"]; + RES.error = false; + RES.error_msg = "ok"; + RES.data = mypage; + + // console.log("Sending Data: " + jsonfinal); + res.json(RES.data); + db.close(); + }); + }); +}); + +console.log("reading from db...."); + +// Lefos-- variable poy krata to trexon room tou xrhsth kathe fora +var curRoom; + +// var url = "mongodb://mongo:27017/"; +// MongoClient.connect(url, function (err, db) { +// if (err) throw err; +// var dbo = db.db("fluentdb"); +// dbo.collection("test", onCollectionNew); +// }); + +async function onCollectionNew(err, collection) { + /* + Prepei na elegxw kathe fora an to socket id tou user einai energo + wste na mhn diathreitai zwntanh h callback kai lamvanw dublicate + data ston client + */ + let options = { + tailable: true, + awaitdata: true, + numberOfRetries: -1, + tailableRetryInterval: 500, + }; + var cursor = collection.find({}, options).stream(); + var itemsProcessed = 0; + var room = this.user; + var sid = this.id; + console.log("Inside callback: " + room + " Id: " + sid); + // LEFOS --- STORE USER IN REDIS + var rep = setUser(sid, room); + + cursor.on("data", async function (data) { + cursor.pause(); + var res = await getkey(sid); + + if (res == "1") { + cursor.resume(); + var obj = JSON.parse(JSON.stringify(data)); + // var getres = getkey(sid); + // if (getres == "1") { + // console.log("sending on event log"); + + // } else if (getres == "2") { + // cursor.close(); + // } + io.in(room).emit("logsend", obj); + } else if (res == "2") { + cursor.resume(); + console.log("Cursor is closing..."); + cursor.close(); + } + }); +} + +io.on("connection", (s) => { + console.error("socket connection"); + + // -------- Lefos section + //dbo.collection("test", onCollectionNew); + + // -------- + + //s.set('transports', ['websocket']); + //s.set('pingTimeout', 30000); + //s.set('allowUpgrades', false); + //s.set('serveClient', false); + //s.set('pingInterval', 10000); + // ------------------------------ + // --- set + // ------------------------------ + var usersession = new Object(); + usersession.SOCKET = {}; + usersession.SOCKET.error = {}; + console.error("socket ..."); + s.auth = false; + + // ------------------------------ + // --- authenticate + // ------------------------------ + s.on("authenticate", function (data) { + const token = data; + console.log("TEST LOG INSIDE ATHENTICATE SOCKET: " + token); + (async () => { + var isvalid = await checkToken(token); + if (isvalid.action == "ok") { + console.log("Authserver ok ", s.id + " - " + token); + // pubClient.set(session, resob1string, function(err, res) { + // }); + usersession.SOCKET.user = isvalid.user; + usersession.SOCKET.scope = isvalid.scope; // space delimeter + usersession.SOCKET.token = isvalid.token; + + //console.log("Reply: " + rep); + // ----- + s.auth = true; + } else { + console.log("Authserver no ", s.id + " - " + token); + s.auth = false; + } + })(); + }); + + s.on("onevent", function (data) { + //console.log("I GOT THE DATA: ", data); + var binddata = { + user: data, + id: s.id, + }; + checkstream(binddata); + }); + + s.on("disconnect", function () { + //console.log("Socket: " + s.id + " Disconnected"); + console.log("Deleting " + s.id + "From redis"); + pubClient.del(s.id); + }); + + setTimeout(function () { + if (!s.auth) { + console.log("Disconnecting timeout socket ", s.id); + //s.disconnect('unauthorized'); + } else { + var room = usersession.SOCKET.user; + //s.on("subscribe", function (room) { + s.join(room); + console.log("joining rooom", s.rooms); + console.log(room + " created "); + curRoom = room; + // }); + } + }, 30000); + + var id = s.id; + s.on("log", (obj) => { + console.error("from client " + s.id + " obj " + obj); + }); +}); + +// *************************************************** +// checktoken +// *************************************************** + +async function checkToken(token) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: "https://api.swarmlab.io", + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + Accept: "application/json", + "Content-Type": "multipart/form-data", + Authorization: "Bearer " + token, + }, + }); + try { + var pipelines = { + source: "ssologin", + }; + var params = { + pipeline: pipelines, + }; + + var options = { + headers: { + "content-type": "application/x-www-form-urlencoded", + Authorization: `Bearer ${token}`, + }, + }; + + instance.defaults.timeout = 30000; + const res = await instance.post("/istokenvalidsso", params, options); + if (res.status == 200) { + //console.log("check " +JSON.stringify(res.data)) + return res.data; + } else { + console.log("noerror: " + res); + + return res.status; + } + } catch (err) { + console.error("error: " + err); + var error = new Object(); + error.action = "401"; + return error; + } +} + +function convertDateToUTC(date) { + return new Date( + date.getUTCFullYear(), + date.getUTCMonth(), + date.getUTCDate(), + date.getUTCHours(), + date.getUTCMinutes(), + date.getUTCSeconds(), + date.getUTCMilliseconds() + ); +} + +// *************************************************** +// get pipelines +// *************************************************** + +async function getpipelines(token, pipelinename) { + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: "https://api.swarmlab.io", + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + Accept: "application/json", + "Content-Type": "multipart/form-data", + Authorization: "Bearer " + token, + }, + }); + /* + var params = { + playbook: value + } + var options = { + params: params, + headers: { 'content-type': 'application/x-www-form-urlencoded',Authorization: `Bearer ${token}` }, + }; + + const playbook = await api.GET('playbookCode',options); + return playbook +*/ + try { + var pipelines = { + querytokenFilter: CONFIG.api.token, + filter: pipelinename, + }; + //var params = { + // pipeline: pipelines + // } + var params = { + querytokenFilter: CONFIG.api.token, + filter: pipelinename, + }; + + var options = { + params: params, + headers: { + "content-type": "application/x-www-form-urlencoded", + Authorization: `Bearer ${token}`, + }, + }; + + //https://api.swarmlab.io/gettutorlabrooms?sort=pipelinename%7Casc&page=1&per_page=5&filter=&type=scripts&tutor=yes + instance.defaults.timeout = 30000; + //const res = await instance.get('/getplaygrounds',params,options); + const res = await instance.get("/getplaygrounds", options); + if (res.status == 200) { + return res.data; + } else { + console.log("noerror: " + res); + return await res.status; + } + } catch (err) { + console.error("error: " + err); + var error = new Object(); + error.action = "401"; + return await error; + } +} + +// *************************************************** +// get user pipelines +// *************************************************** + +async function getuserpipelines(token, user, swarmlabname) { + var pipelinename = user; + const agent = new https.Agent({ + rejectUnauthorized: false, + }); + const instance = axios.create({ + baseURL: "https://api.swarmlab.io", + withCredentials: true, + rejectUnauthorized: false, + crossdomain: true, + httpsAgent: agent, + headers: { + Accept: "application/json", + "Content-Type": "multipart/form-data", + Authorization: "Bearer " + token, + }, + }); + try { + var pipelines = { + querytokenFilter: CONFIG.api.token, + filter: pipelinename, + swarmlabname: swarmlabname, + }; + //var params = { + // pipeline: pipelines + // } + var params = { + querytokenFilter: CONFIG.api.token, + filter: pipelinename, + swarmlabname: swarmlabname, + }; + + var options = { + params: params, + headers: { + "content-type": "application/x-www-form-urlencoded", + Authorization: `Bearer ${token}`, + }, + }; + + instance.defaults.timeout = 30000; + const res = await instance.get("/getuserplaygrounds", options); + if (res.status == 200) { + return res.data; + } else { + console.log("noerror: " + res); + return await res.status; + } + } catch (err) { + console.error("error: " + err); + var error = new Object(); + error.action = "401"; + error.error = err; + return await error; + } +} + +global.online = "ob"; +global.pipelines = []; + +function sendlog(reslog, pathfileval) { + var usertmp = global.pipelines.find((x) => x.pathlogfile == pathfileval); + //for (var key in usertmp.data){ + var user = usertmp.data[0].user25user; + // if(usertmp.data){ + console.log("-----------------------" + JSON.stringify(usertmp)); + io.in(user).emit("logdata", reslog); + // } + //} +} + +function onlogfile(path) { + console.log("File", path, "has been added"); + var pathfileval = pathmodule.basename(path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + var indexfind1 = global.pipelines.findIndex( + (x) => x.pathlogfile == pathfileval + ); + console.log( + "file11111111111111111111111111111111 " + JSON.stringify(pathfileval) + ); + if (indexfind1 === -1) { + (async () => { + console.log( + "file2222222222222222222222222222222222222 " + + JSON.stringify(pathfileval) + ); + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata = await getpipelines(token, pathfile); + //resdata.data.pathlogfile = 'test' + var resob = {}; + resob.pathlogfile = pathfileval; + var resobarray = []; + for (let i in resdata.data) { + var resob1 = {}; + resob1.data = resdata.data[i].res25swarmlabname; + resob1.user25user = resdata.data[i].res25user; + resob1.res25creator = resdata.data[i].res25creator; + resob1.res25fileforce = resdata.data[i].res25fileforce; + resobarray.push(resob1); + } + resob.data = resobarray; + var indexfind = global.pipelines.findIndex( + (x) => x.pathlogfile == pathfileval + ); + indexfind === -1 + ? global.pipelines.push(resob) + : console.log("object already exists " + pathfileval); + })(); + } +} + +async function checkstream(data) { + var res = await getkey(data.id); + if (res == "1") { + console.log("Stream is on!"); + } else { + console.log("Creating Stream...."); + + var url = "mongodb://mongo:27017/"; + MongoClient.connect(url, function (err, db) { + if (err) throw err; + var dbo = db.db("fluentdb"); + dbo.collection("test", onCollectionNew.bind(data)); + }); + } +} +// *************************************************** +// rest get +// *************************************************** + +// app.get( +// "/get_log", +// [check("token").isLength({ min: 40 })], +// cors(corsOptions), +// (req, res, next) => { +// (async () => { +// var RES = new Object(); +// RES.token = req.query["token"]; +// RES.start = req.query["start"]; +// RES.end = req.query["end"]; +// RES.swarmlabname = req.query["swarmlabname"]; +// RES.ok = "ok"; +// /* +// * +// * validate +// * +// */ + +// var isvalid = await checkToken(RES.token); +// if (isvalid.action == "ok") { +// console.log("Authserver ok " + RES.token); +// RES.error = "ok"; +// } else { +// console.log("Authserver no " + RES.token); +// RES.error = "no"; +// } +// if (RES.error == "ok") { +// var resdata = await getuserpipelines( +// RES.token, +// isvalid.user, +// RES.swarmlabname +// ); +// var mongourl = +// "mongodb://" + +// CONFIG.mongo.user + +// ":" + +// CONFIG.mongo.password + +// "@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/swarmlabplaygroundstats?replicaSet=rs1&authSource=swarmlabplaygroundstats"; +// const OPTS = { +// useNewUrlParser: true, +// useUnifiedTopology: true, +// }; +// MongoClient.connect(mongourl, OPTS, function (err, client) { +// if (err) { +// console.log(err); +// } else { +// const db = client.db("swarmlabplaygroundstats"); +// //usersession.SOCKET.user = isvalid.user +// console.log(JSON.stringify("mongo ----------------connected")); +// console.log("-----test------- " + JSON.stringify(RES)); +// if ( +// typeof RES.start !== "undefined" && +// typeof RES.end !== "undefined" +// ) { +// if (DateTime.fromISO(RES.start).isValid) { +// var datestart = DateTime.fromISO(RES.start); +// var dateend = DateTime.fromISO(RES.end); +// var search_term = { +// $and: [ +// { +// time: { +// $gte: datestart, +// }, +// }, +// { +// time: { +// $lt: dateend, +// }, +// }, +// ], +// }; +// } else { +// RES.ok = "no"; +// } +// } else if (typeof RES.end !== "undefined") { +// var dateend = DateTime.fromISO(RES.end); +// if (DateTime.fromISO(RES.end).isValid) { +// var search_term = { +// $and: [ +// { +// time: { +// $lt: dateend, +// }, +// }, +// ], +// }; +// } else { +// RES.ok = "no"; +// } +// } else if (typeof RES.start !== "undefined") { +// var datestart = DateTime.fromISO(RES.start); +// if (DateTime.fromISO(RES.start).isValid) { +// var search_term = { +// $and: [ +// { +// time: { +// $gte: datestart, +// }, +// }, +// ], +// }; +// } else { +// RES.ok = "no"; +// } +// } +// if (RES.ok == "ok") { +// //var search_term = '{"$gte": new Date("2020-12-01T00:00:00.000Z") , "$lt": new Date("2020-12-11T16:17:36.470Z") }' +// //var search_term = {"time" : {$lte : datenow}} +// var resdataarray = []; +// var resraw = {}; +// var reslab = ""; +// var datestart1 = DateTime.fromISO(RES.start); +// console.log("-----now1------- " + JSON.stringify(search_term)); +// console.log("-----now2------- " + JSON.stringify(datestart1)); +// console.log("-----now3------- " + JSON.stringify(datestart)); + +// db.collection("logs") +// .find(search_term) +// .toArray() +// //db.collection('logs').find({"time" : {$gt : datestart}}).toArray() +// .then((item) => { +// console.log("item " + JSON.stringify(item)); +// for (let i in item) { +// reslab = item[i].tailed_path; +// var segment_array = reslab.split("/"); +// var last_segment = segment_array.pop(); +// var fieldstmp = last_segment.split("-"); +// var nameofswarmlab = fieldstmp[0]; + +// var regexlog = new RegExp(nameofswarmlab); +// for (let ii in resdata.data) { +// if (regexlog.test(resdata.data[ii].res25swarmlabname)) { +// resdataarray.push(item[i]); +// RES.found = item[i]; +// } +// } +// } + +// RES.error_msg = "ok"; +// RES.data = resdataarray; +// //RES.dataserver = resdataarray +// //RES.dataservertmp = resdata +// res.json(RES); +// }) +// .catch((err) => { +// console.error(err); +// RES.error_msg = err; +// res.json(RES); +// }); +// } else { +// // RES.ok +// RES.error_msg = "no date"; +// res.json(RES); +// } +// } // error mongo connect +// }); // mongo connect +// } else { +// // token error +// RES.data = "no"; +// RES.error_msg = "token err"; +// res.json(RES); +// } +// })(); +// } +// ); + +// app.get( +// "/run", +// [ +// //check('access_token').isLength({ min: 40 }), +// //check('llo').isBase64() +// ], +// cors(corsOptions), +// (req, res, next) => { +// (async () => { +// var mongourl = +// "mongodb://" + +// CONFIG.mongo.user + +// ":" + +// CONFIG.mongo.password + +// "@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/swarmlabplaygroundstats?replicaSet=rs1&authSource=swarmlabplaygroundstats"; +// const OPTS = { +// useNewUrlParser: true, +// useUnifiedTopology: true, +// }; +// MongoClient.connect(mongourl, OPTS, function (err, client) { +// if (err) { +// console.log(err); +// } else { +// const db = client.db("swarmlabplaygroundstats"); +// //db.collection('log', onCollection); +// console.log(JSON.stringify("mongo connected")); +// var stream = db +// .collection("logs") +// .find( +// {}, +// { +// tailable: true, +// awaitdata: true, +// /* other options */ +// } +// ) +// .stream(); + +// stream.on("data", function (doc) { +// console.log(JSON.stringify(doc)); +// //socket.write(JSON.stringify({'action': 'log','param': doc.log})); +// }); +// } +// }); +// var RES = new Object(); +// RES.code = req.query["filter"]; +// RES.token = req.query["filter"]; +// var isvalid = await checkToken(RES.token); +// if (isvalid.action == "ok") { +// console.log("Authserver ok " + RES.token); +// } else { +// console.log("Authserver no " + RES.token); +// } +// RES.error = false; +// RES.error_msg = "ok"; +// res.json(RES); +// })(); +// } +// ); + +// // *************************************************** +// // rest post +// // *************************************************** + +// app.post( +// "/run", +// [ +// //check('access_token').isLength({ min: 40 }), +// //check('llo').isBase64() +// ], +// cors(corsOptions), +// (req, res, next) => { +// (async () => { +// //console.log(JSON.stringify(req.headers)); +// //console.log(JSON.stringify(req.body)); +// //console.log("mongo "+JSON.stringify(req.body)); +// //console.log("LOG "+JSON.stringify(req.body[0].message)); +// //console.log("PATH "+JSON.stringify(req.body[0].tailed_path)); +// for (var i = 0; i < req.body.length; i++) { +// //var getpath = await onlogfile(req.body[i].tailed_path) + +// var path = req.body[i].tailed_path; + +// console.log("File", path, "has been added"); +// var pathfileval = pathmodule.basename(path); +// var arrfile = pathfileval.toString().split("-"); +// var pathfile = arrfile[0]; +// var indexfind1 = global.pipelines.findIndex( +// (x) => x.pathlogfile == pathfileval +// ); +// console.log( +// "file11111111111111111111111111111111 " + JSON.stringify(pathfileval) +// ); +// if (indexfind1 === -1) { +// (async () => { +// console.log( +// "file2222222222222222222222222222222222222 " + +// JSON.stringify(pathfileval) +// ); +// var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto +// var resdata = await getpipelines(token, pathfile); +// //resdata.data.pathlogfile = 'test' +// var resob = {}; +// resob.pathlogfile = pathfileval; +// var resobarray = []; +// for (let i in resdata.data) { +// var resob1 = {}; +// resob1.data = resdata.data[i].res25swarmlabname; +// resob1.user25user = resdata.data[i].res25user; +// resob1.res25creator = resdata.data[i].res25creator; +// resob1.res25fileforce = resdata.data[i].res25fileforce; +// resobarray.push(resob1); +// } +// resob.data = resobarray; +// //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data[0].res25swarmlabname); +// var indexfind = global.pipelines.findIndex( +// (x) => x.pathlogfile == pathfileval +// ); + +// //indexfind === -1 ? global.pipelines.push({resob}) : console.log("object already exists") +// indexfind === -1 +// ? global.pipelines.push(resob) +// : console.log("object already exists " + pathfileval); + +// //console.log('info', JSON.stringify(resdata)); +// //console.log('info------------- ', JSON.stringify(global.pipelines)); +// })(); +// } +// // +// var obj = req.body[i]; + +// //var indexfind = global.pipelines.findIndex(x => x.res25swarmlabname==resdata.data.res25swarmlabname); +// //indexfind === -1 ? global.pipelines.push(resob) : console.log("object already exists") +// var now = new Date(); + +// var reslog = new Object(); +// reslog.log = obj; + +// reslog.date = convertDateToUTC(now); +// console.log(reslog); +// var pathfileval = pathmodule.basename(reslog.log.tailed_path); +// var indexfind = global.pipelines.findIndex( +// (x) => x.pathlogfile == pathfileval +// ); +// //indexfind === -1 ? sendlog(reslog,pathfileval) : console.log("object already exists") +// indexfind === -1 +// ? console.log("object not found") +// : sendlog(reslog, pathfileval); +// console.log("IOT " + JSON.stringify(reslog.log.tailed_path)); +// console.log("IOTindexfind " + JSON.stringify(indexfind)); +// console.log("IOTuser " + JSON.stringify(global.pipelines)); +// // io.in("iot").emit("message", reslog); +// // io.emit("logdata", reslog); +// } +// })(); + +// //io.in("iot").emit("message", RES); + +// console.error("socket POST from client"); +// var RES = new Object(); +// RES.error = false; +// RES.error_msg = "ok"; +// RES.msg = req.body[0].messsage; + +// res.json(RES); +// } +// ); + +// *************************************************** +// socket +// *************************************************** + +//function getSHA256ofJSON(input){ +// return require("crypto").createHash("sha256").update(JSON.stringify(input)).digest("hex"); +//} + +function sleep(ms) { + return new Promise((resolve) => setTimeout(resolve, ms)); +} + +function getSHA256ofJSON(data, inputEncoding, encoding) { + if (!data) { + return ""; + } + inputEncoding = inputEncoding || "utf-8"; + encoding = encoding || "hex"; + const hash = require("crypto").createHash("md5"); + return hash.update(JSON.stringify(data), inputEncoding).digest(encoding); +} + +// --- LEFOS - get user via token from REDIS +async function getUser(token) { + return new Promise((resolve) => { + pubClient.get(token, function (err, reply) { + if (err) { + console.log("----------error------------"); + + resolve(null); + } else { + if (reply) { + console.log("---------found----------"); + resolve(1); + } else { + console.log("----------not found------------"); + resolve(2); + //return 2 + } + } + }); + }); +} + +//var getkey = function getkey(key) { +async function getkey(id) { + return new Promise((resolve) => { + pubClient.get(id, function (err, reply) { + if (err) { + console.log("----------error------------"); + + resolve(null); + } else { + if (reply) { + //console.log("---------fount----------"); + resolve(1); + } else { + console.log("----------not fount------------"); + resolve(2); + //return 2 + } + } + }); + }); +} +// Lefos === Set the user to redis +var setUser = function setus(id, user) { + return new Promise((resolve) => { + //pubClient.set(key,value, 'EX', expire, function(err,reply){ + pubClient.set(id, user, function (err, reply) { + if (err) { + resolve(null); + } else { + resolve(reply); + } + }); + }); +}; +// === +var setkey = function setkv(key, value) { + return new Promise((resolve) => { + //pubClient.set(key,value, 'EX', expire, function(err,reply){ + pubClient.set(key, value, function (err, reply) { + if (err) { + resolve(null); + } else { + resolve(reply); + } + }); + }); +}; + +async function iosend(data, issend, io, pubClient, user1) { + var new1 = {}; + new1.tailed_path = data.tailed_path; + new1.message = data.message; + + var now = new Date(); + var reslog1 = {}; + //reslog1.data = resob1 + reslog1.log = new1; + reslog1.date = convertDateToUTC(now); + var user = user1; + + const randomTimeInMs = Math.random() * 2000; + await sleep(randomTimeInMs); + var getres = await getkey(issend); + + if (getres == "1") { + console.log(issend + " ---1 " + JSON.stringify(reslog1)); + //io.in(user).emit("logdata", reslog1); + } else if (getres == "2") { + console.log(issend + " ---2 " + JSON.stringify(reslog1)); + setkey(issend, "1"); + //pubClient.set(issend, '1', function(err, res) { + //}); + io.in(user).emit("logdata", reslog1); + //} + } +} + +function onCollection(err, collection) { + let options = { + tailable: true, + awaitdata: true, + numberOfRetries: -1, + tailableRetryInterval: 500, + }; + var cursor = collection.find({}, options).stream(); + var itemsProcessed = 0; + + var reslog = new Object(); + var now = new Date(); + cursor.on("data", function (data) { + var issendob = new Object(); + issendob.id = data._id; + issendob.message = data.message; + issendob.tailed_path = data.tailed_path; + + var issend = getSHA256ofJSON(issendob); + + console.log("++++++++" + JSON.stringify(data)); + console.log("++++++++ob" + JSON.stringify(issendob)); + console.log("++++++++sha" + JSON.stringify(issend)); + + var pathfileval = pathmodule.basename(data.tailed_path); + var arrfile = pathfileval.toString().split("-"); + var pathfile = arrfile[0]; + + var indexupdate = "yes"; + var resob = {}; + pubClient.get(pathfileval, function (err, object) { + var objecttmp = JSON.parse(object); + if (object) { + var user1 = objecttmp.user25user.replace(/[\n\t\r]/g, ""); + iosend(data, issend, io, pubClient, user1); + } else { + (async () => { + var token = "d2539e5a7ae1f9f1b0eb2b8f22ca467a86d28407"; // desto + var resdata1 = await getpipelines(token, pathfile); + resob.pathlogfile = pathfileval; + var resob11 = {}; + var i1 = 0; + resob11.data = resdata1.data[i1].res25swarmlabname; + resob11.user25user = resdata1.data[i1].res25user.replace( + /[\n\t\r]/g, + "" + ); + resob11.res25creator = resdata1.data[i1].res25creator; + resob11.res25fileforce = resdata1.data[i1].res25fileforce; + resob11.tailed_path = pathfileval; + var resob1string1 = JSON.stringify(resob11); + await pubClient.set( + pathfileval, + resob1string1, + function (err, res) {} + ); + var user1 = resob11.user25user; + iosend(data, issend, io, pubClient, user1); + console.log(" ---no--- " + JSON.stringify(data)); + })(); //await inside yes + } + }); + }); + + setInterval(function () { + console.log("itemsProcessed", itemsProcessed); + // this method is also exposed by the Server instance + //console.log(adapter.rooms); + }, 8000); +} + +/// ARXIKO MONGO CONNECTION /// +// var mongourl = +// "mongodb://" + +// CONFIG.mongo.user + +// ":" + +// CONFIG.mongo.password + +// "@ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017/swarmlabplaygroundstats?replicaSet=rs1&authSource=swarmlabplaygroundstats"; +// const OPTS = { +// useNewUrlParser: true, +// useUnifiedTopology: true, +// }; +// var mongooptions = { +// autoReconnect: true, +// keepAlive: 1, +// connectTimeoutMS: 30000, +// socketTimeoutMS: 0, +// }; + +// MongoClient.connect(mongourl, OPTS, function (err, client) { +// if (err) { +// console.log(err); +// } else { +// const db = client.db("swarmlabplaygroundstats"); +// db.collection("logs", onCollection); +// } +// }); + +http.listen(3000, () => console.error("listening on http://localhost:3000/")); +console.error("socket.io example"); diff --git a/swarmlab-app/src/run/model/Item.js b/swarmlab-app/src/run/model/Item.js new file mode 100644 index 0000000..2e33dac --- /dev/null +++ b/swarmlab-app/src/run/model/Item.js @@ -0,0 +1,15 @@ +const mongoose = require("mongoose"); +const Schema = mongoose.Schema; + +const ItemSchema = new Schema({ + name: { + type: String, + required: true, + }, + date: { + type: Date, + default: Date.now, + }, +}); + +module.exports = Item = mongoose.model("item", ItemSchema); diff --git a/swarmlab-app/src/run/runconfig.js b/swarmlab-app/src/run/runconfig.js new file mode 100644 index 0000000..fe0e7a2 --- /dev/null +++ b/swarmlab-app/src/run/runconfig.js @@ -0,0 +1,11 @@ +var config = {}; + +config.mongo = {}; +config.redis = {}; + +config.mongo.user = 'user1' +config.mongo.password= 'pass1' +config.redis.host = 'redisserver'; +config.redis.port = 6379; + +module.exports = config;