Add support for interactive compute. Closes #1691 (#1693)

* Add event emitter utility

* WIP Add basic interactive compute support

* WIP interactive compute. Add dependencies and router

* misc code cleanup

* Combine COMPLETE/CLOSE messages

* Refactor tasks in interactive compute

* WIP refactor compute backend, client, local compute

* Add deepforge serialization files and addArtifact support

* Add session.close to interactive sessions

* WIP IC Add member method for encoding msgs

* WIP IC Throw error on exec w/ non-zero exitCode

* WIP IC add session w/ auto queueing support

* WIP IC Rename action name in ensureIdle

* WIP code cleanup

* WIP create server in "before"

* Refactor interactive client code (improve testability)

* addFile support for interactive sessions

* Use Session.new for creation (throws on failure)

* Detect compute creation errors

* rm old debug logs

* Rename start-session.js to start.js

* Fixed bugs with start.js code on interactive compute

* Send ERROR message on job failure

* Combine wss ports. Add DEEPFORGE_INTERACTIVE_COMPUTE_HOST

* ensure client ws open before sending

* async fn -> fn

* use router lifecycle hooks

* Update package-lock

* Fix tests

* Add integration tests and auth for blob client

* Add InteractiveComputeHost info to gmeConfig.extensions

* Fixed default server URL detection

* Update the router to use the interactive compute from the gme config

* Remove old debug comments

* add start/stop interactive compute logs

* Stop the server after the interactive compute integration tests

* Remove debug logs

Author: brollb

config/config.extensions.js

@@ -0,0 +1,6 @@
+
+module.exports = config => {
+    config.extensions = {};
+    config.extensions.InteractiveComputeHost = process.env.DEEPFORGE_INTERACTIVE_COMPUTE_HOST;
+    return config;
+};

config/config.webgme.js

@@ -51,6 +51,11 @@ config.rest.components['SciServerAuth'] = {
   mount: 'routers/SciServerAuth',
   options: {}
 };
+config.rest.components['InteractiveCompute'] = {
+  src: __dirname + '/../src/routers/InteractiveCompute/InteractiveCompute.js',
+  mount: 'routers/InteractiveCompute',
+  options: {}
+};
 
 // Visualizer descriptors
 config.visualization.visualizerDescriptors.push(__dirname + '/../src/visualizers/Visualizers.json');

config/index.js

@@ -11,5 +11,6 @@ var env = process.env.NODE_ENV || 'default',
     config = require(configFilename),
     validateConfig = require('webgme/config/validator');
 
-validateConfig(configFilename);
+validateConfig(config);
+config = require(__dirname + '/config.extensions.js')(config);
 module.exports = config;

docker/docker-compose.yml

@@ -9,11 +9,13 @@ services:
     environment:
       - "MONGO_URI=mongodb://mongo:27017/deepforge"
       - "DEEPFORGE_HOST=https://dev.deepforge.org"
+      - "DEEPFORGE_INTERACTIVE_COMPUTE_HOST=https://dev-compute.deepforge.org"
       - "DEEPFORGE_PUBLIC_KEY=/token_keys/public_key"
       - "DEEPFORGE_PRIVATE_KEY=/token_keys/private_key"
     image: deepforge/kitchen-sink:latest
     ports:
       - "8888:8888"
+      - "8889:8889"
     volumes:
       - "$HOME/.deepforge/blob:/data/blob"
       - "${TOKEN_KEYS_DIR}:/token_keys"