diff options
author | Bob Zeleznik <zzzman@gmail.com> | 2019-12-14 21:50:27 -0500 |
---|---|---|
committer | Bob Zeleznik <zzzman@gmail.com> | 2019-12-14 21:50:27 -0500 |
commit | 24a9257a0dadaed4a6e31a54b5936668f2d34e6f (patch) | |
tree | 6919ddbbad04c2a5c06a18c09b4f39bae13cdf32 | |
parent | 7edce1af91621b7724e4763a5afabb4ab86d183c (diff) | |
parent | 50940d2f1680aabbadcf9dd6e5455b7c7517115a (diff) |
Merge branch 'master' of https://github.com/browngraphicslab/Dash-Web
-rw-r--r-- | .gitignore | 4 | ||||
-rw-r--r-- | package-lock.json | 71 | ||||
-rw-r--r-- | package.json | 2 | ||||
-rw-r--r-- | solr-8.3.1/server/logs/solr-8983-console.log | 15 | ||||
-rw-r--r-- | solr-8.3.1/server/logs/solr.log | 37 | ||||
-rw-r--r-- | solr-8.3.1/server/logs/solr_gc.log.0.current | 489 | ||||
-rw-r--r-- | solr-8.3.1/server/logs/solr_slow_requests.log | 0 | ||||
-rw-r--r-- | src/server/ChildProcessUtilities/daemon/session.ts | 190 | ||||
-rw-r--r-- | src/server/ProcessFactory.ts (renamed from src/server/ChildProcessUtilities/ProcessFactory.ts) | 25 | ||||
-rw-r--r-- | src/server/index.ts | 2 | ||||
-rw-r--r-- | src/server/session_manager/config.ts | 33 | ||||
-rw-r--r-- | src/server/session_manager/input_manager.ts | 101 | ||||
-rw-r--r-- | src/server/session_manager/logs/current_daemon_pid.log | 1 | ||||
-rw-r--r-- | src/server/session_manager/logs/current_server_pid.log | 1 | ||||
-rw-r--r-- | src/server/session_manager/logs/current_session_manager_pid.log | 1 | ||||
-rw-r--r-- | src/server/session_manager/session_manager.ts | 199 |
16 files changed, 386 insertions, 785 deletions
diff --git a/.gitignore b/.gitignore index d25a53cd7..d376d7c12 100644 --- a/.gitignore +++ b/.gitignore @@ -3,7 +3,7 @@ dist/ .DS_Store .env ClientUtils.ts -solr-8.3.1/server/**/* +solr-8.3.1/server/logs/ src/server/public/files/ src/scraping/acm/package-lock.json -src/server/ChildProcessUtilities/daemon/**/*.log +src/server/session_manager/logs/**/*.log diff --git a/package-lock.json b/package-lock.json index 9591e632d..c7b56b074 100644 --- a/package-lock.json +++ b/package-lock.json @@ -2527,7 +2527,7 @@ }, "browserify-aes": { "version": "1.2.0", - "resolved": "http://registry.npmjs.org/browserify-aes/-/browserify-aes-1.2.0.tgz", + "resolved": "https://registry.npmjs.org/browserify-aes/-/browserify-aes-1.2.0.tgz", "integrity": "sha512-+7CHXqGuspUn/Sl5aO7Ea0xWGAtETPXNSAjHo48JfLdPWcMng33Xe4znFvQweqc/uzk5zSOI3H52CYnjCfb5hA==", "requires": { "buffer-xor": "^1.0.3", @@ -2561,7 +2561,7 @@ }, "browserify-rsa": { "version": "4.0.1", - "resolved": "http://registry.npmjs.org/browserify-rsa/-/browserify-rsa-4.0.1.tgz", + "resolved": "https://registry.npmjs.org/browserify-rsa/-/browserify-rsa-4.0.1.tgz", "integrity": "sha1-IeCr+vbyApzy+vsTNWenAdQTVSQ=", "requires": { "bn.js": "^4.1.0", @@ -2598,7 +2598,7 @@ }, "buffer": { "version": "4.9.1", - "resolved": "http://registry.npmjs.org/buffer/-/buffer-4.9.1.tgz", + "resolved": "https://registry.npmjs.org/buffer/-/buffer-4.9.1.tgz", "integrity": "sha1-bRu2AbB6TvztlwlBMgkwJ8lbwpg=", "dev": true, "requires": { @@ -2762,7 +2762,7 @@ }, "camelcase-keys": { "version": "2.1.0", - "resolved": "http://registry.npmjs.org/camelcase-keys/-/camelcase-keys-2.1.0.tgz", + "resolved": "https://registry.npmjs.org/camelcase-keys/-/camelcase-keys-2.1.0.tgz", "integrity": "sha1-MIvur/3ygRkFHvodkyITyRuPkuc=", "requires": { "camelcase": "^2.0.0", @@ -3529,7 +3529,7 @@ }, "create-hash": { "version": "1.2.0", - "resolved": "http://registry.npmjs.org/create-hash/-/create-hash-1.2.0.tgz", + "resolved": "https://registry.npmjs.org/create-hash/-/create-hash-1.2.0.tgz", "integrity": "sha512-z00bCGNHDG8mHAkP7CtT1qVu+bFQUPjYq/4Iv3C3kWjTFV10zIjfSoeqXo9Asws8gwSHDGj/hl2u4OGIjapeCg==", "requires": { "cipher-base": "^1.0.1", @@ -3541,7 +3541,7 @@ }, "create-hmac": { "version": "1.1.7", - "resolved": "http://registry.npmjs.org/create-hmac/-/create-hmac-1.1.7.tgz", + "resolved": "https://registry.npmjs.org/create-hmac/-/create-hmac-1.1.7.tgz", "integrity": "sha512-MJG9liiZ+ogc4TzUwuvbER1JRdgvUFSB5+VR/g5h82fGaIRWMWddtKBHi7/sVhfjQZ6SehlyhvQYrcYkaUIpLg==", "requires": { "cipher-base": "^1.0.3", @@ -4084,7 +4084,7 @@ }, "diffie-hellman": { "version": "5.0.3", - "resolved": "http://registry.npmjs.org/diffie-hellman/-/diffie-hellman-5.0.3.tgz", + "resolved": "https://registry.npmjs.org/diffie-hellman/-/diffie-hellman-5.0.3.tgz", "integrity": "sha512-kqag/Nl+f3GwyK25fhUMYj81BUOrZ9IuJsjIcDE5icNM9FJHAVm3VcUDxdLPoQtTuUylWm6ZIknYJwwaPxsUzg==", "requires": { "bn.js": "^4.1.0", @@ -5889,6 +5889,11 @@ "resolved": "https://registry.npmjs.org/get-stream/-/get-stream-3.0.0.tgz", "integrity": "sha1-jpQ9E1jcN1VQVOy+LtsFqhdO3hQ=" }, + "get-them-args": { + "version": "1.3.2", + "resolved": "https://registry.npmjs.org/get-them-args/-/get-them-args-1.3.2.tgz", + "integrity": "sha1-dKILqKSr7OWuGZrQPyvMaP38m6U=" + }, "get-value": { "version": "2.0.6", "resolved": "https://registry.npmjs.org/get-value/-/get-value-2.0.6.tgz", @@ -7013,7 +7018,7 @@ }, "is-accessor-descriptor": { "version": "0.1.6", - "resolved": "http://registry.npmjs.org/is-accessor-descriptor/-/is-accessor-descriptor-0.1.6.tgz", + "resolved": "https://registry.npmjs.org/is-accessor-descriptor/-/is-accessor-descriptor-0.1.6.tgz", "integrity": "sha1-qeEss66Nh2cn7u84Q/igiXtcmNY=", "requires": { "kind-of": "^3.0.2" @@ -7062,7 +7067,7 @@ }, "is-data-descriptor": { "version": "0.1.4", - "resolved": "http://registry.npmjs.org/is-data-descriptor/-/is-data-descriptor-0.1.4.tgz", + "resolved": "https://registry.npmjs.org/is-data-descriptor/-/is-data-descriptor-0.1.4.tgz", "integrity": "sha1-C17mSDiOLIYCgueT8YVv7D8wG1Y=", "requires": { "kind-of": "^3.0.2" @@ -7773,6 +7778,15 @@ "resolved": "https://registry.npmjs.org/keygrip/-/keygrip-1.0.3.tgz", "integrity": "sha512-/PpesirAIfaklxUzp4Yb7xBper9MwP6hNRA6BGGUFCgbJ+BM5CKBtsoxinNXkLHAr+GXS1/lSlF2rP7cv5Fl+g==" }, + "kill-port": { + "version": "1.6.0", + "resolved": "https://registry.npmjs.org/kill-port/-/kill-port-1.6.0.tgz", + "integrity": "sha512-gwHRBZ3OLBcupsOJZlIt2Xvf6QqFH3lfdpGnmonXJnJrqq819UXtItGEU1rCMXHK6sXFlxdpkw8ka56rtWw/eQ==", + "requires": { + "get-them-args": "^1.3.1", + "shell-exec": "^1.0.2" + } + }, "killable": { "version": "1.0.1", "resolved": "https://registry.npmjs.org/killable/-/killable-1.0.1.tgz", @@ -7833,7 +7847,7 @@ }, "load-json-file": { "version": "1.1.0", - "resolved": "http://registry.npmjs.org/load-json-file/-/load-json-file-1.1.0.tgz", + "resolved": "https://registry.npmjs.org/load-json-file/-/load-json-file-1.1.0.tgz", "integrity": "sha1-lWkFcI1YtLq0wiYbBPWfMcmTdMA=", "requires": { "graceful-fs": "^4.1.2", @@ -8147,7 +8161,7 @@ }, "media-typer": { "version": "0.3.0", - "resolved": "http://registry.npmjs.org/media-typer/-/media-typer-0.3.0.tgz", + "resolved": "https://registry.npmjs.org/media-typer/-/media-typer-0.3.0.tgz", "integrity": "sha1-hxDXrwqmJvj/+hzgAWhUUmMlV0g=" }, "mem": { @@ -8179,7 +8193,7 @@ }, "meow": { "version": "3.7.0", - "resolved": "http://registry.npmjs.org/meow/-/meow-3.7.0.tgz", + "resolved": "https://registry.npmjs.org/meow/-/meow-3.7.0.tgz", "integrity": "sha1-cstmi0JSKCkKu/qFaJJYcwioAfs=", "requires": { "camelcase-keys": "^2.0.0", @@ -8372,7 +8386,7 @@ }, "mkdirp": { "version": "0.5.1", - "resolved": "http://registry.npmjs.org/mkdirp/-/mkdirp-0.5.1.tgz", + "resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-0.5.1.tgz", "integrity": "sha1-MAV0OOrGz3+MR2fzhkjWaX11yQM=", "requires": { "minimist": "0.0.8" @@ -8713,7 +8727,7 @@ }, "next-tick": { "version": "1.0.0", - "resolved": "http://registry.npmjs.org/next-tick/-/next-tick-1.0.0.tgz", + "resolved": "https://registry.npmjs.org/next-tick/-/next-tick-1.0.0.tgz", "integrity": "sha1-yobR/ogoFpsBICCOPchCS524NCw=" }, "nice-try": { @@ -8877,7 +8891,7 @@ }, "semver": { "version": "5.3.0", - "resolved": "http://registry.npmjs.org/semver/-/semver-5.3.0.tgz", + "resolved": "https://registry.npmjs.org/semver/-/semver-5.3.0.tgz", "integrity": "sha1-myzl094C0XxgEq0yaqa00M9U+U8=" }, "tar": { @@ -12480,7 +12494,7 @@ }, "os-homedir": { "version": "1.0.2", - "resolved": "http://registry.npmjs.org/os-homedir/-/os-homedir-1.0.2.tgz", + "resolved": "https://registry.npmjs.org/os-homedir/-/os-homedir-1.0.2.tgz", "integrity": "sha1-/7xJiDNuDoM94MFox+8VISGqf7M=" }, "os-locale": { @@ -12493,7 +12507,7 @@ }, "os-tmpdir": { "version": "1.0.2", - "resolved": "http://registry.npmjs.org/os-tmpdir/-/os-tmpdir-1.0.2.tgz", + "resolved": "https://registry.npmjs.org/os-tmpdir/-/os-tmpdir-1.0.2.tgz", "integrity": "sha1-u+Z0BseaqFxc/sdm/lc0VV36EnQ=" }, "osenv": { @@ -12723,7 +12737,7 @@ }, "path-is-absolute": { "version": "1.0.1", - "resolved": "http://registry.npmjs.org/path-is-absolute/-/path-is-absolute-1.0.1.tgz", + "resolved": "https://registry.npmjs.org/path-is-absolute/-/path-is-absolute-1.0.1.tgz", "integrity": "sha1-F0uSaHNVNP+8es5r9TpanhtcX18=" }, "path-is-inside": { @@ -14043,7 +14057,7 @@ }, "readable-stream": { "version": "2.3.6", - "resolved": "http://registry.npmjs.org/readable-stream/-/readable-stream-2.3.6.tgz", + "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.6.tgz", "integrity": "sha512-tQtKA9WIAhBF3+VLAseyMqZeBjW0AHJoxOtYqSUZNJxauErmLbVm2FW1y+J/YA9dUrAC39ITejlZWhVIwawkKw==", "requires": { "core-util-is": "~1.0.0", @@ -14387,7 +14401,7 @@ }, "safe-regex": { "version": "1.1.0", - "resolved": "http://registry.npmjs.org/safe-regex/-/safe-regex-1.1.0.tgz", + "resolved": "https://registry.npmjs.org/safe-regex/-/safe-regex-1.1.0.tgz", "integrity": "sha1-QKNmnzsHfR6UPURinhV91IAjvy4=", "requires": { "ret": "~0.1.10" @@ -14652,7 +14666,7 @@ }, "sha.js": { "version": "2.4.11", - "resolved": "http://registry.npmjs.org/sha.js/-/sha.js-2.4.11.tgz", + "resolved": "https://registry.npmjs.org/sha.js/-/sha.js-2.4.11.tgz", "integrity": "sha512-QMEp5B7cftE7APOjk5Y6xgrbWu+WkLVQwk8JNjZ8nKRciZaByEW6MubieAiToS7+dwvrjGhH8jRXz3MVd0AYqQ==", "requires": { "inherits": "^2.0.1", @@ -14720,6 +14734,11 @@ "resolved": "https://registry.npmjs.org/shebang-regex/-/shebang-regex-1.0.0.tgz", "integrity": "sha1-2kL0l0DAtC2yypcoVxyxkMmO/qM=" }, + "shell-exec": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/shell-exec/-/shell-exec-1.0.2.tgz", + "integrity": "sha512-jyVd+kU2X+mWKMmGhx4fpWbPsjvD53k9ivqetutVW/BQ+WIZoDoP4d8vUMGezV6saZsiNoW2f9GIhg9Dondohg==" + }, "shelljs": { "version": "0.8.3", "resolved": "https://registry.npmjs.org/shelljs/-/shelljs-0.8.3.tgz", @@ -15392,7 +15411,7 @@ }, "string_decoder": { "version": "1.1.1", - "resolved": "http://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz", + "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz", "integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==", "requires": { "safe-buffer": "~5.1.0" @@ -15422,7 +15441,7 @@ }, "strip-ansi": { "version": "3.0.1", - "resolved": "http://registry.npmjs.org/strip-ansi/-/strip-ansi-3.0.1.tgz", + "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-3.0.1.tgz", "integrity": "sha1-ajhfuIU9lS1f8F0Oiq+UJ43GPc8=", "requires": { "ansi-regex": "^2.0.0" @@ -15438,7 +15457,7 @@ }, "strip-eof": { "version": "1.0.0", - "resolved": "http://registry.npmjs.org/strip-eof/-/strip-eof-1.0.0.tgz", + "resolved": "https://registry.npmjs.org/strip-eof/-/strip-eof-1.0.0.tgz", "integrity": "sha1-u0P/VZim6wXYm1n80SnJgzE2Br8=" }, "strip-indent": { @@ -16191,7 +16210,7 @@ }, "tty-browserify": { "version": "0.0.0", - "resolved": "http://registry.npmjs.org/tty-browserify/-/tty-browserify-0.0.0.tgz", + "resolved": "https://registry.npmjs.org/tty-browserify/-/tty-browserify-0.0.0.tgz", "integrity": "sha1-oVe6QC2iTpv5V/mqadUk7tQpAaY=", "dev": true }, @@ -17633,7 +17652,7 @@ }, "wrap-ansi": { "version": "2.1.0", - "resolved": "http://registry.npmjs.org/wrap-ansi/-/wrap-ansi-2.1.0.tgz", + "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-2.1.0.tgz", "integrity": "sha1-2Pw9KE3QV5T+hJc8rs3Rz4JP3YU=", "requires": { "string-width": "^1.0.1", diff --git a/package.json b/package.json index c58f542fc..4b0de5392 100644 --- a/package.json +++ b/package.json @@ -5,7 +5,7 @@ "main": "index.js", "scripts": { "start-release": "cross-env RELEASE=true NODE_OPTIONS=--max_old_space_size=4096 ts-node-dev -- src/server/index.ts", - "session": "npx ts-node ./src/server/ChildProcessUtilities/daemon/session.ts", + "session": "npx ts-node ./src/server/session_manager/session_manager.ts", "start": "cross-env NODE_OPTIONS=--max_old_space_size=4096 ts-node-dev -- src/server/index.ts", "debug": "cross-env NODE_OPTIONS=--max_old_space_size=8192 ts-node-dev --inspect -- src/server/index.ts", "build": "cross-env NODE_OPTIONS=--max_old_space_size=8192 webpack --env production", diff --git a/solr-8.3.1/server/logs/solr-8983-console.log b/solr-8.3.1/server/logs/solr-8983-console.log deleted file mode 100644 index db15ae26c..000000000 --- a/solr-8.3.1/server/logs/solr-8983-console.log +++ /dev/null @@ -1,15 +0,0 @@ -2019-12-13 19:19:28.474 INFO (main) [ ] o.e.j.u.log Logging initialized @2320ms to org.eclipse.jetty.util.log.Slf4jLog -2019-12-13 19:19:28.637 WARN (main) [ ] o.e.j.x.XmlConfiguration Deprecated method public void org.eclipse.jetty.rewrite.handler.RedirectRegexRule.setReplacement(java.lang.String) in file:///C:/Users/avd/Desktop/Sam/Dash-Web/solr-8.3.1/server/etc/jetty.xml -2019-12-13 19:19:28.694 WARN (main) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time -2019-12-13 19:19:28.694 WARN (main) [ ] o.e.j.x.XmlConfiguration Deprecated method public void org.eclipse.jetty.server.ServerConnector.setSoLingerTime(int) in file:///C:/Users/avd/Desktop/Sam/Dash-Web/solr-8.3.1/server/etc/jetty-http.xml -2019-12-13 19:19:28.702 INFO (main) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_131-b11 -2019-12-13 19:19:28.726 INFO (main) [ ] o.e.j.d.p.ScanningAppProvider Deployment monitor [file:///C:/Users/avd/Desktop/Sam/Dash-Web/solr-8.3.1/server/contexts/] at interval 0 -2019-12-13 19:19:29.225 INFO (main) [ ] o.e.j.w.StandardDescriptorProcessor NO JSP Support for /solr, did not find org.apache.jasper.servlet.JspServlet -2019-12-13 19:19:29.233 INFO (main) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 -2019-12-13 19:19:29.233 INFO (main) [ ] o.e.j.s.session No SessionScavenger set, using defaults -2019-12-13 19:19:29.236 INFO (main) [ ] o.e.j.s.session node0 Scavenging every 660000ms -2019-12-13 19:19:29.308 INFO (main) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory -2019-12-13 19:19:29.312 INFO (main) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1 -2019-12-13 19:19:29.312 INFO (main) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port 8983 -2019-12-13 19:19:29.312 INFO (main) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: C:\Users\avd\Desktop\Sam\Dash-Web\solr-8.3.1 -2019-12-13 19:19:29.313 INFO (main) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-13T19:19:29.313Z diff --git a/solr-8.3.1/server/logs/solr.log b/solr-8.3.1/server/logs/solr.log deleted file mode 100644 index 10ed06cb3..000000000 --- a/solr-8.3.1/server/logs/solr.log +++ /dev/null @@ -1,37 +0,0 @@ -2019-12-13 19:19:28.474 INFO (main) [ ] o.e.j.u.log Logging initialized @2320ms to org.eclipse.jetty.util.log.Slf4jLog -2019-12-13 19:19:28.637 WARN (main) [ ] o.e.j.x.XmlConfiguration Deprecated method public void org.eclipse.jetty.rewrite.handler.RedirectRegexRule.setReplacement(java.lang.String) in file:///C:/Users/avd/Desktop/Sam/Dash-Web/solr-8.3.1/server/etc/jetty.xml -2019-12-13 19:19:28.694 WARN (main) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time -2019-12-13 19:19:28.694 WARN (main) [ ] o.e.j.x.XmlConfiguration Deprecated method public void org.eclipse.jetty.server.ServerConnector.setSoLingerTime(int) in file:///C:/Users/avd/Desktop/Sam/Dash-Web/solr-8.3.1/server/etc/jetty-http.xml -2019-12-13 19:19:28.702 INFO (main) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_131-b11 -2019-12-13 19:19:28.726 INFO (main) [ ] o.e.j.d.p.ScanningAppProvider Deployment monitor [file:///C:/Users/avd/Desktop/Sam/Dash-Web/solr-8.3.1/server/contexts/] at interval 0 -2019-12-13 19:19:29.225 INFO (main) [ ] o.e.j.w.StandardDescriptorProcessor NO JSP Support for /solr, did not find org.apache.jasper.servlet.JspServlet -2019-12-13 19:19:29.233 INFO (main) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 -2019-12-13 19:19:29.233 INFO (main) [ ] o.e.j.s.session No SessionScavenger set, using defaults -2019-12-13 19:19:29.236 INFO (main) [ ] o.e.j.s.session node0 Scavenging every 660000ms -2019-12-13 19:19:29.308 INFO (main) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory -2019-12-13 19:19:29.312 INFO (main) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1 -2019-12-13 19:19:29.312 INFO (main) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port 8983 -2019-12-13 19:19:29.312 INFO (main) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: C:\Users\avd\Desktop\Sam\Dash-Web\solr-8.3.1 -2019-12-13 19:19:29.313 INFO (main) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-13T19:19:29.313Z -2019-12-13 19:19:29.334 INFO (main) [ ] o.a.s.c.SolrResourceLoader Using system property solr.solr.home: C:\Users\avd\Desktop\Sam\Dash-Web\solr-8.3.1\server\solr -2019-12-13 19:19:29.341 INFO (main) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\avd\Desktop\Sam\Dash-Web\solr-8.3.1\server\solr\solr.xml -2019-12-13 19:19:29.424 INFO (main) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3d299e3, but no JMX reporters were configured - adding default JMX reporter. -2019-12-13 19:19:29.597 INFO (main) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true] -2019-12-13 19:19:29.983 WARN (main) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@222eb8aa[provider=null,keyStore=null,trustStore=null] -2019-12-13 19:19:29.983 WARN (main) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@222eb8aa[provider=null,keyStore=null,trustStore=null] -2019-12-13 19:19:30.070 WARN (main) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@793138bd[provider=null,keyStore=null,trustStore=null] -2019-12-13 19:19:30.070 WARN (main) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@793138bd[provider=null,keyStore=null,trustStore=null] -2019-12-13 19:19:30.214 INFO (main) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores -2019-12-13 19:19:30.216 INFO (main) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. -2019-12-13 19:19:30.275 INFO (main) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d299e3 -2019-12-13 19:19:30.276 INFO (main) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d299e3 -2019-12-13 19:19:30.280 INFO (main) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3d299e3 -2019-12-13 19:19:30.315 INFO (main) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\avd\Desktop\Sam\Dash-Web\solr-8.3.1\server\solr -2019-12-13 19:19:30.784 INFO (main) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@69997e9d{/solr,file:///C:/Users/avd/Desktop/Sam/Dash-Web/solr-8.3.1/server/solr-webapp/webapp/,AVAILABLE}{C:\Users\avd\Desktop\Sam\Dash-Web\solr-8.3.1\server/solr-webapp/webapp} -2019-12-13 19:19:30.793 INFO (main) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8297b3a{HTTP/1.1,[http/1.1, h2c]}{0.0.0.0:8983} -2019-12-13 19:19:30.793 INFO (main) [ ] o.e.j.s.Server Started @4641ms -2019-12-13 19:19:31.371 INFO (qtp1664439369-23) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=51 -2019-12-13 20:58:25.058 INFO (qtp1664439369-19) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=42 -2019-12-13 20:58:36.863 INFO (qtp1664439369-22) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={indexInfo=false&wt=json&_=1576270716757} status=0 QTime=6 -2019-12-13 20:58:36.894 INFO (qtp1664439369-18) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json&_=1576270716757} status=0 QTime=36 -2019-12-13 20:58:36.921 INFO (qtp1664439369-40) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json&_=1576270716757} status=0 QTime=24 diff --git a/solr-8.3.1/server/logs/solr_gc.log.0.current b/solr-8.3.1/server/logs/solr_gc.log.0.current deleted file mode 100644 index 687372454..000000000 --- a/solr-8.3.1/server/logs/solr_gc.log.0.current +++ /dev/null @@ -1,489 +0,0 @@ -Java HotSpot(TM) 64-Bit Server VM (25.131-b11) for windows-amd64 JRE (1.8.0_131-b11), built on Mar 15 2017 01:23:53 by "java_re" with MS VC++ 10.0 (VS2010) -Memory: 4k page, physical 16724208k(3463808k free), swap 22506500k(6048128k free) -CommandLine flags: -XX:+AlwaysPreTouch -XX:GCLogFileSize=20971520 -XX:InitialHeapSize=536870912 -XX:MaxGCPauseMillis=250 -XX:MaxHeapSize=536870912 -XX:NumberOfGCLogFiles=9 -XX:+ParallelRefProcEnabled -XX:+PerfDisableSharedMem -XX:+PrintGC -XX:+PrintGCApplicationStoppedTime -XX:+PrintGCDateStamps -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintHeapAtGC -XX:+PrintTenuringDistribution -XX:ThreadStackSize=256 -XX:+UseCompressedClassPointers -XX:+UseCompressedOops -XX:+UseG1GC -XX:+UseGCLogFileRotation -XX:-UseLargePages -XX:-UseLargePagesIndividualAllocation -2019-12-13T14:19:26.609-0500: 0.457: Total time for which application threads were stopped: 0.0011031 seconds, Stopping threads took: 0.0000143 seconds -2019-12-13T14:19:27.060-0500: 0.908: Total time for which application threads were stopped: 0.0001153 seconds, Stopping threads took: 0.0000263 seconds -2019-12-13T14:19:28.027-0500: 1.875: Total time for which application threads were stopped: 0.0001248 seconds, Stopping threads took: 0.0000198 seconds -2019-12-13T14:19:28.224-0500: 2.072: Total time for which application threads were stopped: 0.0001320 seconds, Stopping threads took: 0.0000171 seconds -{Heap before GC invocations=0 (full 0): - garbage-first heap total 524288K, used 30720K [0x00000000e0000000, 0x00000000e0101000, 0x0000000100000000) - region size 1024K, 30 young (30720K), 0 survivors (0K) - Metaspace used 11670K, capacity 11984K, committed 12160K, reserved 1060864K - class space used 1455K, capacity 1573K, committed 1664K, reserved 1048576K -2019-12-13T14:19:28.314-0500: 2.162: [GC pause (G1 Evacuation Pause) (young) -Desired survivor size 2097152 bytes, new threshold 15 (max 15) -, 0.0052192 secs] - [Parallel Time: 2.2 ms, GC Workers: 8] - [GC Worker Start (ms): Min: 2162.5, Avg: 2162.5, Max: 2162.6, Diff: 0.1] - [Ext Root Scanning (ms): Min: 0.1, Avg: 0.4, Max: 1.0, Diff: 0.9, Sum: 3.0] - [Update RS (ms): Min: 0.0, Avg: 0.0, Max: 0.0, Diff: 0.0, Sum: 0.0] - [Processed Buffers: Min: 0, Avg: 0.0, Max: 0, Diff: 0, Sum: 0] - [Scan RS (ms): Min: 0.0, Avg: 0.0, Max: 0.0, Diff: 0.0, Sum: 0.0] - [Code Root Scanning (ms): Min: 0.0, Avg: 0.1, Max: 0.3, Diff: 0.3, Sum: 0.5] - [Object Copy (ms): Min: 1.0, Avg: 1.5, Max: 1.8, Diff: 0.9, Sum: 12.2] - [Termination (ms): Min: 0.0, Avg: 0.0, Max: 0.0, Diff: 0.0, Sum: 0.1] - [Termination Attempts: Min: 1, Avg: 63.8, Max: 91, Diff: 90, Sum: 510] - [GC Worker Other (ms): Min: 0.0, Avg: 0.0, Max: 0.0, Diff: 0.0, Sum: 0.3] - [GC Worker Total (ms): Min: 2.0, Avg: 2.0, Max: 2.0, Diff: 0.1, Sum: 16.0] - [GC Worker End (ms): Min: 2164.5, Avg: 2164.6, Max: 2164.6, Diff: 0.0] - [Code Root Fixup: 0.1 ms] - [Code Root Purge: 0.0 ms] - [Clear CT: 0.1 ms] - [Other: 2.8 ms] - [Choose CSet: 0.0 ms] - [Ref Proc: 2.5 ms] - [Ref Enq: 0.1 ms] - [Redirty Cards: 0.1 ms] - [Humongous Register: 0.0 ms] - [Humongous Reclaim: 0.0 ms] - [Free CSet: 0.0 ms] - [Eden: 30.0M(30.0M)->0.0B(47.0M) Survivors: 0.0B->4096.0K Heap: 30.0M(512.0M)->5766.0K(512.0M)] -Heap after GC invocations=1 (full 0): - garbage-first heap total 524288K, used 5766K [0x00000000e0000000, 0x00000000e0101000, 0x0000000100000000) - region size 1024K, 4 young (4096K), 4 survivors (4096K) - Metaspace used 11670K, capacity 11984K, committed 12160K, reserved 1060864K - class space used 1455K, capacity 1573K, committed 1664K, reserved 1048576K -} - [Times: user=0.00 sys=0.00, real=0.01 secs] -2019-12-13T14:19:28.320-0500: 2.168: Total time for which application threads were stopped: 0.0060513 seconds, Stopping threads took: 0.0000133 seconds -2019-12-13T14:19:28.345-0500: 2.193: Total time for which application threads were stopped: 0.0001389 seconds, Stopping threads took: 0.0000188 seconds -2019-12-13T14:19:28.705-0500: 2.553: Total time for which application threads were stopped: 0.0001907 seconds, Stopping threads took: 0.0000159 seconds -2019-12-13T14:19:28.709-0500: 2.557: Total time for which application threads were stopped: 0.0001509 seconds, Stopping threads took: 0.0000159 seconds -2019-12-13T14:19:28.776-0500: 2.624: Total time for which application threads were stopped: 0.0001732 seconds, Stopping threads took: 0.0000180 seconds -{Heap before GC invocations=1 (full 0): - garbage-first heap total 524288K, used 52870K [0x00000000e0000000, 0x00000000e0101000, 0x0000000100000000) - region size 1024K, 48 young (49152K), 4 survivors (4096K) - Metaspace used 17779K, capacity 18142K, committed 18560K, reserved 1064960K - class space used 2203K, capacity 2314K, committed 2432K, reserved 1048576K -2019-12-13T14:19:29.004-0500: 2.852: [GC pause (G1 Evacuation Pause) (young) -Desired survivor size 3145728 bytes, new threshold 15 (max 15) -- age 1: 2770648 bytes, 2770648 total -, 0.0121683 secs] - [Parallel Time: 9.5 ms, GC Workers: 8] - [GC Worker Start (ms): Min: 2852.2, Avg: 2852.2, Max: 2852.2, Diff: 0.1] - [Ext Root Scanning (ms): Min: 0.3, Avg: 0.8, Max: 1.6, Diff: 1.3, Sum: 6.5] - [Update RS (ms): Min: 0.0, Avg: 0.8, Max: 1.7, Diff: 1.7, Sum: 6.6] - [Processed Buffers: Min: 0, Avg: 1.1, Max: 2, Diff: 2, Sum: 9] - [Scan RS (ms): Min: 0.0, Avg: 1.3, Max: 7.9, Diff: 7.9, Sum: 10.2] - [Code Root Scanning (ms): Min: 0.0, Avg: 0.1, Max: 0.6, Diff: 0.6, Sum: 0.9] - [Object Copy (ms): Min: 0.2, Avg: 6.3, Max: 7.5, Diff: 7.3, Sum: 50.2] - [Termination (ms): Min: 0.0, Avg: 0.1, Max: 0.1, Diff: 0.1, Sum: 0.6] - [Termination Attempts: Min: 1, Avg: 377.9, Max: 459, Diff: 458, Sum: 3023] - [GC Worker Other (ms): Min: 0.0, Avg: 0.0, Max: 0.0, Diff: 0.0, Sum: 0.0] - [GC Worker Total (ms): Min: 9.3, Avg: 9.4, Max: 9.4, Diff: 0.1, Sum: 75.0] - [GC Worker End (ms): Min: 2861.6, Avg: 2861.6, Max: 2861.6, Diff: 0.0] - [Code Root Fixup: 0.1 ms] - [Code Root Purge: 0.0 ms] - [Clear CT: 0.1 ms] - [Other: 2.4 ms] - [Choose CSet: 0.0 ms] - [Ref Proc: 2.0 ms] - [Ref Enq: 0.1 ms] - [Redirty Cards: 0.1 ms] - [Humongous Register: 0.0 ms] - [Humongous Reclaim: 0.0 ms] - [Free CSet: 0.0 ms] - [Eden: 44.0M(44.0M)->0.0B(246.0M) Survivors: 4096.0K->6144.0K Heap: 51.6M(512.0M)->19.7M(512.0M)] -Heap after GC invocations=2 (full 0): - garbage-first heap total 524288K, used 20165K [0x00000000e0000000, 0x00000000e0101000, 0x0000000100000000) - region size 1024K, 6 young (6144K), 6 survivors (6144K) - Metaspace used 17779K, capacity 18142K, committed 18560K, reserved 1064960K - class space used 2203K, capacity 2314K, committed 2432K, reserved 1048576K -} - [Times: user=0.11 sys=0.00, real=0.01 secs] -2019-12-13T14:19:29.016-0500: 2.864: Total time for which application threads were stopped: 0.0124183 seconds, Stopping threads took: 0.0000278 seconds -2019-12-13T14:19:29.224-0500: 3.072: Total time for which application threads were stopped: 0.0002035 seconds, Stopping threads took: 0.0000222 seconds -{Heap before GC invocations=2 (full 0): - garbage-first heap total 524288K, used 51909K [0x00000000e0000000, 0x00000000e0101000, 0x0000000100000000) - region size 1024K, 37 young (37888K), 6 survivors (6144K) - Metaspace used 18751K, capacity 19130K, committed 19328K, reserved 1067008K - class space used 2318K, capacity 2428K, committed 2432K, reserved 1048576K -2019-12-13T14:19:29.276-0500: 3.124: [GC pause (G1 Evacuation Pause) (young) -Desired survivor size 2097152 bytes, new threshold 1 (max 15) -- age 1: 3773080 bytes, 3773080 total -- age 2: 1193120 bytes, 4966200 total -, 0.0077834 secs] - [Parallel Time: 5.3 ms, GC Workers: 8] - [GC Worker Start (ms): Min: 3123.9, Avg: 3124.6, Max: 3129.1, Diff: 5.2] - [Ext Root Scanning (ms): Min: 0.0, Avg: 0.3, Max: 1.0, Diff: 1.0, Sum: 2.2] - [Update RS (ms): Min: 0.0, Avg: 0.1, Max: 0.4, Diff: 0.4, Sum: 1.0] - [Processed Buffers: Min: 0, Avg: 1.8, Max: 4, Diff: 4, Sum: 14] - [Scan RS (ms): Min: 0.0, Avg: 0.8, Max: 1.1, Diff: 1.1, Sum: 6.1] - [Code Root Scanning (ms): Min: 0.0, Avg: 0.1, Max: 0.3, Diff: 0.3, Sum: 1.1] - [Object Copy (ms): Min: 0.0, Avg: 3.2, Max: 3.8, Diff: 3.8, Sum: 25.5] - [Termination (ms): Min: 0.0, Avg: 0.1, Max: 0.1, Diff: 0.1, Sum: 0.5] - [Termination Attempts: Min: 1, Avg: 264.1, Max: 405, Diff: 404, Sum: 2113] - [GC Worker Other (ms): Min: 0.0, Avg: 0.0, Max: 0.0, Diff: 0.0, Sum: 0.0] - [GC Worker Total (ms): Min: 0.0, Avg: 4.6, Max: 5.2, Diff: 5.2, Sum: 36.4] - [GC Worker End (ms): Min: 3129.1, Avg: 3129.1, Max: 3129.1, Diff: 0.0] - [Code Root Fixup: 0.2 ms] - [Code Root Purge: 0.0 ms] - [Clear CT: 0.1 ms] - [Other: 2.2 ms] - [Choose CSet: 0.0 ms] - [Ref Proc: 1.8 ms] - [Ref Enq: 0.1 ms] - [Redirty Cards: 0.1 ms] - [Humongous Register: 0.0 ms] - [Humongous Reclaim: 0.0 ms] - [Free CSet: 0.1 ms] - [Eden: 31.0M(19.0M)->0.0B(303.0M) Survivors: 6144.0K->4096.0K Heap: 50.7M(512.0M)->28.0M(512.0M)] -Heap after GC invocations=3 (full 0): - garbage-first heap total 524288K, used 28672K [0x00000000e0000000, 0x00000000e0101000, 0x0000000100000000) - region size 1024K, 4 young (4096K), 4 survivors (4096K) - Metaspace used 18751K, capacity 19130K, committed 19328K, reserved 1067008K - class space used 2318K, capacity 2428K, committed 2432K, reserved 1048576K -} - [Times: user=0.00 sys=0.00, real=0.01 secs] -2019-12-13T14:19:29.284-0500: 3.132: Total time for which application threads were stopped: 0.0079873 seconds, Stopping threads took: 0.0000226 seconds -{Heap before GC invocations=3 (full 0): - garbage-first heap total 524288K, used 45056K [0x00000000e0000000, 0x00000000e0101000, 0x0000000100000000) - region size 1024K, 21 young (21504K), 4 survivors (4096K) - Metaspace used 20747K, capacity 21130K, committed 21296K, reserved 1069056K - class space used 2573K, capacity 2686K, committed 2688K, reserved 1048576K -2019-12-13T14:19:29.407-0500: 3.255: [GC pause (Metadata GC Threshold) (young) (initial-mark) -Desired survivor size 20447232 bytes, new threshold 15 (max 15) -- age 1: 1221648 bytes, 1221648 total -, 0.0043711 secs] - [Parallel Time: 1.4 ms, GC Workers: 8] - [GC Worker Start (ms): Min: 3254.9, Avg: 3255.0, Max: 3255.2, Diff: 0.2] - [Ext Root Scanning (ms): Min: 0.3, Avg: 0.4, Max: 0.5, Diff: 0.3, Sum: 3.3] - [Update RS (ms): Min: 0.1, Avg: 0.2, Max: 0.7, Diff: 0.6, Sum: 1.9] - [Processed Buffers: Min: 1, Avg: 1.9, Max: 3, Diff: 2, Sum: 15] - [Scan RS (ms): Min: 0.0, Avg: 0.0, Max: 0.1, Diff: 0.1, Sum: 0.3] - [Code Root Scanning (ms): Min: 0.0, Avg: 0.0, Max: 0.0, Diff: 0.0, Sum: 0.1] - [Object Copy (ms): Min: 0.0, Avg: 0.4, Max: 0.5, Diff: 0.4, Sum: 3.0] - [Termination (ms): Min: 0.0, Avg: 0.1, Max: 0.1, Diff: 0.1, Sum: 0.6] - [Termination Attempts: Min: 1, Avg: 10.0, Max: 18, Diff: 17, Sum: 80] - [GC Worker Other (ms): Min: 0.0, Avg: 0.0, Max: 0.0, Diff: 0.0, Sum: 0.0] - [GC Worker Total (ms): Min: 1.0, Avg: 1.1, Max: 1.2, Diff: 0.2, Sum: 9.1] - [GC Worker End (ms): Min: 3256.1, Avg: 3256.1, Max: 3256.1, Diff: 0.0] - [Code Root Fixup: 0.0 ms] - [Code Root Purge: 0.0 ms] - [Clear CT: 0.2 ms] - [Other: 2.8 ms] - [Choose CSet: 0.0 ms] - [Ref Proc: 2.4 ms] - [Ref Enq: 0.1 ms] - [Redirty Cards: 0.1 ms] - [Humongous Register: 0.0 ms] - [Humongous Reclaim: 0.0 ms] - [Free CSet: 0.0 ms] - [Eden: 17.0M(303.0M)->0.0B(303.0M) Survivors: 4096.0K->4096.0K Heap: 44.5M(512.0M)->27.9M(512.0M)] -Heap after GC invocations=4 (full 0): - garbage-first heap total 524288K, used 28579K [0x00000000e0000000, 0x00000000e0101000, 0x0000000100000000) - region size 1024K, 4 young (4096K), 4 survivors (4096K) - Metaspace used 20747K, capacity 21130K, committed 21296K, reserved 1069056K - class space used 2573K, capacity 2686K, committed 2688K, reserved 1048576K -} - [Times: user=0.00 sys=0.00, real=0.00 secs] -2019-12-13T14:19:29.411-0500: 3.259: [GC concurrent-root-region-scan-start] -2019-12-13T14:19:29.411-0500: 3.259: Total time for which application threads were stopped: 0.0046354 seconds, Stopping threads took: 0.0000153 seconds -2019-12-13T14:19:29.412-0500: 3.260: [GC concurrent-root-region-scan-end, 0.0011075 secs] -2019-12-13T14:19:29.412-0500: 3.260: [GC concurrent-mark-start] -2019-12-13T14:19:29.426-0500: 3.274: [GC concurrent-mark-end, 0.0131408 secs] -2019-12-13T14:19:29.426-0500: 3.274: [GC remark 2019-12-13T14:19:29.426-0500: 3.274: [Finalize Marking, 0.0003156 secs] 2019-12-13T14:19:29.426-0500: 3.274: [GC ref-proc, 0.0024366 secs] 2019-12-13T14:19:29.429-0500: 3.277: [Unloading, 0.0014644 secs], 0.0044320 secs] - [Times: user=0.13 sys=0.00, real=0.00 secs] -2019-12-13T14:19:29.430-0500: 3.278: Total time for which application threads were stopped: 0.0045216 seconds, Stopping threads took: 0.0000188 seconds -2019-12-13T14:19:29.430-0500: 3.278: [GC cleanup 34M->26M(512M), 0.0006227 secs] - [Times: user=0.00 sys=0.00, real=0.00 secs] -2019-12-13T14:19:29.431-0500: 3.279: Total time for which application threads were stopped: 0.0007116 seconds, Stopping threads took: 0.0000412 seconds -2019-12-13T14:19:29.431-0500: 3.279: [GC concurrent-cleanup-start] -2019-12-13T14:19:29.431-0500: 3.279: [GC concurrent-cleanup-end, 0.0000103 secs] -2019-12-13T14:19:29.561-0500: 3.409: Total time for which application threads were stopped: 0.0002395 seconds, Stopping threads took: 0.0000249 seconds -2019-12-13T14:19:29.566-0500: 3.414: Total time for which application threads were stopped: 0.0002181 seconds, Stopping threads took: 0.0000205 seconds -2019-12-13T14:19:29.566-0500: 3.414: Total time for which application threads were stopped: 0.0001777 seconds, Stopping threads took: 0.0000157 seconds -2019-12-13T14:19:29.612-0500: 3.460: Total time for which application threads were stopped: 0.0002329 seconds, Stopping threads took: 0.0000224 seconds -2019-12-13T14:19:29.833-0500: 3.681: Total time for which application threads were stopped: 0.0003291 seconds, Stopping threads took: 0.0000251 seconds -2019-12-13T14:19:30.128-0500: 3.976: Total time for which application threads were stopped: 0.0003473 seconds, Stopping threads took: 0.0000278 seconds -2019-12-13T14:19:30.473-0500: 4.321: Total time for which application threads were stopped: 0.0003110 seconds, Stopping threads took: 0.0000473 seconds -2019-12-13T14:19:30.789-0500: 4.637: Total time for which application threads were stopped: 0.0000735 seconds, Stopping threads took: 0.0000176 seconds -2019-12-13T14:19:30.790-0500: 4.638: Total time for which application threads were stopped: 0.0000555 seconds, Stopping threads took: 0.0000165 seconds -2019-12-13T14:19:30.791-0500: 4.639: Total time for which application threads were stopped: 0.0000499 seconds, Stopping threads took: 0.0000134 seconds -2019-12-13T14:19:30.792-0500: 4.640: Total time for which application threads were stopped: 0.0000459 seconds, Stopping threads took: 0.0000124 seconds -2019-12-13T14:19:30.793-0500: 4.641: Total time for which application threads were stopped: 0.0000731 seconds, Stopping threads took: 0.0000413 seconds -2019-12-13T14:19:30.793-0500: 4.641: Total time for which application threads were stopped: 0.0000350 seconds, Stopping threads took: 0.0000132 seconds -2019-12-13T14:19:31.260-0500: 5.108: Total time for which application threads were stopped: 0.0000521 seconds, Stopping threads took: 0.0000182 seconds -2019-12-13T14:19:31.260-0500: 5.108: Total time for which application threads were stopped: 0.0000378 seconds, Stopping threads took: 0.0000111 seconds -2019-12-13T14:19:31.266-0500: 5.114: Total time for which application threads were stopped: 0.0000557 seconds, Stopping threads took: 0.0000184 seconds -2019-12-13T14:19:31.276-0500: 5.124: Total time for which application threads were stopped: 0.0003320 seconds, Stopping threads took: 0.0000193 seconds -2019-12-13T14:19:31.369-0500: 5.218: Total time for which application threads were stopped: 0.0001586 seconds, Stopping threads took: 0.0000980 seconds -2019-12-13T14:19:31.370-0500: 5.218: Total time for which application threads were stopped: 0.0001034 seconds, Stopping threads took: 0.0000686 seconds -2019-12-13T14:19:31.370-0500: 5.218: Total time for which application threads were stopped: 0.0000335 seconds, Stopping threads took: 0.0000131 seconds -2019-12-13T14:19:31.370-0500: 5.218: Total time for which application threads were stopped: 0.0000836 seconds, Stopping threads took: 0.0000586 seconds -2019-12-13T14:19:31.373-0500: 5.221: Total time for which application threads were stopped: 0.0000571 seconds, Stopping threads took: 0.0000174 seconds -2019-12-13T14:19:31.373-0500: 5.222: Total time for which application threads were stopped: 0.0000385 seconds, Stopping threads took: 0.0000108 seconds -2019-12-13T14:19:31.410-0500: 5.258: Total time for which application threads were stopped: 0.0000774 seconds, Stopping threads took: 0.0000225 seconds -2019-12-13T14:19:31.410-0500: 5.259: Total time for which application threads were stopped: 0.0000492 seconds, Stopping threads took: 0.0000160 seconds -2019-12-13T14:19:31.410-0500: 5.259: Total time for which application threads were stopped: 0.0000560 seconds, Stopping threads took: 0.0000169 seconds -2019-12-13T14:19:31.411-0500: 5.259: Total time for which application threads were stopped: 0.0001000 seconds, Stopping threads took: 0.0000688 seconds -2019-12-13T14:19:31.411-0500: 5.259: Total time for which application threads were stopped: 0.0000289 seconds, Stopping threads took: 0.0000083 seconds -2019-12-13T14:19:31.411-0500: 5.259: Total time for which application threads were stopped: 0.0001240 seconds, Stopping threads took: 0.0000951 seconds -2019-12-13T14:19:31.411-0500: 5.260: Total time for which application threads were stopped: 0.0000836 seconds, Stopping threads took: 0.0000229 seconds -2019-12-13T14:19:33.413-0500: 7.261: Total time for which application threads were stopped: 0.0000602 seconds, Stopping threads took: 0.0000240 seconds -2019-12-13T14:19:35.248-0500: 9.096: Total time for which application threads were stopped: 0.0000548 seconds, Stopping threads took: 0.0000184 seconds -2019-12-13T14:19:35.248-0500: 9.096: Total time for which application threads were stopped: 0.0000374 seconds, Stopping threads took: 0.0000112 seconds -2019-12-13T14:19:35.248-0500: 9.096: Total time for which application threads were stopped: 0.0000376 seconds, Stopping threads took: 0.0000142 seconds -2019-12-13T14:19:35.249-0500: 9.096: Total time for which application threads were stopped: 0.0001101 seconds, Stopping threads took: 0.0000696 seconds -2019-12-13T14:19:35.249-0500: 9.097: Total time for which application threads were stopped: 0.0003330 seconds, Stopping threads took: 0.0002967 seconds -2019-12-13T14:19:35.249-0500: 9.097: Total time for which application threads were stopped: 0.0000787 seconds, Stopping threads took: 0.0000519 seconds -2019-12-13T14:19:35.249-0500: 9.097: Total time for which application threads were stopped: 0.0000771 seconds, Stopping threads took: 0.0000499 seconds -2019-12-13T14:19:35.249-0500: 9.097: Total time for which application threads were stopped: 0.0001297 seconds, Stopping threads took: 0.0001017 seconds -2019-12-13T14:19:35.250-0500: 9.097: Total time for which application threads were stopped: 0.0001299 seconds, Stopping threads took: 0.0000990 seconds -2019-12-13T14:19:35.253-0500: 9.101: Total time for which application threads were stopped: 0.0001417 seconds, Stopping threads took: 0.0001016 seconds -2019-12-13T14:19:35.253-0500: 9.101: Total time for which application threads were stopped: 0.0000358 seconds, Stopping threads took: 0.0000107 seconds -2019-12-13T14:19:36.011-0500: 9.859: Total time for which application threads were stopped: 0.0001306 seconds, Stopping threads took: 0.0000181 seconds -2019-12-13T14:19:36.012-0500: 9.860: Total time for which application threads were stopped: 0.0000520 seconds, Stopping threads took: 0.0000270 seconds -2019-12-13T14:19:36.012-0500: 9.860: Total time for which application threads were stopped: 0.0000346 seconds, Stopping threads took: 0.0000097 seconds -2019-12-13T14:19:36.012-0500: 9.860: Total time for which application threads were stopped: 0.0001518 seconds, Stopping threads took: 0.0000963 seconds -2019-12-13T14:19:36.013-0500: 9.860: Total time for which application threads were stopped: 0.0000550 seconds, Stopping threads took: 0.0000310 seconds -2019-12-13T14:19:36.013-0500: 9.860: Total time for which application threads were stopped: 0.0000400 seconds, Stopping threads took: 0.0000139 seconds -2019-12-13T14:19:36.013-0500: 9.860: Total time for which application threads were stopped: 0.0000339 seconds, Stopping threads took: 0.0000117 seconds -2019-12-13T14:19:36.013-0500: 9.861: Total time for which application threads were stopped: 0.0000370 seconds, Stopping threads took: 0.0000118 seconds -2019-12-13T14:19:36.014-0500: 9.862: Total time for which application threads were stopped: 0.0000466 seconds, Stopping threads took: 0.0000198 seconds -2019-12-13T14:19:36.015-0500: 9.862: Total time for which application threads were stopped: 0.0000370 seconds, Stopping threads took: 0.0000136 seconds -2019-12-13T14:19:37.095-0500: 10.943: Total time for which application threads were stopped: 0.0000562 seconds, Stopping threads took: 0.0000185 seconds -2019-12-13T14:19:37.096-0500: 10.944: Total time for which application threads were stopped: 0.0000397 seconds, Stopping threads took: 0.0000123 seconds -2019-12-13T14:19:37.096-0500: 10.944: Total time for which application threads were stopped: 0.0000453 seconds, Stopping threads took: 0.0000236 seconds -2019-12-13T14:19:37.096-0500: 10.944: Total time for which application threads were stopped: 0.0000641 seconds, Stopping threads took: 0.0000368 seconds -2019-12-13T14:19:37.096-0500: 10.945: Total time for which application threads were stopped: 0.0000394 seconds, Stopping threads took: 0.0000144 seconds -2019-12-13T14:19:37.097-0500: 10.945: Total time for which application threads were stopped: 0.0001792 seconds, Stopping threads took: 0.0001378 seconds -2019-12-13T14:19:37.097-0500: 10.945: Total time for which application threads were stopped: 0.0000573 seconds, Stopping threads took: 0.0000300 seconds -2019-12-13T14:19:37.097-0500: 10.945: Total time for which application threads were stopped: 0.0000690 seconds, Stopping threads took: 0.0000360 seconds -2019-12-13T14:19:37.097-0500: 10.945: Total time for which application threads were stopped: 0.0000830 seconds, Stopping threads took: 0.0000523 seconds -2019-12-13T14:19:37.099-0500: 10.947: Total time for which application threads were stopped: 0.0000746 seconds, Stopping threads took: 0.0000320 seconds -2019-12-13T14:19:55.111-0500: 28.958: Total time for which application threads were stopped: 0.0000576 seconds, Stopping threads took: 0.0000209 seconds -2019-12-13T14:20:21.124-0500: 54.970: Total time for which application threads were stopped: 0.0000711 seconds, Stopping threads took: 0.0000258 seconds -2019-12-13T14:20:24.127-0500: 57.972: Total time for which application threads were stopped: 0.0000684 seconds, Stopping threads took: 0.0000189 seconds -2019-12-13T14:20:30.239-0500: 64.086: Total time for which application threads were stopped: 0.0000779 seconds, Stopping threads took: 0.0000180 seconds -2019-12-13T14:20:30.240-0500: 64.086: Total time for which application threads were stopped: 0.0000517 seconds, Stopping threads took: 0.0000257 seconds -2019-12-13T14:20:30.240-0500: 64.086: Total time for which application threads were stopped: 0.0000487 seconds, Stopping threads took: 0.0000239 seconds -2019-12-13T14:20:30.240-0500: 64.086: Total time for which application threads were stopped: 0.0000488 seconds, Stopping threads took: 0.0000241 seconds -2019-12-13T14:20:30.240-0500: 64.086: Total time for which application threads were stopped: 0.0000482 seconds, Stopping threads took: 0.0000235 seconds -2019-12-13T14:20:30.241-0500: 64.087: Total time for which application threads were stopped: 0.0000481 seconds, Stopping threads took: 0.0000142 seconds -2019-12-13T14:20:30.253-0500: 64.099: Total time for which application threads were stopped: 0.0002965 seconds, Stopping threads took: 0.0000187 seconds -2019-12-13T14:20:30.664-0500: 64.510: Total time for which application threads were stopped: 0.0000739 seconds, Stopping threads took: 0.0000195 seconds -2019-12-13T14:20:30.664-0500: 64.510: Total time for which application threads were stopped: 0.0000588 seconds, Stopping threads took: 0.0000180 seconds -2019-12-13T14:20:30.667-0500: 64.513: Total time for which application threads were stopped: 0.0001105 seconds, Stopping threads took: 0.0000576 seconds -2019-12-13T14:20:30.667-0500: 64.513: Total time for which application threads were stopped: 0.0001211 seconds, Stopping threads took: 0.0000781 seconds -2019-12-13T14:20:30.669-0500: 64.515: Total time for which application threads were stopped: 0.0001268 seconds, Stopping threads took: 0.0000509 seconds -2019-12-13T14:20:30.687-0500: 64.533: Total time for which application threads were stopped: 0.0001050 seconds, Stopping threads took: 0.0000469 seconds -2019-12-13T14:20:30.687-0500: 64.534: Total time for which application threads were stopped: 0.0000522 seconds, Stopping threads took: 0.0000168 seconds -2019-12-13T14:20:30.688-0500: 64.534: Total time for which application threads were stopped: 0.0001123 seconds, Stopping threads took: 0.0000782 seconds -2019-12-13T14:20:31.711-0500: 65.557: Total time for which application threads were stopped: 0.0000890 seconds, Stopping threads took: 0.0000408 seconds -2019-12-13T14:20:31.711-0500: 65.557: Total time for which application threads were stopped: 0.0000548 seconds, Stopping threads took: 0.0000193 seconds -2019-12-13T14:20:31.715-0500: 65.561: Total time for which application threads were stopped: 0.0001117 seconds, Stopping threads took: 0.0000476 seconds -2019-12-13T14:20:31.715-0500: 65.561: Total time for which application threads were stopped: 0.0000746 seconds, Stopping threads took: 0.0000417 seconds -2019-12-13T14:20:31.741-0500: 65.587: Total time for which application threads were stopped: 0.0000739 seconds, Stopping threads took: 0.0000218 seconds -2019-12-13T14:20:31.742-0500: 65.587: Total time for which application threads were stopped: 0.0001843 seconds, Stopping threads took: 0.0001551 seconds -2019-12-13T14:20:31.744-0500: 65.589: Total time for which application threads were stopped: 0.0000620 seconds, Stopping threads took: 0.0000198 seconds -2019-12-13T14:20:31.744-0500: 65.589: Total time for which application threads were stopped: 0.0000363 seconds, Stopping threads took: 0.0000104 seconds -2019-12-13T14:20:31.752-0500: 65.597: Total time for which application threads were stopped: 0.0000657 seconds, Stopping threads took: 0.0000202 seconds -2019-12-13T14:20:31.752-0500: 65.598: Total time for which application threads were stopped: 0.0000540 seconds, Stopping threads took: 0.0000180 seconds -2019-12-13T14:20:31.755-0500: 65.600: Total time for which application threads were stopped: 0.0001466 seconds, Stopping threads took: 0.0000183 seconds -2019-12-13T14:20:31.755-0500: 65.601: Total time for which application threads were stopped: 0.0000369 seconds, Stopping threads took: 0.0000119 seconds -2019-12-13T14:20:31.777-0500: 65.623: Total time for which application threads were stopped: 0.0000664 seconds, Stopping threads took: 0.0000188 seconds -2019-12-13T14:20:31.778-0500: 65.623: Total time for which application threads were stopped: 0.0000502 seconds, Stopping threads took: 0.0000150 seconds -2019-12-13T14:20:31.783-0500: 65.628: Total time for which application threads were stopped: 0.0000620 seconds, Stopping threads took: 0.0000215 seconds -2019-12-13T14:20:31.783-0500: 65.629: Total time for which application threads were stopped: 0.0000387 seconds, Stopping threads took: 0.0000111 seconds -2019-12-13T14:20:31.790-0500: 65.636: Total time for which application threads were stopped: 0.0000722 seconds, Stopping threads took: 0.0000218 seconds -2019-12-13T14:20:31.791-0500: 65.636: Total time for which application threads were stopped: 0.0000540 seconds, Stopping threads took: 0.0000151 seconds -2019-12-13T14:20:31.793-0500: 65.639: Total time for which application threads were stopped: 0.0000614 seconds, Stopping threads took: 0.0000240 seconds -2019-12-13T14:20:31.793-0500: 65.639: Total time for which application threads were stopped: 0.0000348 seconds, Stopping threads took: 0.0000105 seconds -2019-12-13T14:20:31.794-0500: 65.639: Total time for which application threads were stopped: 0.0000576 seconds, Stopping threads took: 0.0000355 seconds -2019-12-13T14:20:31.794-0500: 65.639: Total time for which application threads were stopped: 0.0000412 seconds, Stopping threads took: 0.0000157 seconds -2019-12-13T14:20:31.796-0500: 65.642: Total time for which application threads were stopped: 0.0000504 seconds, Stopping threads took: 0.0000174 seconds -2019-12-13T14:20:31.796-0500: 65.642: Total time for which application threads were stopped: 0.0000489 seconds, Stopping threads took: 0.0000240 seconds -2019-12-13T14:20:31.804-0500: 65.649: Total time for which application threads were stopped: 0.0000811 seconds, Stopping threads took: 0.0000239 seconds -2019-12-13T14:20:31.804-0500: 65.649: Total time for which application threads were stopped: 0.0000578 seconds, Stopping threads took: 0.0000174 seconds -2019-12-13T14:20:31.806-0500: 65.651: Total time for which application threads were stopped: 0.0000609 seconds, Stopping threads took: 0.0000206 seconds -2019-12-13T14:20:31.806-0500: 65.651: Total time for which application threads were stopped: 0.0000415 seconds, Stopping threads took: 0.0000167 seconds -2019-12-13T14:20:31.807-0500: 65.652: Total time for which application threads were stopped: 0.0000417 seconds, Stopping threads took: 0.0000152 seconds -2019-12-13T14:20:31.807-0500: 65.652: Total time for which application threads were stopped: 0.0001659 seconds, Stopping threads took: 0.0001210 seconds -2019-12-13T14:20:31.809-0500: 65.655: Total time for which application threads were stopped: 0.0001285 seconds, Stopping threads took: 0.0000161 seconds -2019-12-13T14:20:31.848-0500: 65.694: Total time for which application threads were stopped: 0.0002375 seconds, Stopping threads took: 0.0000963 seconds -2019-12-13T14:20:32.849-0500: 66.694: Total time for which application threads were stopped: 0.0000762 seconds, Stopping threads took: 0.0000226 seconds -2019-12-13T14:20:33.221-0500: 67.066: Total time for which application threads were stopped: 0.0002122 seconds, Stopping threads took: 0.0000344 seconds -2019-12-13T14:20:33.355-0500: 67.200: Total time for which application threads were stopped: 0.0010525 seconds, Stopping threads took: 0.0009766 seconds -2019-12-13T14:20:33.380-0500: 67.226: Total time for which application threads were stopped: 0.0001911 seconds, Stopping threads took: 0.0001312 seconds -2019-12-13T14:20:34.380-0500: 68.226: Total time for which application threads were stopped: 0.0001102 seconds, Stopping threads took: 0.0000259 seconds -2019-12-13T14:21:22.760-0500: 116.604: Total time for which application threads were stopped: 0.0000779 seconds, Stopping threads took: 0.0000232 seconds -2019-12-13T14:21:23.760-0500: 117.604: Total time for which application threads were stopped: 0.0000733 seconds, Stopping threads took: 0.0000271 seconds -2019-12-13T14:21:30.763-0500: 124.606: Total time for which application threads were stopped: 0.0000739 seconds, Stopping threads took: 0.0000263 seconds -2019-12-13T14:21:31.763-0500: 125.606: Total time for which application threads were stopped: 0.0000665 seconds, Stopping threads took: 0.0000222 seconds -2019-12-13T14:22:01.781-0500: 155.623: Total time for which application threads were stopped: 0.0000777 seconds, Stopping threads took: 0.0000250 seconds -2019-12-13T14:22:25.795-0500: 179.636: Total time for which application threads were stopped: 0.0000737 seconds, Stopping threads took: 0.0000255 seconds -2019-12-13T14:22:30.798-0500: 184.639: Total time for which application threads were stopped: 0.0000908 seconds, Stopping threads took: 0.0000229 seconds -2019-12-13T14:23:30.828-0500: 244.667: Total time for which application threads were stopped: 0.0000805 seconds, Stopping threads took: 0.0000293 seconds -2019-12-13T14:24:30.864-0500: 304.700: Total time for which application threads were stopped: 0.0000739 seconds, Stopping threads took: 0.0000250 seconds -2019-12-13T14:25:30.899-0500: 364.733: Total time for which application threads were stopped: 0.0000832 seconds, Stopping threads took: 0.0000266 seconds -2019-12-13T14:27:30.954-0500: 484.784: Total time for which application threads were stopped: 0.0002355 seconds, Stopping threads took: 0.0001565 seconds -2019-12-13T14:28:01.968-0500: 515.796: Total time for which application threads were stopped: 0.0000752 seconds, Stopping threads took: 0.0000252 seconds -2019-12-13T14:28:30.983-0500: 544.810: Total time for which application threads were stopped: 0.0000737 seconds, Stopping threads took: 0.0000252 seconds -2019-12-13T14:29:31.010-0500: 604.836: Total time for which application threads were stopped: 0.0000722 seconds, Stopping threads took: 0.0000242 seconds -2019-12-13T14:30:31.042-0500: 664.865: Total time for which application threads were stopped: 0.0000756 seconds, Stopping threads took: 0.0000251 seconds -2019-12-13T14:31:31.081-0500: 724.901: Total time for which application threads were stopped: 0.0002465 seconds, Stopping threads took: 0.0001502 seconds -2019-12-13T14:36:31.227-0500: 1025.037: Total time for which application threads were stopped: 0.0000861 seconds, Stopping threads took: 0.0000258 seconds -2019-12-13T14:36:55.239-0500: 1049.048: Total time for which application threads were stopped: 0.0000796 seconds, Stopping threads took: 0.0000297 seconds -2019-12-13T14:37:31.260-0500: 1085.068: Total time for which application threads were stopped: 0.0000800 seconds, Stopping threads took: 0.0000252 seconds -2019-12-13T14:39:31.321-0500: 1205.125: Total time for which application threads were stopped: 0.0000985 seconds, Stopping threads took: 0.0000317 seconds -2019-12-13T14:41:31.380-0500: 1325.180: Total time for which application threads were stopped: 0.0000677 seconds, Stopping threads took: 0.0000185 seconds -2019-12-13T14:42:31.415-0500: 1385.213: Total time for which application threads were stopped: 0.0000780 seconds, Stopping threads took: 0.0000247 seconds -2019-12-13T14:43:31.443-0500: 1445.239: Total time for which application threads were stopped: 0.0000742 seconds, Stopping threads took: 0.0000250 seconds -2019-12-13T14:44:31.467-0500: 1505.261: Total time for which application threads were stopped: 0.0000927 seconds, Stopping threads took: 0.0000250 seconds -2019-12-13T14:45:31.500-0500: 1565.292: Total time for which application threads were stopped: 0.0000861 seconds, Stopping threads took: 0.0000298 seconds -2019-12-13T14:46:31.532-0500: 1625.322: Total time for which application threads were stopped: 0.0000926 seconds, Stopping threads took: 0.0000288 seconds -2019-12-13T14:51:31.682-0500: 1925.463: Total time for which application threads were stopped: 0.0000831 seconds, Stopping threads took: 0.0000269 seconds -2019-12-13T14:52:29.711-0500: 1983.489: Total time for which application threads were stopped: 0.0000811 seconds, Stopping threads took: 0.0000264 seconds -2019-12-13T14:57:30.858-0500: 2284.628: Total time for which application threads were stopped: 0.0000834 seconds, Stopping threads took: 0.0000264 seconds -2019-12-13T15:17:31.465-0500: 3485.201: Total time for which application threads were stopped: 0.0001128 seconds, Stopping threads took: 0.0000462 seconds -2019-12-13T15:19:31.533-0500: 3605.266: Total time for which application threads were stopped: 0.0000927 seconds, Stopping threads took: 0.0000303 seconds -2019-12-13T15:23:31.655-0500: 3845.381: Total time for which application threads were stopped: 0.0000822 seconds, Stopping threads took: 0.0000273 seconds -2019-12-13T15:40:32.169-0500: 4865.871: Total time for which application threads were stopped: 0.0000997 seconds, Stopping threads took: 0.0000339 seconds -2019-12-13T15:41:32.197-0500: 4925.897: Total time for which application threads were stopped: 0.0000729 seconds, Stopping threads took: 0.0000235 seconds -2019-12-13T15:47:32.371-0500: 5286.063: Total time for which application threads were stopped: 0.0001041 seconds, Stopping threads took: 0.0000327 seconds -2019-12-13T15:51:32.487-0500: 5526.174: Total time for which application threads were stopped: 0.0000795 seconds, Stopping threads took: 0.0000253 seconds -2019-12-13T15:55:15.598-0500: 5749.280: Total time for which application threads were stopped: 0.0001565 seconds, Stopping threads took: 0.0000314 seconds -2019-12-13T15:56:32.638-0500: 5826.319: Total time for which application threads were stopped: 0.0000771 seconds, Stopping threads took: 0.0000240 seconds -2019-12-13T15:58:09.684-0500: 5923.363: Total time for which application threads were stopped: 0.0000708 seconds, Stopping threads took: 0.0000216 seconds -2019-12-13T15:58:25.054-0500: 5938.734: Total time for which application threads were stopped: 0.0003699 seconds, Stopping threads took: 0.0000196 seconds -2019-12-13T15:58:25.054-0500: 5938.734: Total time for which application threads were stopped: 0.0000675 seconds, Stopping threads took: 0.0000113 seconds -2019-12-13T15:58:25.054-0500: 5938.734: Total time for which application threads were stopped: 0.0000413 seconds, Stopping threads took: 0.0000101 seconds -2019-12-13T15:58:26.056-0500: 5939.735: Total time for which application threads were stopped: 0.0001509 seconds, Stopping threads took: 0.0000193 seconds -2019-12-13T15:58:35.718-0500: 5949.397: Total time for which application threads were stopped: 0.0001277 seconds, Stopping threads took: 0.0000247 seconds -2019-12-13T15:58:35.719-0500: 5949.398: Total time for which application threads were stopped: 0.0000785 seconds, Stopping threads took: 0.0000151 seconds -2019-12-13T15:58:35.762-0500: 5949.441: Total time for which application threads were stopped: 0.0000840 seconds, Stopping threads took: 0.0000249 seconds -2019-12-13T15:58:35.762-0500: 5949.441: Total time for which application threads were stopped: 0.0000521 seconds, Stopping threads took: 0.0000146 seconds -2019-12-13T15:58:35.762-0500: 5949.441: Total time for which application threads were stopped: 0.0000387 seconds, Stopping threads took: 0.0000131 seconds -2019-12-13T15:58:35.790-0500: 5949.469: Total time for which application threads were stopped: 0.0000792 seconds, Stopping threads took: 0.0000227 seconds -2019-12-13T15:58:35.825-0500: 5949.505: Total time for which application threads were stopped: 0.0018974 seconds, Stopping threads took: 0.0009431 seconds -2019-12-13T15:58:35.845-0500: 5949.524: Total time for which application threads were stopped: 0.0038627 seconds, Stopping threads took: 0.0037713 seconds -2019-12-13T15:58:35.845-0500: 5949.525: Total time for which application threads were stopped: 0.0003415 seconds, Stopping threads took: 0.0002770 seconds -2019-12-13T15:58:35.856-0500: 5949.535: Total time for which application threads were stopped: 0.0001537 seconds, Stopping threads took: 0.0000599 seconds -2019-12-13T15:58:35.856-0500: 5949.535: Total time for which application threads were stopped: 0.0001040 seconds, Stopping threads took: 0.0000346 seconds -2019-12-13T15:58:35.861-0500: 5949.540: Total time for which application threads were stopped: 0.0001447 seconds, Stopping threads took: 0.0000367 seconds -2019-12-13T15:58:35.871-0500: 5949.551: Total time for which application threads were stopped: 0.0001568 seconds, Stopping threads took: 0.0000513 seconds -2019-12-13T15:58:35.876-0500: 5949.555: Total time for which application threads were stopped: 0.0002530 seconds, Stopping threads took: 0.0000532 seconds -2019-12-13T15:58:35.885-0500: 5949.564: Total time for which application threads were stopped: 0.0015837 seconds, Stopping threads took: 0.0014686 seconds -2019-12-13T15:58:35.897-0500: 5949.576: Total time for which application threads were stopped: 0.0001451 seconds, Stopping threads took: 0.0000412 seconds -2019-12-13T15:58:35.897-0500: 5949.577: Total time for which application threads were stopped: 0.0001025 seconds, Stopping threads took: 0.0000230 seconds -2019-12-13T15:58:35.897-0500: 5949.577: Total time for which application threads were stopped: 0.0000632 seconds, Stopping threads took: 0.0000166 seconds -2019-12-13T15:58:35.897-0500: 5949.577: Total time for which application threads were stopped: 0.0000689 seconds, Stopping threads took: 0.0000172 seconds -2019-12-13T15:58:35.897-0500: 5949.577: Total time for which application threads were stopped: 0.0000850 seconds, Stopping threads took: 0.0000176 seconds -2019-12-13T15:58:35.898-0500: 5949.577: Total time for which application threads were stopped: 0.0001922 seconds, Stopping threads took: 0.0001196 seconds -2019-12-13T15:58:35.898-0500: 5949.577: Total time for which application threads were stopped: 0.0000606 seconds, Stopping threads took: 0.0000168 seconds -2019-12-13T15:58:35.898-0500: 5949.577: Total time for which application threads were stopped: 0.0000555 seconds, Stopping threads took: 0.0000159 seconds -2019-12-13T15:58:35.898-0500: 5949.577: Total time for which application threads were stopped: 0.0000564 seconds, Stopping threads took: 0.0000160 seconds -2019-12-13T15:58:35.898-0500: 5949.577: Total time for which application threads were stopped: 0.0000587 seconds, Stopping threads took: 0.0000161 seconds -2019-12-13T15:58:35.927-0500: 5949.607: Total time for which application threads were stopped: 0.0001109 seconds, Stopping threads took: 0.0000534 seconds -2019-12-13T15:58:36.856-0500: 5950.535: Total time for which application threads were stopped: 0.0001815 seconds, Stopping threads took: 0.0000219 seconds -2019-12-13T15:58:37.856-0500: 5951.535: Total time for which application threads were stopped: 0.0000822 seconds, Stopping threads took: 0.0000206 seconds -2019-12-13T15:58:46.860-0500: 5960.539: Total time for which application threads were stopped: 0.0000913 seconds, Stopping threads took: 0.0000300 seconds -2019-12-13T15:58:59.867-0500: 5973.545: Total time for which application threads were stopped: 0.0000974 seconds, Stopping threads took: 0.0000263 seconds -2019-12-13T15:59:31.882-0500: 6005.560: Total time for which application threads were stopped: 0.0001038 seconds, Stopping threads took: 0.0000309 seconds -2019-12-13T16:00:35.912-0500: 6069.588: Total time for which application threads were stopped: 0.0000783 seconds, Stopping threads took: 0.0000223 seconds -2019-12-13T16:02:55.980-0500: 6209.653: Total time for which application threads were stopped: 0.0000870 seconds, Stopping threads took: 0.0000270 seconds -2019-12-13T16:07:01.094-0500: 6454.762: Total time for which application threads were stopped: 0.0001021 seconds, Stopping threads took: 0.0000318 seconds -2019-12-13T16:07:51.119-0500: 6504.786: Total time for which application threads were stopped: 0.0000833 seconds, Stopping threads took: 0.0000264 seconds -2019-12-13T16:09:42.175-0500: 6615.841: Total time for which application threads were stopped: 0.0001578 seconds, Stopping threads took: 0.0001029 seconds -2019-12-13T16:09:47.178-0500: 6620.843: Total time for which application threads were stopped: 0.0000833 seconds, Stopping threads took: 0.0000343 seconds -2019-12-13T16:09:52.181-0500: 6625.847: Total time for which application threads were stopped: 0.0000839 seconds, Stopping threads took: 0.0000264 seconds -2019-12-13T16:09:54.183-0500: 6627.848: Total time for which application threads were stopped: 0.0000903 seconds, Stopping threads took: 0.0000231 seconds -2019-12-13T16:09:55.183-0500: 6628.848: Total time for which application threads were stopped: 0.0000877 seconds, Stopping threads took: 0.0000241 seconds -2019-12-13T16:09:56.184-0500: 6629.849: Total time for which application threads were stopped: 0.0001001 seconds, Stopping threads took: 0.0000234 seconds -2019-12-13T16:10:02.186-0500: 6635.851: Total time for which application threads were stopped: 0.0000840 seconds, Stopping threads took: 0.0000265 seconds -2019-12-13T16:10:04.187-0500: 6637.852: Total time for which application threads were stopped: 0.0001204 seconds, Stopping threads took: 0.0000261 seconds -2019-12-13T16:10:21.197-0500: 6654.861: Total time for which application threads were stopped: 0.0000971 seconds, Stopping threads took: 0.0000267 seconds -2019-12-13T16:10:22.197-0500: 6655.862: Total time for which application threads were stopped: 0.0000808 seconds, Stopping threads took: 0.0000242 seconds -2019-12-13T16:10:23.198-0500: 6656.862: Total time for which application threads were stopped: 0.0000840 seconds, Stopping threads took: 0.0000238 seconds -2019-12-13T16:10:24.198-0500: 6657.863: Total time for which application threads were stopped: 0.0000868 seconds, Stopping threads took: 0.0000266 seconds -2019-12-13T16:10:25.199-0500: 6658.864: Total time for which application threads were stopped: 0.0000835 seconds, Stopping threads took: 0.0000269 seconds -2019-12-13T16:12:13.248-0500: 6766.911: Total time for which application threads were stopped: 0.0001228 seconds, Stopping threads took: 0.0000299 seconds -2019-12-13T16:12:56.273-0500: 6809.935: Total time for which application threads were stopped: 0.0001019 seconds, Stopping threads took: 0.0000298 seconds -2019-12-13T16:13:04.277-0500: 6817.939: Total time for which application threads were stopped: 0.0000859 seconds, Stopping threads took: 0.0000274 seconds -2019-12-13T16:14:31.319-0500: 6904.979: Total time for which application threads were stopped: 0.0001123 seconds, Stopping threads took: 0.0000309 seconds -2019-12-13T16:14:32.319-0500: 6905.979: Total time for which application threads were stopped: 0.0001097 seconds, Stopping threads took: 0.0000280 seconds -2019-12-13T16:16:32.379-0500: 7026.037: Total time for which application threads were stopped: 0.0000783 seconds, Stopping threads took: 0.0000233 seconds -2019-12-13T16:17:31.409-0500: 7085.066: Total time for which application threads were stopped: 0.0000940 seconds, Stopping threads took: 0.0000354 seconds -2019-12-13T16:18:36.447-0500: 7150.103: Total time for which application threads were stopped: 0.0000948 seconds, Stopping threads took: 0.0000364 seconds -2019-12-13T16:19:01.459-0500: 7175.114: Total time for which application threads were stopped: 0.0000938 seconds, Stopping threads took: 0.0000270 seconds -2019-12-13T16:19:31.474-0500: 7205.129: Total time for which application threads were stopped: 0.0000943 seconds, Stopping threads took: 0.0000283 seconds -2019-12-13T16:19:32.474-0500: 7206.129: Total time for which application threads were stopped: 0.0000866 seconds, Stopping threads took: 0.0000244 seconds -2019-12-13T16:21:26.529-0500: 7320.182: Total time for which application threads were stopped: 0.0000850 seconds, Stopping threads took: 0.0000263 seconds -2019-12-13T16:21:32.532-0500: 7326.184: Total time for which application threads were stopped: 0.0000867 seconds, Stopping threads took: 0.0000260 seconds -2019-12-13T16:22:32.557-0500: 7386.209: Total time for which application threads were stopped: 0.0000828 seconds, Stopping threads took: 0.0000258 seconds -2019-12-13T16:23:09.578-0500: 7423.228: Total time for which application threads were stopped: 0.0000867 seconds, Stopping threads took: 0.0000266 seconds -2019-12-13T16:23:12.579-0500: 7426.230: Total time for which application threads were stopped: 0.0000878 seconds, Stopping threads took: 0.0000262 seconds -2019-12-13T16:23:13.579-0500: 7427.230: Total time for which application threads were stopped: 0.0001116 seconds, Stopping threads took: 0.0000279 seconds -2019-12-13T16:23:14.580-0500: 7428.231: Total time for which application threads were stopped: 0.0000861 seconds, Stopping threads took: 0.0000273 seconds -2019-12-13T16:23:18.581-0500: 7432.232: Total time for which application threads were stopped: 0.0000899 seconds, Stopping threads took: 0.0000285 seconds -2019-12-13T16:23:31.589-0500: 7445.240: Total time for which application threads were stopped: 0.0000942 seconds, Stopping threads took: 0.0000286 seconds -2019-12-13T16:23:39.593-0500: 7453.243: Total time for which application threads were stopped: 0.0001319 seconds, Stopping threads took: 0.0000374 seconds -2019-12-13T16:23:41.594-0500: 7455.244: Total time for which application threads were stopped: 0.0000986 seconds, Stopping threads took: 0.0000269 seconds -2019-12-13T16:23:44.596-0500: 7458.246: Total time for which application threads were stopped: 0.0000753 seconds, Stopping threads took: 0.0000196 seconds -2019-12-13T16:23:45.597-0500: 7459.247: Total time for which application threads were stopped: 0.0000923 seconds, Stopping threads took: 0.0000269 seconds -2019-12-13T16:23:50.598-0500: 7464.248: Total time for which application threads were stopped: 0.0000901 seconds, Stopping threads took: 0.0000260 seconds -2019-12-13T16:24:02.603-0500: 7476.253: Total time for which application threads were stopped: 0.0000879 seconds, Stopping threads took: 0.0000266 seconds -2019-12-13T16:24:03.603-0500: 7477.253: Total time for which application threads were stopped: 0.0000809 seconds, Stopping threads took: 0.0000256 seconds -2019-12-13T16:24:05.604-0500: 7479.254: Total time for which application threads were stopped: 0.0000870 seconds, Stopping threads took: 0.0000265 seconds -2019-12-13T16:24:07.605-0500: 7481.255: Total time for which application threads were stopped: 0.0000906 seconds, Stopping threads took: 0.0000275 seconds -2019-12-13T16:24:09.606-0500: 7483.256: Total time for which application threads were stopped: 0.0000833 seconds, Stopping threads took: 0.0000252 seconds -2019-12-13T16:24:10.606-0500: 7484.256: Total time for which application threads were stopped: 0.0000848 seconds, Stopping threads took: 0.0000252 seconds -2019-12-13T16:24:11.606-0500: 7485.256: Total time for which application threads were stopped: 0.0000895 seconds, Stopping threads took: 0.0000260 seconds -2019-12-13T16:24:12.607-0500: 7486.257: Total time for which application threads were stopped: 0.0000837 seconds, Stopping threads took: 0.0000257 seconds -2019-12-13T16:24:14.608-0500: 7488.258: Total time for which application threads were stopped: 0.0000851 seconds, Stopping threads took: 0.0000265 seconds -2019-12-13T16:24:16.609-0500: 7490.259: Total time for which application threads were stopped: 0.0000911 seconds, Stopping threads took: 0.0000254 seconds -2019-12-13T16:24:24.612-0500: 7498.261: Total time for which application threads were stopped: 0.0001183 seconds, Stopping threads took: 0.0000294 seconds -2019-12-13T16:24:25.612-0500: 7499.262: Total time for which application threads were stopped: 0.0002358 seconds, Stopping threads took: 0.0001474 seconds -2019-12-13T16:24:50.625-0500: 7524.274: Total time for which application threads were stopped: 0.0000804 seconds, Stopping threads took: 0.0000241 seconds -2019-12-13T16:30:42.805-0500: 7876.448: Total time for which application threads were stopped: 0.0002015 seconds, Stopping threads took: 0.0000382 seconds -2019-12-13T16:36:07.971-0500: 8201.609: Total time for which application threads were stopped: 0.0001098 seconds, Stopping threads took: 0.0000310 seconds -2019-12-13T16:36:16.975-0500: 8210.612: Total time for which application threads were stopped: 0.0000827 seconds, Stopping threads took: 0.0000270 seconds -2019-12-13T16:36:31.982-0500: 8225.619: Total time for which application threads were stopped: 0.0000675 seconds, Stopping threads took: 0.0000229 seconds -2019-12-13T16:36:32.982-0500: 8226.620: Total time for which application threads were stopped: 0.0000745 seconds, Stopping threads took: 0.0000217 seconds -2019-12-13T16:44:33.635-0500: 8707.266: Total time for which application threads were stopped: 0.0007029 seconds, Stopping threads took: 0.0003845 seconds -2019-12-13T16:44:34.637-0500: 8708.267: Total time for which application threads were stopped: 0.0001147 seconds, Stopping threads took: 0.0000310 seconds -2019-12-13T16:45:15.662-0500: 8749.291: Total time for which application threads were stopped: 0.0001041 seconds, Stopping threads took: 0.0000289 seconds -2019-12-13T16:45:26.667-0500: 8760.296: Total time for which application threads were stopped: 0.0001035 seconds, Stopping threads took: 0.0000324 seconds -{Heap before GC invocations=5 (full 0): - garbage-first heap total 524288K, used 330659K [0x00000000e0000000, 0x00000000e0101000, 0x0000000100000000) - region size 1024K, 307 young (314368K), 4 survivors (4096K) - Metaspace used 32005K, capacity 33082K, committed 33408K, reserved 1079296K - class space used 3875K, capacity 4129K, committed 4224K, reserved 1048576K -2019-12-13T16:45:41.460-0500: 8775.090: [GC pause (G1 Evacuation Pause) (young) -Desired survivor size 20447232 bytes, new threshold 15 (max 15) -- age 1: 394704 bytes, 394704 total -- age 2: 1186424 bytes, 1581128 total -, 0.1129248 secs] - [Parallel Time: 99.7 ms, GC Workers: 8] - [GC Worker Start (ms): Min: 8775094.0, Avg: 8775094.9, Max: 8775095.4, Diff: 1.5] - [Ext Root Scanning (ms): Min: 1.3, Avg: 12.0, Max: 70.9, Diff: 69.6, Sum: 95.9] - [Update RS (ms): Min: 0.0, Avg: 5.9, Max: 14.2, Diff: 14.2, Sum: 47.5] - [Processed Buffers: Min: 0, Avg: 3.6, Max: 10, Diff: 10, Sum: 29] - [Scan RS (ms): Min: 0.0, Avg: 0.0, Max: 0.1, Diff: 0.1, Sum: 0.3] - [Code Root Scanning (ms): Min: 0.0, Avg: 0.9, Max: 2.1, Diff: 2.1, Sum: 6.9] - [Object Copy (ms): Min: 12.1, Avg: 58.2, Max: 74.6, Diff: 62.6, Sum: 465.7] - [Termination (ms): Min: 15.1, Avg: 21.2, Max: 25.9, Diff: 10.8, Sum: 170.0] - [Termination Attempts: Min: 145, Avg: 171.0, Max: 187, Diff: 42, Sum: 1368] - [GC Worker Other (ms): Min: 0.0, Avg: 0.0, Max: 0.1, Diff: 0.1, Sum: 0.3] - [GC Worker Total (ms): Min: 97.8, Avg: 98.3, Max: 99.2, Diff: 1.5, Sum: 786.5] - [GC Worker End (ms): Min: 8775193.2, Avg: 8775193.2, Max: 8775193.2, Diff: 0.0] - [Code Root Fixup: 0.4 ms] - [Code Root Purge: 0.8 ms] - [Clear CT: 0.5 ms] - [Other: 11.6 ms] - [Choose CSet: 0.0 ms] - [Ref Proc: 6.1 ms] - [Ref Enq: 0.1 ms] - [Redirty Cards: 0.2 ms] - [Humongous Register: 0.6 ms] - [Humongous Reclaim: 0.0 ms] - [Free CSet: 0.8 ms] - [Eden: 303.0M(303.0M)->0.0B(289.0M) Survivors: 4096.0K->18.0M Heap: 322.9M(512.0M)->33.2M(512.0M)] -Heap after GC invocations=6 (full 0): - garbage-first heap total 524288K, used 34032K [0x00000000e0000000, 0x00000000e0101000, 0x0000000100000000) - region size 1024K, 18 young (18432K), 18 survivors (18432K) - Metaspace used 32005K, capacity 33082K, committed 33408K, reserved 1079296K - class space used 3875K, capacity 4129K, committed 4224K, reserved 1048576K -} - [Times: user=0.20 sys=0.20, real=0.11 secs] diff --git a/solr-8.3.1/server/logs/solr_slow_requests.log b/solr-8.3.1/server/logs/solr_slow_requests.log deleted file mode 100644 index e69de29bb..000000000 --- a/solr-8.3.1/server/logs/solr_slow_requests.log +++ /dev/null diff --git a/src/server/ChildProcessUtilities/daemon/session.ts b/src/server/ChildProcessUtilities/daemon/session.ts deleted file mode 100644 index fb2b3551e..000000000 --- a/src/server/ChildProcessUtilities/daemon/session.ts +++ /dev/null @@ -1,190 +0,0 @@ -import * as request from "request-promise"; -import { log_execution, pathFromRoot } from "../../ActionUtilities"; -import { red, yellow, cyan, green, Color } from "colors"; -import * as nodemailer from "nodemailer"; -import { MailOptions } from "nodemailer/lib/json-transport"; -import { writeFileSync, existsSync, mkdirSync } from "fs"; -import { resolve } from 'path'; -import { ChildProcess, exec, execSync } from "child_process"; -import { createInterface } from "readline"; -const killport = require("kill-port"); - -process.on('SIGINT', endPrevious); -const identifier = yellow("__session_manager__:"); - -let manualRestartActive = false; -createInterface(process.stdin, process.stdout).on('line', async line => { - const prompt = line.trim().toLowerCase(); - switch (prompt) { - case "restart": - manualRestartActive = true; - identifiedLog(cyan("Initializing manual restart...")); - await endPrevious(); - break; - case "exit": - identifiedLog(cyan("Initializing session end")); - await endPrevious(); - identifiedLog("Cleanup complete. Exiting session...\n"); - execSync(killAllCommand()); - break; - default: - identifiedLog(red("commands: { exit, restart }")); - return; - } -}); - -const logPath = resolve(__dirname, "./logs"); -const crashPath = resolve(logPath, "./crashes"); -if (!existsSync(logPath)) { - mkdirSync(logPath); -} -if (!existsSync(crashPath)) { - mkdirSync(crashPath); -} - -const crashLogPath = resolve(crashPath, `./session_crashes_${new Date().toISOString()}.log`); -function addLogEntry(message: string, color: Color) { - const formatted = color(`${message} ${timestamp()}.`); - identifiedLog(formatted); - // appendFileSync(crashLogPath, `${formatted}\n`); -} - -function identifiedLog(message?: any, ...optionalParams: any[]) { - console.log(identifier, message, ...optionalParams); -} - -if (!["win32", "darwin"].includes(process.platform)) { - identifiedLog(red("Invalid operating system: this script is supported only on Mac and Windows.")); - process.exit(1); -} - -const latency = 10; -const ports = [1050, 4321]; -const onWindows = process.platform === "win32"; -const LOCATION = "http://localhost"; -const heartbeat = `${LOCATION}:1050/serverHeartbeat`; -const recipient = "samuel_wilkins@brown.edu"; -const { pid } = process; -let restarting = false; -let count = 0; - -function startServerCommand() { - if (onWindows) { - return '"C:\\Program Files\\Git\\git-bash.exe" -c "npm run start-release"'; - } - return `osascript -e 'tell app "Terminal"\ndo script "cd ${pathFromRoot()} && npm run start-release"\nend tell'`; -} - -function killAllCommand() { - if (onWindows) { - return "taskkill /f /im node.exe"; - } - return "killall -9 node"; -} - -identifiedLog("Initializing session..."); - -writeLocalPidLog("session_manager", pid); - -function writeLocalPidLog(filename: string, contents: any) { - const path = `./logs/current_${filename}_pid.log`; - identifiedLog(cyan(`${contents} written to ${path}`)); - writeFileSync(resolve(__dirname, path), `${contents}\n`); -} - -function timestamp() { - return `@ ${new Date().toISOString()}`; -} - -async function endPrevious() { - identifiedLog(yellow("Cleaning up previous connections...")); - current_backup?.kill("SIGTERM"); - await Promise.all(ports.map(port => { - const task = killport(port, 'tcp'); - return task.catch((error: any) => identifiedLog(red(error))); - })); - identifiedLog(yellow("Done. Any failures will be printed in red immediately above.")); -} - -let current_backup: ChildProcess | undefined = undefined; - -async function checkHeartbeat() { - let error: any; - try { - count && !restarting && process.stdout.write(`${identifier} 👂 `); - await request.get(heartbeat); - count && !restarting && console.log('⇠💚'); - if (restarting || manualRestartActive) { - addLogEntry(count++ ? "Backup server successfully restarted" : "Server successfully started", green); - restarting = false; - } - } catch (e) { - count && !restarting && console.log("⇠💔"); - error = e; - } finally { - if (error) { - if (!restarting || manualRestartActive) { - restarting = true; - if (count && !manualRestartActive) { - console.log(); - addLogEntry("Detected a server crash", red); - identifiedLog(red(error.message)); - await endPrevious(); - await log_execution({ - startMessage: identifier + " Sending crash notification email", - endMessage: ({ error, result }) => { - const success = error === null && result === true; - return identifier + ` ${(success ? `Notification successfully sent to` : `Failed to notify`)} ${recipient} ${timestamp()}`; - }, - action: async () => notify(error || "Hmm, no error to report..."), - color: cyan - }); - identifiedLog(green("Initiating server restart...")); - } - manualRestartActive = false; - current_backup = exec(startServerCommand(), err => identifiedLog(err?.message || count ? "Previous server process exited." : "Spawned initial server.")); - writeLocalPidLog("server", `${(current_backup?.pid ?? -2) + 1} created ${timestamp()}`); - } - } - setTimeout(checkHeartbeat, 1000 * latency); - } -} - -async function startListening() { - identifiedLog(yellow(`After initialization, will poll server heartbeat repeatedly...\n`)); - if (!LOCATION) { - identifiedLog(red("No location specified for session manager. Please include as a command line environment variable or in a .env file.")); - process.exit(0); - } - await checkHeartbeat(); -} - -function emailText(error: any) { - return [ - `Hey ${recipient.split("@")[0]},`, - "You, as a Dash Administrator, are being notified of a server crash event. Here's what we know:", - `Location: ${LOCATION}\nError: ${error}`, - "The server should already be restarting itself, but if you're concerned, use the Remote Desktop Connection to monitor progress." - ].join("\n\n"); -} - -async function notify(error: any) { - const smtpTransport = nodemailer.createTransport({ - service: 'Gmail', - auth: { - user: 'brownptcdash@gmail.com', - pass: 'browngfx1' - } - }); - const mailOptions = { - to: recipient, - from: 'brownptcdash@gmail.com', - subject: 'Dash Server Crash', - text: emailText(error) - } as MailOptions; - return new Promise<boolean>(resolve => { - smtpTransport.sendMail(mailOptions, (dispatchError: Error | null) => resolve(dispatchError === null)); - }); -} - -startListening();
\ No newline at end of file diff --git a/src/server/ChildProcessUtilities/ProcessFactory.ts b/src/server/ProcessFactory.ts index 745b1479a..acb8b3a99 100644 --- a/src/server/ChildProcessUtilities/ProcessFactory.ts +++ b/src/server/ProcessFactory.ts @@ -1,10 +1,8 @@ import { existsSync, mkdirSync } from "fs"; -import { pathFromRoot, log_execution, fileDescriptorFromStream } from '../ActionUtilities'; -import { red, green } from "colors"; +import { pathFromRoot, fileDescriptorFromStream } from './ActionUtilities'; import rimraf = require("rimraf"); import { ChildProcess, spawn, StdioOptions } from "child_process"; import { Stream } from "stream"; -import { resolve } from "path"; export namespace ProcessFactory { @@ -20,27 +18,6 @@ export namespace ProcessFactory { return child; } - export namespace NamedAgents { - - export async function persistenceDaemon() { - await log_execution({ - startMessage: "\ninitializing persistence daemon", - endMessage: ({ result, error }) => { - const success = error === null && result !== undefined; - if (!success) { - console.log(red("failed to initialize the persistance daemon")); - console.log(error); - process.exit(0); - } - return "failsafe daemon process successfully spawned"; - }, - action: () => createWorker('npx', ['ts-node', resolve(__dirname, "./daemon/persistence_daemon.ts")], ["ignore", "inherit", "inherit"]), - color: green - }); - console.log(); - } - } - } export namespace Logger { diff --git a/src/server/index.ts b/src/server/index.ts index bc481e579..2cc35ccec 100644 --- a/src/server/index.ts +++ b/src/server/index.ts @@ -23,7 +23,7 @@ import GeneralGoogleManager from "./ApiManagers/GeneralGoogleManager"; import GooglePhotosManager from "./ApiManagers/GooglePhotosManager"; import { yellow, red } from "colors"; import { disconnect } from "../server/Initialization"; -import { ProcessFactory, Logger } from "./ChildProcessUtilities/ProcessFactory"; +import { ProcessFactory, Logger } from "./ProcessFactory"; export const publicDirectory = path.resolve(__dirname, "public"); export const filesDirectory = path.resolve(publicDirectory, "files"); diff --git a/src/server/session_manager/config.ts b/src/server/session_manager/config.ts new file mode 100644 index 000000000..ebbd999c6 --- /dev/null +++ b/src/server/session_manager/config.ts @@ -0,0 +1,33 @@ +import { resolve } from 'path'; +import { yellow } from "colors"; + +export const latency = 10; +export const ports = [1050, 4321]; +export const onWindows = process.platform === "win32"; +export const heartbeat = `http://localhost:1050/serverHeartbeat`; +export const recipient = "samuel_wilkins@brown.edu"; +export const { pid, platform } = process; + +/** + * Logging + */ +export const identifier = yellow("__session_manager__:"); + +/** + * Paths + */ +export const logPath = resolve(__dirname, "./logs"); +export const crashPath = resolve(logPath, "./crashes"); + +/** + * State + */ +export enum SessionState { + STARTING = "STARTING", + INITIALIZED = "INITIALIZED", + LISTENING = "LISTENING", + AUTOMATICALLY_RESTARTING = "CRASH_RESTARTING", + MANUALLY_RESTARTING = "MANUALLY_RESTARTING", + EXITING = "EXITING", + UPDATING = "UPDATING" +}
\ No newline at end of file diff --git a/src/server/session_manager/input_manager.ts b/src/server/session_manager/input_manager.ts new file mode 100644 index 000000000..a95e6baae --- /dev/null +++ b/src/server/session_manager/input_manager.ts @@ -0,0 +1,101 @@ +import { createInterface, Interface } from "readline"; +import { red } from "colors"; + +export interface Configuration { + identifier: string; + onInvalid?: (culprit?: string) => string | string; + isCaseSensitive?: boolean; +} + +export interface Registration { + argPattern: RegExp[]; + action: (parsedArgs: IterableIterator<string>) => any | Promise<any>; +} + +export default class InputManager { + private identifier: string; + private onInvalid: ((culprit?: string) => string) | string; + private isCaseSensitive: boolean; + private commandMap = new Map<string, Registration[]>(); + public interface: Interface; + private busy = false; + private keys: string | undefined; + + constructor({ identifier: prompt, onInvalid, isCaseSensitive }: Configuration) { + this.identifier = prompt; + this.onInvalid = onInvalid || this.usage; + this.isCaseSensitive = isCaseSensitive ?? true; + this.interface = createInterface(process.stdin, process.stdout).on('line', this.considerInput); + } + + private usage = () => { + const resolved = this.keys; + if (resolved) { + return resolved; + } + const members: string[] = []; + const keys = this.commandMap.keys(); + let next: IteratorResult<string>; + while (!(next = keys.next()).done) { + members.push(next.value); + } + return `${this.identifier} commands: { ${members.sort().join(", ")} }`; + } + + public registerCommand = (basename: string, argPattern: RegExp[], action: any | Promise<any>) => { + const existing = this.commandMap.get(basename); + const registration = { argPattern, action }; + if (existing) { + existing.push(registration); + } else { + this.commandMap.set(basename, [registration]); + } + } + + private invalid = (culprit?: string) => { + console.log(red(typeof this.onInvalid === "string" ? this.onInvalid : this.onInvalid(culprit))); + this.busy = false; + } + + private considerInput = async (line: string) => { + if (this.busy) { + console.log(red("Busy")); + return; + } + this.busy = true; + line = line.trim(); + if (this.isCaseSensitive) { + line = line.toLowerCase(); + } + const [command, ...args] = line.split(/\s+/g); + if (!command) { + return this.invalid(); + } + const registered = this.commandMap.get(command); + if (registered) { + const { length } = args; + const candidates = registered.filter(({ argPattern: { length: count } }) => count === length); + for (const { argPattern, action } of candidates) { + const parsed: string[] = []; + let matched = false; + if (length) { + for (let i = 0; i < length; i++) { + let matches: RegExpExecArray | null; + if ((matches = argPattern[i].exec(args[i])) === null) { + break; + } + parsed.push(matches[0]); + } + matched = true; + } + if (!length || matched) { + await action(parsed[Symbol.iterator]()); + this.busy = false; + return; + } + } + } + this.invalid(command); + } + +}
\ No newline at end of file diff --git a/src/server/session_manager/logs/current_daemon_pid.log b/src/server/session_manager/logs/current_daemon_pid.log new file mode 100644 index 000000000..557e3d7c3 --- /dev/null +++ b/src/server/session_manager/logs/current_daemon_pid.log @@ -0,0 +1 @@ +26860 diff --git a/src/server/session_manager/logs/current_server_pid.log b/src/server/session_manager/logs/current_server_pid.log new file mode 100644 index 000000000..85fdb7ae0 --- /dev/null +++ b/src/server/session_manager/logs/current_server_pid.log @@ -0,0 +1 @@ +54649 created @ 2019-12-14T08:04:42.391Z diff --git a/src/server/session_manager/logs/current_session_manager_pid.log b/src/server/session_manager/logs/current_session_manager_pid.log new file mode 100644 index 000000000..75c23b35a --- /dev/null +++ b/src/server/session_manager/logs/current_session_manager_pid.log @@ -0,0 +1 @@ +54643 diff --git a/src/server/session_manager/session_manager.ts b/src/server/session_manager/session_manager.ts new file mode 100644 index 000000000..d8b2f6e74 --- /dev/null +++ b/src/server/session_manager/session_manager.ts @@ -0,0 +1,199 @@ +import * as request from "request-promise"; +import { log_execution, pathFromRoot } from "../ActionUtilities"; +import { red, yellow, cyan, green, Color } from "colors"; +import * as nodemailer from "nodemailer"; +import { MailOptions } from "nodemailer/lib/json-transport"; +import { writeFileSync, existsSync, mkdirSync } from "fs"; +import { resolve } from 'path'; +import { ChildProcess, exec, execSync } from "child_process"; +import InputManager from "./input_manager"; +import { identifier, logPath, crashPath, onWindows, pid, ports, heartbeat, recipient, latency, SessionState } from "./config"; +const killport = require("kill-port"); + +process.on('SIGINT', endPrevious); +let state: SessionState = SessionState.STARTING; +const is = (...reference: SessionState[]) => reference.includes(state); +const set = (reference: SessionState) => state = reference; + +const { registerCommand } = new InputManager({ identifier }); + +registerCommand("restart", [], async () => { + set(SessionState.MANUALLY_RESTARTING); + identifiedLog(cyan("Initializing manual restart...")); + await endPrevious(); +}); + +registerCommand("exit", [], exit); + +async function exit() { + set(SessionState.EXITING); + identifiedLog(cyan("Initializing session end")); + await endPrevious(); + identifiedLog("Cleanup complete. Exiting session...\n"); + execSync(killAllCommand()); +} + +registerCommand("update", [], async () => { + set(SessionState.UPDATING); + identifiedLog(cyan("Initializing server update from version control...")); + await endPrevious(); + await new Promise<void>(resolve => { + exec(updateCommand(), error => { + if (error) { + identifiedLog(red(error.message)); + } + resolve(); + }); + }); + await exit(); +}); + +registerCommand("state", [], () => identifiedLog(state)); + +if (!existsSync(logPath)) { + mkdirSync(logPath); +} +if (!existsSync(crashPath)) { + mkdirSync(crashPath); +} + +function addLogEntry(message: string, color: Color) { + const formatted = color(`${message} ${timestamp()}.`); + identifiedLog(formatted); + // appendFileSync(resolve(crashPath, `./session_crashes_${new Date().toISOString()}.log`), `${formatted}\n`); +} + +function identifiedLog(message?: any, ...optionalParams: any[]) { + console.log(identifier, message, ...optionalParams); +} + +if (!["win32", "darwin"].includes(process.platform)) { + identifiedLog(red("Invalid operating system: this script is supported only on Mac and Windows.")); + process.exit(1); +} + +const windowsPrepend = (command: string) => `"C:\\Program Files\\Git\\git-bash.exe" -c "${command}"`; +const macPrepend = (command: string) => `osascript -e 'tell app "Terminal"\ndo script "cd ${pathFromRoot()} && ${command}"\nend tell'`; + +function updateCommand() { + const command = "git pull && npm install"; + if (onWindows) { + return windowsPrepend(command); + } + return macPrepend(command); +} + +function startServerCommand() { + const command = "npm run start-release"; + if (onWindows) { + return windowsPrepend(command); + } + return macPrepend(command); +} + +function killAllCommand() { + if (onWindows) { + return "taskkill /f /im node.exe"; + } + return "killall -9 node"; +} + +identifiedLog("Initializing session..."); + +writeLocalPidLog("session_manager", pid); + +function writeLocalPidLog(filename: string, contents: any) { + const path = `./logs/current_${filename}_pid.log`; + identifiedLog(cyan(`${contents} written to ${path}`)); + writeFileSync(resolve(__dirname, path), `${contents}\n`); +} + +function timestamp() { + return `@ ${new Date().toISOString()}`; +} + +async function endPrevious() { + identifiedLog(yellow("Cleaning up previous connections...")); + current_backup?.kill("SIGKILL"); + await Promise.all(ports.map(port => { + const task = killport(port, 'tcp'); + return task.catch((error: any) => identifiedLog(red(error))); + })); + identifiedLog(yellow("Done. Any failures will be printed in red immediately above.")); +} + +let current_backup: ChildProcess | undefined = undefined; + +async function checkHeartbeat() { + const listening = is(SessionState.LISTENING); + let error: any; + try { + listening && process.stdout.write(`${identifier} 👂 `); + await request.get(heartbeat); + listening && console.log('⇠💚'); + if (!listening) { + addLogEntry(is(SessionState.INITIALIZED) ? "Server successfully started" : "Backup server successfully restarted", green); + set(SessionState.LISTENING); + } + } catch (e) { + listening && console.log("⇠💔\n"); + error = e; + } finally { + if (error && !is(SessionState.AUTOMATICALLY_RESTARTING, SessionState.INITIALIZED, SessionState.UPDATING)) { + if (is(SessionState.STARTING)) { + set(SessionState.INITIALIZED); + } else if (is(SessionState.MANUALLY_RESTARTING)) { + set(SessionState.AUTOMATICALLY_RESTARTING); + } else { + set(SessionState.AUTOMATICALLY_RESTARTING); + addLogEntry("Detected a server crash", red); + identifiedLog(red(error.message)); + await endPrevious(); + await log_execution({ + startMessage: identifier + " Sending crash notification email", + endMessage: ({ error, result }) => { + const success = error === null && result === true; + return identifier + ` ${(success ? `Notification successfully sent to` : `Failed to notify`)} ${recipient} ${timestamp()}`; + }, + action: async () => notify(error || "Hmm, no error to report..."), + color: cyan + }); + identifiedLog(green("Initiating server restart...")); + } + current_backup = exec(startServerCommand(), err => identifiedLog(err?.message || is(SessionState.INITIALIZED) ? "Spawned initial server." : "Previous server process exited.")); + writeLocalPidLog("server", `${(current_backup?.pid ?? -2) + 1} created ${timestamp()}`); + } + setTimeout(checkHeartbeat, 1000 * latency); + } +} + +function emailText(error: any) { + return [ + `Hey ${recipient.split("@")[0]},`, + "You, as a Dash Administrator, are being notified of a server crash event. Here's what we know:", + `Location: ${heartbeat}\nError: ${error}`, + "The server should already be restarting itself, but if you're concerned, use the Remote Desktop Connection to monitor progress." + ].join("\n\n"); +} + +async function notify(error: any) { + const smtpTransport = nodemailer.createTransport({ + service: 'Gmail', + auth: { + user: 'brownptcdash@gmail.com', + pass: 'browngfx1' + } + }); + const mailOptions = { + to: recipient, + from: 'brownptcdash@gmail.com', + subject: 'Dash Server Crash', + text: emailText(error) + } as MailOptions; + return new Promise<boolean>(resolve => { + smtpTransport.sendMail(mailOptions, (dispatchError: Error | null) => resolve(dispatchError === null)); + }); +} + +identifiedLog(yellow(`After initialization, will poll server heartbeat repeatedly...\n`)); +checkHeartbeat();
\ No newline at end of file |