parsed 1m file

5 files changed, 25 insertions, 2 deletions

diff --git a/package.json b/package.json
index 3486f752b..422f20e79 100644
--- a/package.json
+++ b/package.json
@@ -229,4 +229,4 @@
         "xoauth2": "^1.2.0",
         "youtube": "^0.1.0"
     }
-}
+}
\ No newline at end of file
diff --git a/sentence_parser.py b/sentence_parser.py
new file mode 100644
index 000000000..a07b25f6d
--- /dev/null
+++ b/sentence_parser.py
@@ -0,0 +1,7 @@
+def parse_text(file_path):
+    with open(file_path, encoding='utf8',mode='r+') as f:
+        lines = f.readlines()
+        print(len(lines))
+        print(lines[1][1])
+
+parse_text("eng_news-typical_2016_10K-sentences.txt")
\ No newline at end of file
diff --git a/src/client/views/nodes/DocumentView.tsx b/src/client/views/nodes/DocumentView.tsx
index a80eafde2..c383163e8 100644
--- a/src/client/views/nodes/DocumentView.tsx
+++ b/src/client/views/nodes/DocumentView.tsx
@@ -785,7 +785,6 @@ export class DocumentView extends DocComponent<DocumentViewProps, Document>(Docu
             body.href = urls[i];
             bodies.push(body);
         }
-
         CollectionDockingView.Instance.AddRightSplit(Docs.Create.SchemaDocument(headers, bodies, { title: `Showing External Recommendations for "${StrCast(doc.title)}"` }), undefined);
     }
 
diff --git a/src/server/Recommender.ts b/src/server/Recommender.ts
index d762da5b2..d47257550 100644
--- a/src/server/Recommender.ts
+++ b/src/server/Recommender.ts
@@ -79,6 +79,22 @@ export class Recommender {
         }
     }
 
+    public async trainModel() {
+        console.log("phrasing...");
+        w2v.word2vec("./node_modules/word2vec/examples/eng_news-typical_2016_1M-sentences.txt", './node_modules/word2vec/examples/my_phrases.txt', {
+            cbow: 1,
+            size: 200,
+            window: 8,
+            negative: 25,
+            hs: 0,
+            sample: 1e-4,
+            threads: 20,
+            iter: 200,
+            minCount: 2
+        });
+        console.log("phrased!!!");
+    }
+
     public async arxivRequest(query: string) {
         // let xhttp = new XMLHttpRequest();
         // let serveraddress = "http://export.arxiv.org/api/query?search_query=all:electron&start=0&max_results=1";
diff --git a/src/server/index.ts b/src/server/index.ts
index 24ffc466f..e7d49579d 100644
--- a/src/server/index.ts
+++ b/src/server/index.ts
@@ -688,6 +688,7 @@ app.use(RouteStore.corsProxy, (req, res) => {
 
 let recommender = new Recommender();
 recommender.testModel();
+recommender.trainModel();
 recommender.arxivRequest("Triangle-GAN");
 
 app.post("/recommender", async (req, res) => {