node scraper interfaces with database now

1 files changed, 111 insertions, 105 deletions

diff --git a/src/scraping/buxton/json/incomplete.json b/src/scraping/buxton/json/incomplete.json
index 595412e56..a9ed39e21 100644
--- a/src/scraping/buxton/json/incomplete.json
+++ b/src/scraping/buxton/json/incomplete.json
@@ -1,5 +1,9 @@
 [
     {
+        "filename": "3Dconnexion_SpaceNavigator.docx",
+        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
+    },
+    {
         "filename": "3DMag.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
@@ -19,34 +23,31 @@
         "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
     },
     {
-        "filename": "3Dconnexion_SpaceNavigator.docx",
-        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
-    },
-    {
         "filename": "3MErgo.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
         "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
     },
     {
-        "filename": "ADB2.docx",
+        "filename": "Abaton.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
-        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
     },
     {
-        "filename": "AWrock.docx",
+        "filename": "Active.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
         "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
-        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
+        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
+        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
     },
     {
-        "filename": "Abaton.docx",
+        "filename": "ADB2.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
     },
     {
-        "filename": "Active.docx",
+        "filename": "adecm.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
         "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
@@ -71,6 +72,10 @@
         "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
     },
     {
+        "filename": "Apple_iPhone.docx",
+        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
+    },
+    {
         "filename": "Apple_Mac_Portable-Katy’s MacBook Air-2.docx",
         "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
         "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
@@ -90,8 +95,10 @@
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
     },
     {
-        "filename": "Apple_iPhone.docx",
-        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
+        "filename": "AWrock.docx",
+        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
+        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
     },
     {
         "filename": "BAT.docx",
@@ -132,6 +139,11 @@
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
     },
     {
+        "filename": "Citizen_LCl_914.docx",
+        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
+        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured."
+    },
+    {
         "filename": "Citizen_LC_909.docx",
         "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
         "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
@@ -142,11 +154,6 @@
         "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured."
     },
     {
-        "filename": "Citizen_LCl_914.docx",
-        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
-        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured."
-    },
-    {
         "filename": "CoolPix.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
         "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
@@ -167,6 +174,15 @@
         "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
     },
     {
+        "filename": "eMate.docx",
+        "primaryKey": "ERR__PRIMARYKEY__: outer match was captured.",
+        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
+        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
+        "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured.",
+        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
+    },
+    {
         "filename": "Emotiv.docx",
         "primaryKey": "ERR__PRIMARYKEY__: outer match was captured.",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
@@ -221,24 +237,6 @@
         "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured."
     },
     {
-        "filename": "GRiD1550-Katy’s MacBook Air-2.docx",
-        "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
-        "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured."
-    },
-    {
-        "filename": "GRiD1550-Katy’s MacBook Air.docx",
-        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
-        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
-        "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured."
-    },
-    {
-        "filename": "GRiD1550.docx",
-        "primaryKey": "ERR__PRIMARYKEY__: outer match was captured.",
-        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
-        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
-        "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured."
-    },
-    {
         "filename": "Gavilan_SC.docx",
         "company": "ERR__COMPANY__: outer match wasn't captured.",
         "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
@@ -257,9 +255,30 @@
         "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
     },
     {
-        "filename": "HTC_Touch.docx",
+        "filename": "gravis.docx",
+        "year": "ERR__YEAR__: outer match was captured.",
+        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
+        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
+        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
+    },
+    {
+        "filename": "GRiD1550-Katy’s MacBook Air-2.docx",
         "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
-        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured."
+        "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured."
+    },
+    {
+        "filename": "GRiD1550-Katy’s MacBook Air.docx",
+        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
+        "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured."
+    },
+    {
+        "filename": "GRiD1550.docx",
+        "primaryKey": "ERR__PRIMARYKEY__: outer match was captured.",
+        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
+        "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured."
     },
     {
         "filename": "Helios-Klimax.docx",
@@ -275,6 +294,11 @@
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
     },
     {
+        "filename": "HTC_Touch.docx",
+        "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
+        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured."
+    },
+    {
         "filename": "IBMTrack.docx",
         "year": "ERR__YEAR__: outer match was captured.",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
@@ -316,6 +340,24 @@
         "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
     },
     {
+        "filename": "iGesture.docx",
+        "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
+        "primaryKey": "ERR__PRIMARYKEY__: outer match was captured.",
+        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
+        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
+    },
+    {
+        "filename": "iGrip.docx",
+        "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured.",
+        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
+    },
+    {
+        "filename": "iLiad.docx",
+        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured."
+    },
+    {
         "filename": "Joyboard.docx",
         "primaryKey": "ERR__PRIMARYKEY__: outer match was captured.",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
@@ -347,19 +389,6 @@
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured."
     },
     {
-        "filename": "MS-1_Stereoscope.docx",
-        "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
-        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
-        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured."
-    },
-    {
-        "filename": "MWB_Braille_Writer.docx",
-        "company": "ERR__COMPANY__: outer match wasn't captured.",
-        "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
-        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
-        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured."
-    },
-    {
         "filename": "MaltronLH.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
         "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured."
@@ -408,6 +437,19 @@
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
     },
     {
+        "filename": "MS-1_Stereoscope.docx",
+        "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
+        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
+        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured."
+    },
+    {
+        "filename": "MWB_Braille_Writer.docx",
+        "company": "ERR__COMPANY__: outer match wasn't captured.",
+        "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
+        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
+        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured."
+    },
+    {
         "filename": "NB75D.docx",
         "year": "ERR__YEAR__: outer match was captured.",
         "primaryKey": "ERR__PRIMARYKEY__: outer match was captured.",
@@ -446,16 +488,16 @@
         "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
     },
     {
-        "filename": "PARCkbd.docx",
-        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured."
-    },
-    {
         "filename": "PadMouse.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
         "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
     },
     {
+        "filename": "PARCkbd.docx",
+        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured."
+    },
+    {
         "filename": "Philco_Mystery_Control.docx",
         "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
@@ -466,6 +508,12 @@
         "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
     },
     {
+        "filename": "ProAgio (1).docx",
+        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
+        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
+    },
+    {
         "filename": "ProAgio.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
         "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
@@ -483,6 +531,13 @@
         "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
     },
     {
+        "filename": "round.docx",
+        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
+        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
+        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
+    },
+    {
         "filename": "SafeType_Kbd.docx",
         "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured."
     },
@@ -495,11 +550,6 @@
         "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured."
     },
     {
-        "filename": "TPARCtab.docx",
-        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
-        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
-    },
-    {
         "filename": "The_Tap.docx",
         "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
@@ -512,52 +562,8 @@
         "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
     },
     {
-        "filename": "adecm.docx",
-        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
-        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
-        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
-        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
-    },
-    {
-        "filename": "eMate.docx",
-        "primaryKey": "ERR__PRIMARYKEY__: outer match was captured.",
-        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
-        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
-        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
-        "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured.",
-        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
-    },
-    {
-        "filename": "gravis.docx",
-        "year": "ERR__YEAR__: outer match was captured.",
-        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
-        "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
-        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
-        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
-    },
-    {
-        "filename": "iGesture.docx",
-        "year": "__ERR__YEAR__TRANSFORM__: NaN cannot be parsed to a numeric value.",
-        "primaryKey": "ERR__PRIMARYKEY__: outer match was captured.",
-        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
-        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured.",
-        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
-    },
-    {
-        "filename": "iGrip.docx",
-        "shortDescription": "ERR__SHORTDESCRIPTION__: outer match was captured.",
-        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
-    },
-    {
-        "filename": "iLiad.docx",
-        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
-        "degreesOfFreedom": "ERR__DEGREESOFFREEDOM__: outer match wasn't captured."
-    },
-    {
-        "filename": "round.docx",
-        "secondaryKey": "ERR__SECONDARYKEY__: outer match wasn't captured.",
+        "filename": "TPARCtab.docx",
         "originalPrice": "ERR__ORIGINALPRICE__: outer match wasn't captured.",
-        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured.",
-        "longDescription": "ERR__LONGDESCRIPTION__: outer match was captured."
+        "dimensions": "ERR__DIMENSIONS__: outer match wasn't captured."
     }
 ]
\ No newline at end of file