update with final fixes

Author: gondzo

.gitignore

@@ -5,10 +5,6 @@ logs
 *.log
 npm-debug.log*
 
-#kyle
-.DS_Store
-*.csv
-
 # Runtime data
 pids
 *.pid

config/default.json

@@ -2,7 +2,7 @@
   "dataset_url": "https://www.data.va.gov/data.json",
   "logLevel": "info",
   "dbConfig": {
-    "db_url": "postgres://user:pass@localhost:5432/va"
+    "db_url": "postgres://postgres:pass@localhost:5432/va"
   },
   "downloadPath": "downloads"
 }

csvCounts.txt

@@ -8,11 +8,15 @@
  * Branch model definition
  */
 module.exports = (sequelize, DataTypes) => sequelize.define('Branch', {
+  id: {
+    type: DataTypes.INTEGER,
+    allowNull: false,
+    primaryKey: true,
+    autoIncrement: true
+  },
   value: {
     type: DataTypes.STRING,
-    allowNull: null,
-    primaryKey: true,
-    unique: true
+    allowNull: false
   }
 }, {
   timestamps: false

models/Branch.js

@@ -8,11 +8,15 @@
  * Rank model definition
  */
 module.exports = (sequelize, DataTypes) => sequelize.define('Rank', {
+  id: {
+    type: DataTypes.INTEGER,
+    allowNull: false,
+    primaryKey: true,
+    autoIncrement: true
+  },
   value: {
     type: DataTypes.STRING,
-    allowNull: null,
-    primaryKey: true,
-    unique: true
+    allowNull: false
   }
 }, {
   timestamps: false

models/Rank.js

@@ -17,8 +17,8 @@ module.exports = (sequelize, DataTypes) => sequelize.define('Veteran', {
   d_first_name: { type: DataTypes.STRING, allowNull: false },
   d_mid_name: DataTypes.STRING,
   d_last_name: { type: DataTypes.STRING, allowNull: false },
-  d_birth_date: { type: DataTypes.DATE, allowNull: false },
-  d_death_date: { type: DataTypes.DATE, allowNull: false },
+  d_birth_date: { type: DataTypes.DATEONLY, allowNull: false },
+  d_death_date: { type: DataTypes.DATEONLY, allowNull: false },
   d_suffix: DataTypes.STRING
 }, {
   timestamps: false

models/Veteran.js

@@ -8,11 +8,15 @@
  * War model definition
  */
 module.exports = (sequelize, DataTypes) => sequelize.define('War', {
+  id: {
+    type: DataTypes.INTEGER,
+    allowNull: false,
+    primaryKey: true,
+    autoIncrement: true
+  },
   value: {
     type: DataTypes.STRING,
-    allowNull: null,
-    primaryKey: true,
-    unique: true
+    allowNull: false
   }
 }, {
   timestamps: false

models/War.js

@@ -14,13 +14,14 @@
   },
   "license": "ISC",
   "dependencies": {
+    "ascii-progress": "^1.0.5",
     "chalk": "^2.3.0",
     "co": "^4.6.0",
     "config": "^1.27.0",
     "csv-parse": "^2.0.0",
     "dotenv": "^4.0.0",
     "lodash": "^4.17.4",
-    "moment": "^2.19.4",
+    "moment": "^2.20.0",
     "pg": "^7.4.0",
     "request": "^2.83.0",
     "request-promise": "^4.2.2",

package-lock.json

@@ -16,19 +16,17 @@ const datasetService = require('../services/dataset');
 const dataService = require('../services/data');
 const { syncDB } = require('../models');
 
-const downloadPath = `${__dirname}/../${config.downloadPath}/`;
-
 co(function* () {
   yield syncDB();
-  const files = datasetService.getFilenames(downloadPath);
+  const files = datasetService.getFilenames(config.downloadPath);
 
   /**
     * Read each dataset recursively.
     * @param {integer} index - The dataset index
     */
   function* readfile(index) {
     logger.info(`Processing file: ${files[index]}`);
-    yield dataService.processFile(yield datasetService.readCSV(`${downloadPath}/${files[index]}`));
+    yield dataService.processFile(yield datasetService.readCSV(`${config.downloadPath}/${files[index]}`));
     return index < files.length - 1 ? yield readfile(index + 1) : true;
   }