Developer 木匠: 02/01/2016

Thursday, February 25, 2016

flex CSV loader

Purpose: Load any structure CSV file in Meteor to MongoDB, through package harrison:papa-parse.

meteor add harrison:papa-parse
meteor add themeteorchef:bert
meteor add reactive-var
meteor add fortawesome:fontawesome

$> meteor create csv

Then copy below 2 files into ./csv/

csv.html

<head>
<title>cvs</title>
</head>
<body>
<h1>Welcome to CSV loader!</h1>
{{> upload}}
</body>
<template name="upload">
<h4 class="page-header">Upload a CSV, unfixed structure.</h4>
{{#unless uploading}}
<input type="file" name="upload_CSV">
{{else}}
<p><i class="fa fa-spin fa-refresh"></i> Uploading files...</p>
{{/unless}}
</template>

csv.js

Order = new Mongo.Collection('order');
if (Meteor.isClient) {
Template.upload.onCreated( () => {
    Template.instance().uploading = new ReactiveVar( false );
});
Template.upload.helpers({
    uploading() {
      return Template.instance().uploading.get();
    }
});
Template.upload.events({
    'change [name="upload_CSV"]' (event, template ) {
      Papa.parse(event.target.files[0], {
        header: true,
        complete(results, file) {
          Meteor.call('parseUpload', results.data, (error, response) => {
            if (error) {
              Bert.alert(error.reason, 'warning');
            } else {
              template.uploading.set(false);
              Bert.alert('Upload complete!', 'success', 'growl-top-right' );
            }
          });
        }
      });
    }
});
}
if (Meteor.isServer) {
Meteor.startup(function () {
    // code to run on server at startup
});
Meteor.methods({
    parseUpload(data){
      //check(data, Array);
      for ( let i = 0; i < data.length; i++) {
        let item = data[i],
            exists = Order.findOne({orderId: item.order_no});
        if ( (item.order_no === undefined) || !exists ) {
          Order.insert(item);
        } else {
          console.warn( 'Rejected. This item already exists.');
          console.log(exists.Age + "," + item.order_no);
        }
      }
    }
});
}

Wednesday, February 24, 2016

Load CSV file in Meteor

Purpose: Demo how to load a CVS file into MongoDB.

$> meteor create load_csv

Then copy below 2 files into ./load_csv/

load_csv.html

<head>
<title>load_csv</title>
</head>
<body>
<h1>Welcome to CSV loader!</h1>
{{> read_file_orders}}
{{> order}}
</body>
<template name="read_file_orders">
<form class="well form-inline">
<input class="input-file" id="fileInput2" type="file" name="files[]">
<Button class="btn btn-primary" id="read_orders">Import</button>
<button>clear file name</button>
</form>
</template>
<template name="order">
<ul>
{{#each order}}
    <li>{{id}}: {{value}}</li>
{{/each}}
</ul>
</template>

load_csv.js

Orders = new Mongo.Collection("orders");
if (Meteor.isClient) {
// counter starts at 0
Template.read_file_orders.events({
   "click #read_orders" : function(e) {
    var f = document.getElementById('fileInput2').files[0];
    console.log("read file");
    readFile(f, function(content) {
      Meteor.call('upload',content);
    });
   }
});
Template.order.helpers({
    'order': function(){
     return Orders.find();
    }
});
readFile = function(f,onLoadCallback) {
    //When the file is loaded the callback is called with the contents as a string
    var reader = new FileReader();
    reader.onload = function (e){
      var contents=e.target.result
      onLoadCallback(contents);
    }
    reader.readAsText(f);
};
}
if (Meteor.isServer) {
Meteor.startup(function () {
// code to run on server at startup
});
Meteor.methods({
    upload : function(fileContent) {
     console.log("start insert");
     import_file_orders(fileContent);
     console.log("completed");
    }
});

import_file_orders = function(file) {
   console.log("enter function import_file_orders")
   var lines = file.split(/\r\n|\n/);
   var l = lines.length;
   for (var i=0; i < l; i++) {
    var line = lines[i];
    var line_parts = line.split(',');
    var id = line_parts[0];
    var value = line_parts[1];
    var result = Orders.insert({id:id, value:value});
    console.log(Orders.findOne(result));
   }
};
}