使用Nodejs / Papa Parse解析远程CSV文件？

// Papa Parse for parsing CSV Files
var Papa = require('papaparse');
// HTTP and FS to enable Papa parse to download remote CSVs via node streams.
var http = require('http');
var fs = require('fs');
var destinationFile = "yourdestination.csv";
var download = function(url, dest, cb) {
  var file = fs.createWriteStream(dest);
  var request = http.get(url, function(response) {
    response.pipe(file);
    file.on('finish', function() {
      file.close(cb);  // close() is async, call cb after close completes.
  }).on('error', function(err) { // Handle errors
    fs.unlink(dest); // Delete the file async. (But we don't check the result)
    if (cb) cb(err.message);
download(feedURL, destinationFile, parseMe);
var parseMe = Papa.parse(destinationFile, {
  header: true,
  dynamicTyping: true,
  step: function(row) {
    console.log("Row:", row.data);
  complete: function() {
    console.log("All done!");
});

var fs = require('fs');
var Papa = require('papaparse');
var file = './rawData/myfile.txt';
// When the file is a local file when need to convert to a file Obj.
//  This step may not be necissary when uploading via UI
var content = fs.readFileSync(file, "utf8");
var rows;
Papa.parse(content, {
    header: false,
    delimiter: "\t",
    complete: function(results) {
        //console.log("Finished:", results.data);
    rows = results.data;
});

const {StringStream} = require("scramjet");
const request = require("request");
request.get("https://srv.example.com/main.csv")   // fetch csv
    .pipe(new StringStream())                       // pass to stream
    .CSVParse()                                   // parse into objects
    .consume(object => console.log("Row:", object))  // do whatever you like with the objects
    .then(() => console.log("all done"))

try {
    var streamHttp = await new Promise((resolve, reject) =>
       https.get("https://example.com/yourcsv.csv", (res) => {
          resolve(res);
 } catch (e) {
    console.log(e);
 Papa.parse(streamHttp, config);

const Papa = require("papaparse");
const { StringStream } = require("scramjet");
const request = require("request");
const req = request
  .get("https://example.com/yourcsv.csv")
  .pipe(new StringStream());

推荐文章

文武双全的爆米花 · NodeJS 将 Base64 或 Buffer 转可读流(Readable) - 暗恋桃埖源

1 月前

眉毛粗的豆浆 · 解决Jenkins中Node和Yarn路径问题：‘No such file or directory‘_jenkins no such file or directory

1 月前

迷茫的鸵鸟 · Tutorial: Microsoft Entra single sign-on (SSO) integration with Amazon Managed Grafana - Microsoft E

8 月前

率性的麦片 · EditPlus怎么删除行首空白?EditPlus删除行首空白教程_编程开发_脚本之家

1 年前

玩足球的手术刀 · 救命！点云可视化（不需配置PCL） - 知乎

1 年前

鬼畜的大象 · 为容器和 Pod 分配内存资源 | Kubernetes

1 年前

唠叨的鸵鸟 · javascript - 如何通过translate和scale，完成基于鼠标位置的图片缩放？ - SegmentFault 思否

1 年前

使用Nodejs / Papa Parse解析远程CSV文件？

5 个回答