streampecker
Transform stream that lets you peek the first line before deciding how to parse it.
npm install streampecker
This module was forked from peak-stream at version v1.1.3.
Usage
const pecker = require('streampecker')
const ldjson = require('ldjson-stream')
const csv = require('csv-parser')
const { Readable } = require('stream')
const isCSV = function (data) {
return data.toString().indexOf(',') > -1
}
const isJSON = function (data) {
try {
JSON.parse(data)
return true
} catch (err) {
return false
}
}
const parser = function (stream) {
return pecker(stream, function (data) {
// maybe it is JSON?
if (isJSON(data)) return ldjson()
// maybe it is CSV?
if (isCSV(data)) return csv()
// we do not know - bail
throw new Error('No parser available')
})
}
let parse
parse = parser(Readable.from('{"hello":"world"}\n{"hello":"another"}\n'))
parse.on('data', function (data) {
console.log('from ldj:', data)
})
parse = parser(Readable.from('test,header\nvalue-1,value-2\n'))
parse.on('data', function (data) {
console.log('from csv:', data)
})
License
MIT
5 Dec 1, 2022
13 May 31, 2022
15 Mar 27, 2022
14 Apr 8, 2022
3 Feb 22, 2022
6 Aug 23, 2022
7k Dec 31, 2022
3 Oct 4, 2021
16 Jul 21, 2022
49 Nov 14, 2022