peek-stream

Transform stream that lets you peek the first line before deciding how to parse it

npm install peek-stream

Usage

1var peek = require('peek-stream')
2var ldjson = require('ldjson-stream')
3var csv = require('csv-parser')
4
5var isCSV = function(data) {
6  return data.toString().indexOf(',') > -1
7}
8
9var isJSON = function(data) {
10  try {
11    JSON.parse(data)
12    return true
13  } catch (err) {
14    return false
15  }
16}
17
18// call parser to create a new parser
19var parser = function() {
20  return peek(function(data, swap) {
21    // maybe it is JSON?
22    if (isJSON(data)) return swap(null, ldjson())
23
24    // maybe it is CSV?
25    if (isCSV(data)) return swap(null, csv())
26
27    // we do not know - bail
28    swap(new Error('No parser available'))
29  })
30}

The above parser will be able to parse both line delimited JSON and CSV

1var parse = parser()
2
3parse.write('{"hello":"world"}\n{"hello":"another"}\n')
4parse.on('data', function(data) {
5  console.log(data) // prints {hello:'world'} and {hello:'another'}
6})

Or

1var parse = parser()
2
3parse.write('test,header\nvalue-1,value-2\n')
4parse.on('data', function(data) {
5  console.log(data) // prints {test:'value-1', header:'value-2'}
6})

Per default data is the first line (or the first 65535 bytes if no newline is found). To change the max buffer pass an options map to the constructor

1var parse = peek({
2  maxBuffer: 10000
3}, function(data, swap) {
4  ...
5})

If you want to emit an error if no newline is found set strict: true as well.

License

MIT