123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392 |
- 'use strict'
- var test = require('tape')
- var split = require('./')
- var callback = require('callback-stream')
- var Buffer = require('safe-buffer').Buffer
- var strcb = callback.bind(null, { decodeStrings: false })
- var objcb = callback.bind(null, { objectMode: true })
- test('split two lines on end', function (t) {
- t.plan(2)
- var input = split()
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['hello', 'world'])
- }))
- input.end('hello\nworld')
- })
- test('split two lines on two writes', function (t) {
- t.plan(2)
- var input = split()
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['hello', 'world'])
- }))
- input.write('hello')
- input.write('\nworld')
- input.end()
- })
- test('split four lines on three writes', function (t) {
- t.plan(2)
- var input = split()
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['hello', 'world', 'bye', 'world'])
- }))
- input.write('hello\nwor')
- input.write('ld\nbye\nwo')
- input.write('rld')
- input.end()
- })
- test('accumulate multiple writes', function (t) {
- t.plan(2)
- var input = split()
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['helloworld'])
- }))
- input.write('hello')
- input.write('world')
- input.end()
- })
- test('split using a custom string matcher', function (t) {
- t.plan(2)
- var input = split('~')
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['hello', 'world'])
- }))
- input.end('hello~world')
- })
- test('split using a custom regexp matcher', function (t) {
- t.plan(2)
- var input = split(/~/)
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['hello', 'world'])
- }))
- input.end('hello~world')
- })
- test('support an option argument', function (t) {
- t.plan(2)
- var input = split({ highWaterMark: 2 })
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['hello', 'world'])
- }))
- input.end('hello\nworld')
- })
- test('support a mapper function', function (t) {
- t.plan(2)
- var a = { a: '42' }
- var b = { b: '24' }
- var input = split(JSON.parse)
- input.pipe(objcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, [a, b])
- }))
- input.write(JSON.stringify(a))
- input.write('\n')
- input.end(JSON.stringify(b))
- })
- test('split lines windows-style', function (t) {
- t.plan(2)
- var input = split()
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['hello', 'world'])
- }))
- input.end('hello\r\nworld')
- })
- test('splits a buffer', function (t) {
- t.plan(2)
- var input = split()
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['hello', 'world'])
- }))
- input.end(Buffer.from('hello\nworld'))
- })
- test('do not end on undefined', function (t) {
- t.plan(2)
- var input = split(function (line) { })
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, [])
- }))
- input.end(Buffer.from('hello\nworld'))
- })
- test('has destroy method', function (t) {
- t.plan(1)
- var input = split(function (line) { })
- input.on('close', function () {
- t.ok(true, 'close emitted')
- t.end()
- })
- input.destroy()
- })
- test('support custom matcher and mapper', function (t) {
- t.plan(4)
- var a = { a: '42' }
- var b = { b: '24' }
- var input = split('~', JSON.parse)
- t.equal(input.matcher, '~')
- t.equal(typeof input.mapper, 'function')
- input.pipe(objcb(function (err, list) {
- t.notOk(err, 'no errors')
- t.deepEqual(list, [a, b])
- }))
- input.write(JSON.stringify(a))
- input.write('~')
- input.end(JSON.stringify(b))
- })
- test('support custom matcher and options', function (t) {
- t.plan(6)
- var input = split('~', { highWaterMark: 1024 })
- t.equal(input.matcher, '~')
- t.equal(typeof input.mapper, 'function')
- t.equal(input._readableState.highWaterMark, 1024)
- t.equal(input._writableState.highWaterMark, 1024)
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['hello', 'world'])
- }))
- input.end('hello~world')
- })
- test('support mapper and options', function (t) {
- t.plan(6)
- var a = { a: '42' }
- var b = { b: '24' }
- var input = split(JSON.parse, { highWaterMark: 1024 })
- t.ok(input.matcher instanceof RegExp, 'matcher is RegExp')
- t.equal(typeof input.mapper, 'function')
- t.equal(input._readableState.highWaterMark, 1024)
- t.equal(input._writableState.highWaterMark, 1024)
- input.pipe(objcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, [a, b])
- }))
- input.write(JSON.stringify(a))
- input.write('\n')
- input.end(JSON.stringify(b))
- })
- test('split utf8 chars', function (t) {
- t.plan(2)
- var input = split()
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['烫烫烫', '锟斤拷'])
- }))
- var buf = Buffer.from('烫烫烫\r\n锟斤拷', 'utf8')
- for (var i = 0; i < buf.length; ++i) {
- input.write(buf.slice(i, i + 1))
- }
- input.end()
- })
- test('split utf8 chars 2by2', function (t) {
- t.plan(2)
- var input = split()
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['烫烫烫', '烫烫烫'])
- }))
- var str = '烫烫烫\r\n烫烫烫'
- var buf = Buffer.from(str, 'utf8')
- for (var i = 0; i < buf.length; i += 2) {
- input.write(buf.slice(i, i + 2))
- }
- input.end()
- })
- test('split lines when the \n comes at the end of a chunk', function (t) {
- t.plan(2)
- var input = split()
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['hello', 'world'])
- }))
- input.write('hello\n')
- input.end('world')
- })
- test('truncated utf-8 char', function (t) {
- t.plan(2)
- var input = split()
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['烫' + Buffer.from('e7', 'hex').toString()])
- }))
- var str = '烫烫'
- var buf = Buffer.from(str, 'utf8')
- input.write(buf.slice(0, 3))
- input.end(buf.slice(3, 4))
- })
- test('maximum buffer limit', function (t) {
- t.plan(1)
- var input = split({ maxLength: 2 })
- input.pipe(strcb(function (err, list) {
- t.ok(err)
- }))
- input.write('hey')
- })
- test('readable highWaterMark', function (t) {
- var input = split()
- t.equal(input._readableState.highWaterMark, 16)
- t.end()
- })
- test('maxLength < chunk size', function (t) {
- t.plan(2)
- var input = split({ maxLength: 2 })
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['a', 'b'])
- }))
- input.end('a\nb')
- })
- test('maximum buffer limit w/skip', function (t) {
- t.plan(2)
- var input = split({ maxLength: 2, skipOverflow: true })
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.deepEqual(list, ['a', 'b', 'c'])
- }))
- input.write('a\n123')
- input.write('456')
- input.write('789\nb\nc')
- input.end()
- })
- test("don't modify the options object", function (t) {
- t.plan(2)
- var options = {}
- var input = split(options)
- input.pipe(strcb(function (err, list) {
- t.error(err)
- t.same(options, {})
- }))
- input.end()
- })
- test('mapper throws flush', function (t) {
- t.plan(1)
- var error = new Error()
- var input = split(function () {
- throw error
- })
- input.on('error', (err, list) => {
- t.same(err, error)
- })
- input.end('hello')
- })
- test('mapper throws on transform', function (t) {
- t.plan(2)
- var error = new Error()
- var input = split(function (l) {
- throw error
- })
- input.on('error', (err) => {
- t.same(err, error)
- })
- input.write('a')
- input.write('\n')
- input.end('b')
- })
|