You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
304 lines
5.9 KiB
304 lines
5.9 KiB
'use strict' |
|
|
|
var test = require('tap').test |
|
var split = require('./') |
|
var callback = require('callback-stream') |
|
var Buffer = require('safe-buffer').Buffer |
|
var strcb = callback.bind(null, { decodeStrings: false }) |
|
var objcb = callback.bind(null, { objectMode: true }) |
|
|
|
test('split two lines on end', function (t) { |
|
t.plan(2) |
|
|
|
var input = split() |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['hello', 'world']) |
|
})) |
|
|
|
input.end('hello\nworld') |
|
}) |
|
|
|
test('split two lines on two writes', function (t) { |
|
t.plan(2) |
|
|
|
var input = split() |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['hello', 'world']) |
|
})) |
|
|
|
input.write('hello') |
|
input.write('\nworld') |
|
input.end() |
|
}) |
|
|
|
test('accumulate multiple writes', function (t) { |
|
t.plan(2) |
|
|
|
var input = split() |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['helloworld']) |
|
})) |
|
|
|
input.write('hello') |
|
input.write('world') |
|
input.end() |
|
}) |
|
|
|
test('split using a custom string matcher', function (t) { |
|
t.plan(2) |
|
|
|
var input = split('~') |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['hello', 'world']) |
|
})) |
|
|
|
input.end('hello~world') |
|
}) |
|
|
|
test('split using a custom regexp matcher', function (t) { |
|
t.plan(2) |
|
|
|
var input = split(/~/) |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['hello', 'world']) |
|
})) |
|
|
|
input.end('hello~world') |
|
}) |
|
|
|
test('support an option argument', function (t) { |
|
t.plan(2) |
|
|
|
var input = split({ highWaterMark: 2 }) |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['hello', 'world']) |
|
})) |
|
|
|
input.end('hello\nworld') |
|
}) |
|
|
|
test('support a mapper function', function (t) { |
|
t.plan(2) |
|
|
|
var a = { a: '42' } |
|
var b = { b: '24' } |
|
|
|
var input = split(JSON.parse) |
|
|
|
input.pipe(objcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, [a, b]) |
|
})) |
|
|
|
input.write(JSON.stringify(a)) |
|
input.write('\n') |
|
input.end(JSON.stringify(b)) |
|
}) |
|
|
|
test('split lines windows-style', function (t) { |
|
t.plan(2) |
|
|
|
var input = split() |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['hello', 'world']) |
|
})) |
|
|
|
input.end('hello\r\nworld') |
|
}) |
|
|
|
test('splits a buffer', function (t) { |
|
t.plan(2) |
|
|
|
var input = split() |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['hello', 'world']) |
|
})) |
|
|
|
input.end(Buffer.from('hello\nworld')) |
|
}) |
|
|
|
test('do not end on undefined', function (t) { |
|
t.plan(2) |
|
|
|
var input = split(function (line) {}) |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, []) |
|
})) |
|
|
|
input.end(Buffer.from('hello\nworld')) |
|
}) |
|
|
|
test('has destroy method', function (t) { |
|
t.plan(1) |
|
|
|
var input = split(function (line) {}) |
|
|
|
input.on('close', function () { |
|
t.ok(true, 'close emitted') |
|
t.end() |
|
}) |
|
|
|
input.destroy() |
|
}) |
|
|
|
test('support custom matcher and mapper', function (t) { |
|
t.plan(4) |
|
|
|
var a = { a: '42' } |
|
var b = { b: '24' } |
|
var input = split('~', JSON.parse) |
|
|
|
t.equal(input.matcher, '~') |
|
t.equal(typeof input.mapper, 'function') |
|
|
|
input.pipe(objcb(function (err, list) { |
|
t.notOk(err, 'no errors') |
|
t.deepEqual(list, [a, b]) |
|
})) |
|
|
|
input.write(JSON.stringify(a)) |
|
input.write('~') |
|
input.end(JSON.stringify(b)) |
|
}) |
|
|
|
test('support custom matcher and options', function (t) { |
|
t.plan(6) |
|
|
|
var input = split('~', { highWaterMark: 1024 }) |
|
|
|
t.equal(input.matcher, '~') |
|
t.equal(typeof input.mapper, 'function') |
|
t.equal(input._readableState.highWaterMark, 1024) |
|
t.equal(input._writableState.highWaterMark, 1024) |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['hello', 'world']) |
|
})) |
|
|
|
input.end('hello~world') |
|
}) |
|
|
|
test('support mapper and options', function (t) { |
|
t.plan(6) |
|
|
|
var a = { a: '42' } |
|
var b = { b: '24' } |
|
var input = split(JSON.parse, { highWaterMark: 1024 }) |
|
|
|
t.ok(input.matcher instanceof RegExp, 'matcher is RegExp') |
|
t.equal(typeof input.mapper, 'function') |
|
t.equal(input._readableState.highWaterMark, 1024) |
|
t.equal(input._writableState.highWaterMark, 1024) |
|
|
|
input.pipe(objcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, [a, b]) |
|
})) |
|
|
|
input.write(JSON.stringify(a)) |
|
input.write('\n') |
|
input.end(JSON.stringify(b)) |
|
}) |
|
|
|
test('split utf8 chars', function (t) { |
|
t.plan(2) |
|
|
|
var input = split() |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['烫烫烫', '锟斤拷']) |
|
})) |
|
|
|
var buf = Buffer.from('烫烫烫\r\n锟斤拷', 'utf8') |
|
for (var i = 0; i < buf.length; ++i) { |
|
input.write(buf.slice(i, i + 1)) |
|
} |
|
input.end() |
|
}) |
|
|
|
test('split utf8 chars 2by2', function (t) { |
|
t.plan(2) |
|
|
|
var input = split() |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['烫烫烫', '烫烫烫']) |
|
})) |
|
|
|
var str = '烫烫烫\r\n烫烫烫' |
|
var buf = Buffer.from(str, 'utf8') |
|
for (var i = 0; i < buf.length; i += 2) { |
|
input.write(buf.slice(i, i + 2)) |
|
} |
|
input.end() |
|
}) |
|
|
|
test('split lines when the \n comes at the end of a chunk', function (t) { |
|
t.plan(2) |
|
|
|
var input = split() |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['hello', 'world']) |
|
})) |
|
|
|
input.write('hello\n') |
|
input.end('world') |
|
}) |
|
|
|
test('truncated utf-8 char', function (t) { |
|
t.plan(2) |
|
|
|
var input = split() |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.error(err) |
|
t.deepEqual(list, ['烫' + Buffer.from('e7', 'hex').toString()]) |
|
})) |
|
|
|
var str = '烫烫' |
|
var buf = Buffer.from(str, 'utf8') |
|
|
|
input.write(buf.slice(0, 3)) |
|
input.end(buf.slice(3, 4)) |
|
}) |
|
|
|
test('maximum buffer limit', function (t) { |
|
t.plan(1) |
|
|
|
var input = split({ maxLength: 2 }) |
|
|
|
input.pipe(strcb(function (err, list) { |
|
t.ok(err) |
|
})) |
|
|
|
input.write('hey') |
|
}) |
|
|
|
test('readable highWaterMark', function (t) { |
|
var input = split() |
|
t.equal(input._readableState.highWaterMark, 16) |
|
t.end() |
|
})
|
|
|