mirror of
https://github.com/nodejs/node.git
synced 2025-05-03 09:23:11 +00:00
2b91c2b5ee
Split the following tests: - `test-whatwg-encoding-textdecoder-utf16-surrogates.js` - `test-whatwg-encoding-textdecoder-ignorebom.js` - `test-whatwg-encoding-textdecoder-streaming.js` Each into two files: one that can be run without ICU and one that has to be run with ICU. The latter can be replaced with WPT later. PR-URL: https://github.com/nodejs/node/pull/25155 Reviewed-By: James M Snell <jasnell@gmail.com>
39 lines
1.3 KiB
JavaScript
39 lines
1.3 KiB
JavaScript
'use strict';
|
|
|
|
// From: https://github.com/w3c/web-platform-tests/blob/fa9436d12c/encoding/textdecoder-streaming.html
|
|
// This is the part that can be run without ICU
|
|
|
|
require('../common');
|
|
|
|
const assert = require('assert');
|
|
|
|
const string =
|
|
'\x00123ABCabc\x80\xFF\u0100\u1000\uFFFD\uD800\uDC00\uDBFF\uDFFF';
|
|
const octets = {
|
|
'utf-8': [
|
|
0x00, 0x31, 0x32, 0x33, 0x41, 0x42, 0x43, 0x61, 0x62, 0x63, 0xc2, 0x80,
|
|
0xc3, 0xbf, 0xc4, 0x80, 0xe1, 0x80, 0x80, 0xef, 0xbf, 0xbd, 0xf0, 0x90,
|
|
0x80, 0x80, 0xf4, 0x8f, 0xbf, 0xbf],
|
|
'utf-16le': [
|
|
0x00, 0x00, 0x31, 0x00, 0x32, 0x00, 0x33, 0x00, 0x41, 0x00, 0x42, 0x00,
|
|
0x43, 0x00, 0x61, 0x00, 0x62, 0x00, 0x63, 0x00, 0x80, 0x00, 0xFF, 0x00,
|
|
0x00, 0x01, 0x00, 0x10, 0xFD, 0xFF, 0x00, 0xD8, 0x00, 0xDC, 0xFF, 0xDB,
|
|
0xFF, 0xDF]
|
|
};
|
|
|
|
Object.keys(octets).forEach((encoding) => {
|
|
for (let len = 1; len <= 5; ++len) {
|
|
const encoded = octets[encoding];
|
|
const decoder = new TextDecoder(encoding);
|
|
let out = '';
|
|
for (let i = 0; i < encoded.length; i += len) {
|
|
const sub = [];
|
|
for (let j = i; j < encoded.length && j < i + len; ++j)
|
|
sub.push(encoded[j]);
|
|
out += decoder.decode(new Uint8Array(sub), { stream: true });
|
|
}
|
|
out += decoder.decode();
|
|
assert.strictEqual(out, string);
|
|
}
|
|
});
|