vanilla/node_modules/@exodus/bytes/multi-byte.node.js


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

import { assertU8, toBuf } from './fallback/_utils.js'
import { isDeno } from './fallback/platform.js'
import { isAsciiSuperset, multibyteDecoder, multibyteEncoder } from './fallback/multi-byte.js'
import { isAscii } from 'node:buffer'

export function createMultibyteDecoder(encoding, loose = false) {
  const jsDecoder = multibyteDecoder(encoding, loose) // asserts
  let streaming = false
  const asciiSuperset = isAsciiSuperset(encoding)
  return (arr, stream = false) => {
    assertU8(arr)
    if (!streaming) {
      if (arr.byteLength === 0) return ''
      if (asciiSuperset && isAscii(arr)) {
        if (isDeno) return toBuf(arr).toString()
        return toBuf(arr).latin1Slice(0, arr.byteLength) // .latin1Slice is faster than .asciiSlice
      }
    }

    streaming = stream
    return jsDecoder(arr, stream)
  }
}

export function createMultibyteEncoder(encoding, { mode = 'fatal' } = {}) {
  // TODO: replacement, truncate (replacement will need varying length)
  if (mode !== 'fatal') throw new Error('Unsupported mode')
  return multibyteEncoder(encoding) // asserts
}