1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license.// This module is browser compatible.
import { concat } from "../bytes/concat.ts";import type { Reader } from "./types.ts";
/** Generate longest proper prefix which is also suffix array. */function createLPS(pat: Uint8Array): Uint8Array {  const lps = new Uint8Array(pat.length);  lps[0] = 0;  let prefixEnd = 0;  let i = 1;  while (i < lps.length) {    if (pat[i] === pat[prefixEnd]) {      prefixEnd++;      lps[i] = prefixEnd;      i++;    } else if (prefixEnd === 0) {      lps[i] = 0;      i++;    } else {      prefixEnd = lps[prefixEnd - 1]!;    }  }  return lps;}
/** * Read delimited bytes from a Reader. * * @deprecated This will be removed in 1.0.0. Use the {@link https://developer.mozilla.org/en-US/docs/Web/API/Streams_API | Web Streams API} instead. */export async function* readDelim(  reader: Reader,  delim: Uint8Array,): AsyncIterableIterator<Uint8Array> {  // Avoid unicode problems  const delimLen = delim.length;  const delimLPS = createLPS(delim);  let chunks = new Uint8Array();  const bufSize = Math.max(1024, delimLen + 1);
  // Modified KMP  let inspectIndex = 0;  let matchIndex = 0;  while (true) {    const inspectArr = new Uint8Array(bufSize);    const result = await reader.read(inspectArr);    if (result === null) {      // Yield last chunk.      yield chunks;      return;    } else if (result < 0) {      // Discard all remaining and silently fail.      return;    }    chunks = concat([chunks, inspectArr.slice(0, result)]);    let localIndex = 0;    while (inspectIndex < chunks.length) {      if (inspectArr[localIndex] === delim[matchIndex]) {        inspectIndex++;        localIndex++;        matchIndex++;        if (matchIndex === delimLen) {          // Full match          const matchEnd = inspectIndex - delimLen;          const readyBytes = chunks.slice(0, matchEnd);          yield readyBytes;          // Reset match, different from KMP.          chunks = chunks.slice(inspectIndex);          inspectIndex = 0;          matchIndex = 0;        }      } else {        if (matchIndex === 0) {          inspectIndex++;          localIndex++;        } else {          matchIndex = delimLPS[matchIndex - 1]!;        }      }    }  }}