Migrate chromium unittest

http/tests/devtools/components/json-balanced-tokenizer.js

Fixed: 466795159
Change-Id: I67424de2f291cfda534f5e09dcee7533290890ad
Reviewed-on: https://chromium-review.googlesource.com/c/devtools/devtools-frontend/+/7452247
Reviewed-by: Nikolay Vitkov <nvitkov@chromium.org>
Commit-Queue: Natallia Harshunova <nharshunova@chromium.org>

Author: Natallia Harshunova

front_end/models/text_utils/BUILD.gn

@@ -70,5 +70,6 @@ ts_library("unittests") {
   deps = [
     ":bundle",
     "../../core/platform:bundle",
+    "../../testing",
   ]
 }

front_end/models/text_utils/TextUtils.snapshot.txt

@@ -0,0 +1,83 @@
+Title: TextUtils BalancedJSONTokenizer matches quotes
+Content:
+Parsing {"odd back slashes with text around":"tes\\\"t"}
+{"odd back slashes with text around":"tes\\\"t"}
+Parsing {"escaped double quotes":"\"test\""}
+{"escaped double quotes":"\"test\""}
+Parsing {"escaped back slash before double quote":"test\\"}
+{"escaped back slash before double quote":"test\\"}
+Parsing {"1":2}
+{"1":2}
+Parsing {"":""}
+{"":""}
+Parsing {"nested brackets":{}}
+{"nested brackets":{}}
+Parsing {"nested brackets with double quotes":{"":""}}
+{"nested brackets with double quotes":{"":""}}
+Parsing {"etc":{"\\":"\""}}
+{"etc":{"\\":"\""}}
+Parsing {"etc":{"\\\\":"\\"}}
+{"etc":{"\\\\":"\\"}}
+Parsing {"etc":{"\\\\\"":"\\\\\""}}
+{"etc":{"\\\\\"":"\\\\\""}}
+=== end content
+
+Title: TextUtils BalancedJSONTokenizer matches sequence using one shot
+Content:
+Parsing {"one":"one"}
+{"one":"one"}
+Parsing [{"one":"one"},{"two":"two"}]
+[{"one":"one"}
+Parsing [{"one":"one"},{"two":"two"},{"three":"three"}]
+[{"one":"one"}
+=== end content
+
+Title: TextUtils BalancedJSONTokenizer matches sequence using multiple
+Content:
+Parsing {"one":"one"}
+{"one":"one"}
+Parsing [{"one":"one"},{"two":"two"}]
+[{"one":"one"},{"two":"two"}
+Parsing [{"one":"one"},{"two":"two"},{"three":"three"}]
+[{"one":"one"},{"two":"two"},{"three":"three"}
+=== end content
+
+Title: TextUtils BalancedJSONTokenizer incremental writes
+Content:
+Running at once:
+[{"odd back slashes with text around":"tes\\\"t"},{"escaped double quotes":"\"test\""},{"escaped back slash before double quote":"test\\"},{"1":2},{"":""},{"nested brackets":{}},{"nested brackets with double quotes":{"":""}},{"etc":{"\\":"\""}},{"etc":{"\\\\":"\\"}},{"etc":{"\\\\\"":"\\\\\""}}
+Running by 3:
+[{"odd back slashes with text around":"tes\\\"t"}
+,{"escaped double quotes":"\"test\""}
+,{"escaped back slash before double quote":"test\\"}
+,{"1":2}
+,{"":""}
+,{"nested brackets":{}}
+,{"nested brackets with double quotes":{"":""}}
+,{"etc":{"\\":"\""}}
+,{"etc":{"\\\\":"\\"}}
+,{"etc":{"\\\\\"":"\\\\\""}}
+Running by 15:
+[{"odd back slashes with text around":"tes\\\"t"}
+,{"escaped double quotes":"\"test\""}
+,{"escaped back slash before double quote":"test\\"},{"1":2}
+,{"":""}
+,{"nested brackets":{}}
+,{"nested brackets with double quotes":{"":""}}
+,{"etc":{"\\":"\""}}
+,{"etc":{"\\\\":"\\"}}
+,{"etc":{"\\\\\"":"\\\\\""}}
+Running by 50:
+[{"odd back slashes with text around":"tes\\\"t"}
+,{"escaped double quotes":"\"test\""}
+,{"escaped back slash before double quote":"test\\"},{"1":2}
+,{"":""},{"nested brackets":{}}
+,{"nested brackets with double quotes":{"":""}},{"etc":{"\\":"\""}}
+,{"etc":{"\\\\":"\\"}},{"etc":{"\\\\\"":"\\\\\""}}
+=== end content
+
+Title: TextUtils BalancedJSONTokenizer garbage after object
+Content:
+Parsing [{a: 'b'}], {'x': {a: 'b'}}
+[{a: 'b'}
+=== end content

front_end/models/text_utils/TextUtils.test.ts

@@ -2,6 +2,8 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+import {SnapshotTester} from '../../testing/SnapshotTester.js';
+
 import * as TextUtils from './text_utils.js';
 
 type SplitByRegexExpected = Array<[string, number, number]>;
@@ -449,7 +451,7 @@ describe('TextUtils', () => {
     });
   });
 
-  describe('BalancedJSONTokenizer', () => {
+  describe('BalancedJSONTokenizer', function() {
     it('can be instantiated successfully', () => {
       const callback = () => {};
       const findMultiple = false;
@@ -529,6 +531,124 @@ describe('TextUtils', () => {
       assert.deepEqual(callbackResults, [], 'callback had unexpected results');
       assert.strictEqual(tokenizer.remainder(), ']]', 'remainder was incorrect');
     });
+
+    const snapshotTester = new SnapshotTester(this, import.meta);
+
+    it('matches quotes', function() {
+      const testStrings = [
+        {'odd back slashes with text around': 'tes\\"t'},
+        {'escaped double quotes': '"test"'},
+        {'escaped back slash before double quote': 'test\\'},
+        {1: 2},
+        {'': ''},
+        {'nested brackets': {}},
+        {'nested brackets with double quotes': {'': ''}},
+        {etc: {'\\': '"'}},
+        {etc: {'\\\\': '\\'}},
+        {etc: {'\\\\"': '\\\\"'}},
+      ];
+      const results: string[] = [];
+      const callback = (str: string) => results.push(str);
+
+      for (const testString of testStrings) {
+        const jsonString = JSON.stringify(testString);
+        results.push('Parsing ' + jsonString);
+        const tokenizer = new TextUtils.TextUtils.BalancedJSONTokenizer(callback);
+        const result = tokenizer.write(jsonString);
+        assert.isTrue(result, `tokenizer.write() returned ${result}, true expected`);
+      }
+      snapshotTester.assert(this, results.join('\n'));
+    });
+
+    it('matches sequence using one shot', function() {
+      const testData = [
+        {one: 'one'},
+        [{one: 'one'}, {two: 'two'}],
+        [{one: 'one'}, {two: 'two'}, {three: 'three'}],
+      ];
+      const results: string[] = [];
+      const callback = (str: string) => results.push(str);
+
+      for (const data of testData) {
+        const jsonString = JSON.stringify(data);
+        results.push('Parsing ' + jsonString);
+        const tokenizer = new TextUtils.TextUtils.BalancedJSONTokenizer(callback);
+        const result = tokenizer.write(jsonString);
+        assert.isDefined(result, `tokenizer.write() returned ${result}, true expected`);
+      }
+      snapshotTester.assert(this, results.join('\n'));
+    });
+
+    it('matches sequence using multiple', function() {
+      const testData = [
+        {one: 'one'},
+        [{one: 'one'}, {two: 'two'}],
+        [{one: 'one'}, {two: 'two'}, {three: 'three'}],
+      ];
+      const results: string[] = [];
+      const callback = (str: string) => results.push(str);
+
+      for (const data of testData) {
+        const jsonString = JSON.stringify(data);
+        results.push('Parsing ' + jsonString);
+        const tokenizer = new TextUtils.TextUtils.BalancedJSONTokenizer(callback, true);
+        const result = tokenizer.write(jsonString);
+        const expectedResult = !(data instanceof Array);
+        assert.strictEqual(result, expectedResult, `tokenizer.write() returned ${result}, ${expectedResult} expected`);
+      }
+      snapshotTester.assert(this, results.join('\n'));
+    });
+
+    it('incremental writes', function() {
+      const testStrings = [
+        {'odd back slashes with text around': 'tes\\"t'},
+        {'escaped double quotes': '"test"'},
+        {'escaped back slash before double quote': 'test\\'},
+        {1: 2},
+        {'': ''},
+        {'nested brackets': {}},
+        {'nested brackets with double quotes': {'': ''}},
+        {etc: {'\\': '"'}},
+        {etc: {'\\\\': '\\'}},
+        {etc: {'\\\\"': '\\\\"'}},
+      ];
+      const results: string[] = [];
+      const callback = (str: string) => results.push(str);
+      const jsonString = JSON.stringify(testStrings);
+      let tokenizer = new TextUtils.TextUtils.BalancedJSONTokenizer(callback, true);
+
+      results.push('Running at once:');
+      const result = tokenizer.write(jsonString);
+      assert.isDefined(result, `tokenizer.write() returned ${result}, false expected`);
+      if (result) {
+        assert.fail(`tokenizer.write() returned ${result}, false expected`);
+      }
+
+      for (const sample of [3, 15, 50]) {
+        tokenizer = new TextUtils.TextUtils.BalancedJSONTokenizer(callback, true);
+        results.push('Running by ' + sample + ':');
+        for (let i = 0; i < jsonString.length; i += sample) {
+          const result = tokenizer.write(jsonString.substring(i, i + sample));
+          const expectedResult = (i + sample < jsonString.length);
+          assert.strictEqual(
+              !!result, expectedResult, `tokenizer.write() returned ${result}, ${expectedResult} expected`);
+        }
+      }
+      snapshotTester.assert(this, results.join('\n'));
+    });
+
+    it('garbage after object', function() {
+      const testString = '[{a: \'b\'}], {\'x\': {a: \'b\'}}';
+      const results: string[] = [];
+      const callback = (str: string) => results.push(str);
+
+      results.push('Parsing ' + testString);
+      const tokenizer = new TextUtils.TextUtils.BalancedJSONTokenizer(callback, true);
+      const result = tokenizer.write(testString);
+      assert.isFalse(result, `tokenizer.write() returned ${result}, false expected`);
+
+      snapshotTester.assert(this, results.join('\n'));
+    });
   });
 
   describe('isMinified', () => {