annotate Implab.Test/JsonTests.cs @ 262:f1696cdc3d7a v3 v3.0.8

Added IInitializable.Initialize() overload Added IRunnable.Start(), IRunnable.Start() overloads Fixed cancellation of the current operation when Stop() is called More tests
author cin
date Mon, 16 Apr 2018 02:12:39 +0300
parents Implab.Format.Test/JsonTests.cs@302ca905c19e
children 3a6e18c432be
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
1 using Xunit;
158
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
2 using System;
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
3 using Implab.Automaton;
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
4 using Implab.Xml;
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
5 using System.Xml;
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
6 using Implab.Formats;
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
7 using Implab.Formats.Json;
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
8 using System.IO;
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
9
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
10 namespace Implab.Test {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
11 public class JsonTests {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
12
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
13 [Fact]
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
14 public void TestScannerValidTokens() {
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
15 using (var scanner = JsonStringScanner.Create(@"9123, -123, 0, 0.1, -0.2, -0.1e3, 1.3E-3, ""some \t\n\u0020 text"", literal []{}:")) {
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
16
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
17 Tuple<JsonTokenType, object>[] expexted = {
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
18 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "9123"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
19 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
20 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "-123"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
21 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
22 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "0"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
23 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
24 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "0.1"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
25 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
26 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "-0.2"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
27 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
28 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "-0.1e3"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
29 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
30 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "1.3E-3"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
31 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
32 new Tuple<JsonTokenType,object>(JsonTokenType.String, "some \t\n text"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
33 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
34 new Tuple<JsonTokenType,object>(JsonTokenType.Literal, "literal"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
35 new Tuple<JsonTokenType,object>(JsonTokenType.BeginArray, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
36 new Tuple<JsonTokenType,object>(JsonTokenType.EndArray, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
37 new Tuple<JsonTokenType,object>(JsonTokenType.BeginObject, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
38 new Tuple<JsonTokenType,object>(JsonTokenType.EndObject, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
39 new Tuple<JsonTokenType,object>(JsonTokenType.NameSeparator, null)
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
40 };
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
41
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
42 string value;
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
43 JsonTokenType tokenType;
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
44 for (var i = 0; i < expexted.Length; i++) {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
45
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
46 Assert.True(scanner.ReadToken(out value, out tokenType));
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
47 Assert.Equal(expexted[i].Item1, tokenType);
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
48 Assert.Equal(expexted[i].Item2, value);
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
49 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
50
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
51 Assert.False(scanner.ReadToken(out value, out tokenType));
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
52 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
53 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
54
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
55 [Fact]
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
56 public void TestScannerBadTokens() {
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
57 var bad = new[] {
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
58 " 1",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
59 " literal",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
60 " \"",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
61 "\"unclosed string",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
62 "1.bad",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
63 "001", // should be read as three numbers
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
64 "--10",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
65 "+10",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
66 "1.0.0",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
67 "1e1.0",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
68 "l1teral0",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
69 ".123",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
70 "-.123"
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
71 };
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
72
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
73 foreach (var json in bad) {
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
74 using (var scanner = JsonStringScanner.Create(json)) {
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
75 try {
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
76 string value;
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
77 JsonTokenType token;
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
78 scanner.ReadToken(out value, out token);
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
79 if (!Object.Equals(value, json)) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
80 Console.WriteLine("'{0}' is read as {1}", json, value is String ? String.Format("'{0}'", value) : value);
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
81 continue;
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
82 }
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
83 Assert.True(false, $"Token '{json}' shouldn't pass");
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
84 } catch (ParserException e) {
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
85 Console.WriteLine(e.Message);
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
86 }
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
87 }
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
88 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
89 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
90
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
91 [Fact]
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
92 public void JsonXmlReaderSimpleTest() {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
93 var json = "\"some text\"";
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
94 //Console.WriteLine($"JSON: {json}");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
95 //Console.WriteLine("XML");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
96 /*using (var xmlReader = new JsonXmlReader(new JSONParser(json), new JsonXmlReaderOptions { NamespaceUri = "JsonXmlReaderSimpleTest", RootName = "string", NodesPrefix = "json" })) {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
97 Assert.AreEqual(xmlReader.ReadState, System.Xml.ReadState.Initial);
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
98
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
99 AssertRead(xmlReader, XmlNodeType.XmlDeclaration);
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
100 AssertRead(xmlReader, XmlNodeType.Element);
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
101 AssertRead(xmlReader, XmlNodeType.Text);
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
102 AssertRead(xmlReader, XmlNodeType.EndElement);
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
103 Assert.IsFalse(xmlReader.Read());
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
104 }*/
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
105
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
106 DumpJsonParse("\"text value\"");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
107 DumpJsonParse("null");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
108 DumpJsonParse("true");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
109 DumpJsonParse("{}");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
110 DumpJsonParse("[]");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
111 DumpJsonParse("{\"one\":1, \"two\":2}");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
112 DumpJsonParse("[1,\"\",2,3]");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
113 DumpJsonParse("[{\"info\": [7,8,9]}]");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
114 DumpJsonFlatParse("[1,2,\"\",[3,4],{\"info\": [5,6]},{\"num\": [7,8,null]}, null,[null]]");
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
115 }
236
302ca905c19e JsonReader optimizations
cin
parents: 229
diff changeset
116
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
117 void AssertRead(XmlReader reader, XmlNodeType expected) {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
118 Assert.True(reader.Read());
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
119 Console.WriteLine($"{new string(' ', reader.Depth * 2)}{reader}");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
120 Assert.Equal(expected, reader.NodeType);
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
121 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
122
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
123 void DumpJsonParse(string json) {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
124 Console.WriteLine($"JSON: {json}");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
125 Console.WriteLine("XML");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
126 using (var xmlWriter = XmlWriter.Create(Console.Out, new XmlWriterSettings {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
127 Indent = true,
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
128 CloseOutput = false,
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
129 ConformanceLevel = ConformanceLevel.Document
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
130 }))
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
131 using (var xmlReader = new JsonXmlReader(JsonReader.ParseString(json), new JsonXmlReaderOptions { NamespaceUri = "JsonXmlReaderSimpleTest", NodesPrefix = "json" })) {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
132 xmlWriter.WriteNode(xmlReader, false);
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
133 }
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
134 Console.WriteLine();
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
135 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
136
262
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
137 void DumpJsonFlatParse(string json) {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
138 Console.WriteLine($"JSON: {json}");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
139 Console.WriteLine("XML");
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
140 using (var xmlWriter = XmlWriter.Create(Console.Out, new XmlWriterSettings {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
141 Indent = true,
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
142 CloseOutput = false,
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
143 ConformanceLevel = ConformanceLevel.Document
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
144 }))
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
145 using (var xmlReader = new JsonXmlReader(JsonReader.ParseString(json), new JsonXmlReaderOptions { NamespaceUri = "JsonXmlReaderSimpleTest", NodesPrefix = "", FlattenArrays = true })) {
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
146 xmlWriter.WriteNode(xmlReader, false);
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
147 }
f1696cdc3d7a Added IInitializable.Initialize() overload
cin
parents: 236
diff changeset
148 Console.WriteLine();
158
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
149 }
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
150 }
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
151 }
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
152