Mercurial > pub > ImplabNet

annotate Implab.Format.Test/JsonTests.cs @ 229:5f7a3e1d32b9 v2

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
JsonXmlReader performance tuning JsonScanner now operates strings and doesn't parses number and literals. Added SerializationHelpers to common serialize/deserialize operations
author cin
date Tue, 12 Sep 2017 19:07:42 +0300
parents 6fa235c5a760
children 302ca905c19e
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
158
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
1 using NUnit.Framework;
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
2 using System;
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
3 using Implab.Automaton;
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
4 using Implab.Xml;
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
5 using System.Xml;
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
6 using Implab.Formats;
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
7 using Implab.Formats.Json;
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
8 using System.IO;
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
9
158
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
10 namespace Implab.Format.Test {
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
11 [TestFixture]
158
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
12 public class JsonTests {
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
13
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
14 [Test]
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
15 public void TestScannerValidTokens() {
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
16 using (var scanner = JsonStringScanner.Create(@"9123, -123, 0, 0.1, -0.2, -0.1e3, 1.3E-3, ""some \t\n\u0020 text"", literal []{}:")) {
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
17
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
18 Tuple<JsonTokenType, object>[] expexted = {
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
19 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "9123"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
20 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
21 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "-123"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
22 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
23 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "0"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
24 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
25 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "0.1"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
26 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
27 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "-0.2"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
28 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
29 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "-0.1e3"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
30 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
31 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "1.3E-3"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
32 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
33 new Tuple<JsonTokenType,object>(JsonTokenType.String, "some \t\n text"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
34 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
35 new Tuple<JsonTokenType,object>(JsonTokenType.Literal, "literal"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
36 new Tuple<JsonTokenType,object>(JsonTokenType.BeginArray, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
37 new Tuple<JsonTokenType,object>(JsonTokenType.EndArray, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
38 new Tuple<JsonTokenType,object>(JsonTokenType.BeginObject, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
39 new Tuple<JsonTokenType,object>(JsonTokenType.EndObject, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
40 new Tuple<JsonTokenType,object>(JsonTokenType.NameSeparator, null)
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
41 };
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
42
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
43 string value;
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
44 JsonTokenType tokenType;
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
45 for (var i = 0; i < expexted.Length; i++) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
46
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
47 Assert.IsTrue(scanner.ReadToken(out value, out tokenType));
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
48 Assert.AreEqual(expexted[i].Item1, tokenType);
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
49 Assert.AreEqual(expexted[i].Item2, value);
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
50 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
51
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
52 Assert.IsFalse(scanner.ReadToken(out value, out tokenType));
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
53 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
54 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
55
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
56 [Test]
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
57 public void TestScannerBadTokens() {
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
58 var bad = new[] {
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
59 " 1",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
60 " literal",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
61 " \"",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
62 "\"unclosed string",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
63 "1.bad",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
64 "001", // should be read as three numbers
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
65 "--10",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
66 "+10",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
67 "1.0.0",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
68 "1e1.0",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
69 "l1teral0",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
70 ".123",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
71 "-.123"
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
72 };
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
73
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
74 foreach (var json in bad) {
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
75 using (var scanner = JsonStringScanner.Create(json)) {
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
76 try {
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
77 string value;
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
78 JsonTokenType token;
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
79 scanner.ReadToken(out value, out token);
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
80 if (!Object.Equals(value, json)) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
81 Console.WriteLine("'{0}' is read as {1}", json, value is String ? String.Format("'{0}'", value) : value);
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
82 continue;
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
83 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
84 Assert.Fail("Token '{0}' shouldn't pass", json);
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
85 } catch (ParserException e) {
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
86 Console.WriteLine(e.Message);
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
87 }
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
88 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
89 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
90 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
91
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
92 [Test]
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
93 public void JsonXmlReaderSimpleTest() {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
94 var json = "\"some text\"";
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
95 //Console.WriteLine($"JSON: {json}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
96 //Console.WriteLine("XML");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
97 /*using (var xmlReader = new JsonXmlReader(new JSONParser(json), new JsonXmlReaderOptions { NamespaceUri = "JsonXmlReaderSimpleTest", RootName = "string", NodesPrefix = "json" })) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
98 Assert.AreEqual(xmlReader.ReadState, System.Xml.ReadState.Initial);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
99
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
100 AssertRead(xmlReader, XmlNodeType.XmlDeclaration);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
101 AssertRead(xmlReader, XmlNodeType.Element);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
102 AssertRead(xmlReader, XmlNodeType.Text);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
103 AssertRead(xmlReader, XmlNodeType.EndElement);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
104 Assert.IsFalse(xmlReader.Read());
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
105 }*/
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
106
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
107 //DumpJsonParse("\"text value\"");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
108 //DumpJsonParse("null");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
109 //DumpJsonParse("true");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
110 //DumpJsonParse("{}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
111 //DumpJsonParse("[]");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
112 DumpJsonParse("{\"one\":1, \"two\":2}");
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
113 DumpJsonParse("[1,\"\",2,3]");
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
114 DumpJsonParse("[{\"info\": [7,8,9]}]");
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
115 DumpJsonFlatParse("[1,2,\"\",[3,4],{\"info\": [5,6]},{\"num\": [7,8,null]}, null,[null]]");
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
116 }
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
117
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
118 void AssertRead(XmlReader reader, XmlNodeType expected) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
119 Assert.IsTrue(reader.Read());
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
120 Console.WriteLine($"{new string(' ', reader.Depth*2)}{reader}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
121 Assert.AreEqual(expected, reader.NodeType);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
122 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
123
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
124 void DumpJsonParse(string json) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
125 Console.WriteLine($"JSON: {json}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
126 Console.WriteLine("XML");
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
127 using (var xmlReader = new JsonXmlReader(JsonReader.ParseString(json), new JsonXmlReaderOptions { NamespaceUri = "JsonXmlReaderSimpleTest", NodesPrefix = "json" })) {
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
128 while (xmlReader.Read())
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
129 Console.WriteLine($"{new string(' ', xmlReader.Depth * 2)}{xmlReader}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
130 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
131 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
132
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
133 void DumpJsonFlatParse(string json) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
134 Console.WriteLine($"JSON: {json}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
135 Console.WriteLine("XML");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
136 using (var xmlWriter = XmlWriter.Create(Console.Out, new XmlWriterSettings {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
137 Indent = true,
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
138 CloseOutput = false,
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
139 ConformanceLevel = ConformanceLevel.Document
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
140 }))
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
141 using (var xmlReader = new JsonXmlReader(JsonReader.ParseString(json), new JsonXmlReaderOptions { NamespaceUri = "JsonXmlReaderSimpleTest", NodesPrefix = "", FlattenArrays = true })) {
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
142 xmlWriter.WriteNode(xmlReader, false);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
143 }
158
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
144 }
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
145 }
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
146 }
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
147