Mercurial > pub > ImplabNet

annotate Implab.Format.Test/JsonTests.cs @ 231:3eaa9372c754 v2

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Added SerializationHelpers.SerializeToFile method
author cin
date Thu, 21 Sep 2017 01:06:32 +0300
parents 5f7a3e1d32b9
children 302ca905c19e
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
158
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
1 using NUnit.Framework;
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
2 using System;
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
3 using Implab.Automaton;
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
4 using Implab.Xml;
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
5 using System.Xml;
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
6 using Implab.Formats;
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
7 using Implab.Formats.Json;
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
8 using System.IO;
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
9
158
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
10 namespace Implab.Format.Test {
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
11 [TestFixture]
158
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
12 public class JsonTests {
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
13
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
14 [Test]
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
15 public void TestScannerValidTokens() {
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
16 using (var scanner = JsonStringScanner.Create(@"9123, -123, 0, 0.1, -0.2, -0.1e3, 1.3E-3, ""some \t\n\u0020 text"", literal []{}:")) {
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
17
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
18 Tuple<JsonTokenType, object>[] expexted = {
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
19 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "9123"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
20 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
21 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "-123"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
22 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
23 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "0"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
24 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
25 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "0.1"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
26 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
27 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "-0.2"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
28 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
29 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "-0.1e3"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
30 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
31 new Tuple<JsonTokenType,object>(JsonTokenType.Number, "1.3E-3"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
32 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
33 new Tuple<JsonTokenType,object>(JsonTokenType.String, "some \t\n text"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
34 new Tuple<JsonTokenType,object>(JsonTokenType.ValueSeparator, null),
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
35 new Tuple<JsonTokenType,object>(JsonTokenType.Literal, "literal"),
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
36 new Tuple<JsonTokenType,object>(JsonTokenType.BeginArray, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
37 new Tuple<JsonTokenType,object>(JsonTokenType.EndArray, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
38 new Tuple<JsonTokenType,object>(JsonTokenType.BeginObject, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
39 new Tuple<JsonTokenType,object>(JsonTokenType.EndObject, null),
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
40 new Tuple<JsonTokenType,object>(JsonTokenType.NameSeparator, null)
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
41 };
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
42
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
43 string value;
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
44 JsonTokenType tokenType;
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
45 for (var i = 0; i < expexted.Length; i++) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
46
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
47 Assert.IsTrue(scanner.ReadToken(out value, out tokenType));
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
48 Assert.AreEqual(expexted[i].Item1, tokenType);
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
49 Assert.AreEqual(expexted[i].Item2, value);
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
50 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
51
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
52 Assert.IsFalse(scanner.ReadToken(out value, out tokenType));
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
53 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
54 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
55
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
56 [Test]
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
57 public void TestScannerBadTokens() {
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
58 var bad = new[] {
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
59 " 1",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
60 " literal",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
61 " \"",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
62 "\"unclosed string",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
63 "1.bad",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
64 "001", // should be read as three numbers
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
65 "--10",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
66 "+10",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
67 "1.0.0",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
68 "1e1.0",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
69 "l1teral0",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
70 ".123",
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
71 "-.123"
182
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
72 };
76e8f2ba12b8 pretty print DFA, the minimization is still buggy
cin
parents: 158
diff changeset
73
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
74 foreach (var json in bad) {
228
6fa235c5a760 Rewritten JsonScanner, JsonParser, fixed naming style
cin
parents: 227
diff changeset
75 using (var scanner = JsonStringScanner.Create(json)) {
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
76 try {
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
77 string value;
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
78 JsonTokenType token;
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
79 scanner.ReadToken(out value, out token);
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
80 if (!Object.Equals(value, json)) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
81 Console.WriteLine("'{0}' is read as {1}", json, value is String ? String.Format("'{0}'", value) : value);
183
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
82 continue;
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
83 }
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
84 Assert.Fail("Token '{0}' shouldn't pass", json);
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
85 } catch (ParserException e) {
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
86 Console.WriteLine(e.Message);
4f82e0f161c3 fixed DFA optimization, JSON is fully functional
cin
parents: 182
diff changeset
87 }
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
88 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
89 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
90 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
91
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
92 [Test]
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
93 public void JsonXmlReaderSimpleTest() {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
94 var json = "\"some text\"";
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
95 //Console.WriteLine($"JSON: {json}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
96 //Console.WriteLine("XML");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
97 /*using (var xmlReader = new JsonXmlReader(new JSONParser(json), new JsonXmlReaderOptions { NamespaceUri = "JsonXmlReaderSimpleTest", RootName = "string", NodesPrefix = "json" })) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
98 Assert.AreEqual(xmlReader.ReadState, System.Xml.ReadState.Initial);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
99
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
100 AssertRead(xmlReader, XmlNodeType.XmlDeclaration);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
101 AssertRead(xmlReader, XmlNodeType.Element);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
102 AssertRead(xmlReader, XmlNodeType.Text);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
103 AssertRead(xmlReader, XmlNodeType.EndElement);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
104 Assert.IsFalse(xmlReader.Read());
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
105 }*/
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
106
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
107 //DumpJsonParse("\"text value\"");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
108 //DumpJsonParse("null");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
109 //DumpJsonParse("true");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
110 //DumpJsonParse("{}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
111 //DumpJsonParse("[]");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
112 DumpJsonParse("{\"one\":1, \"two\":2}");
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
113 DumpJsonParse("[1,\"\",2,3]");
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
114 DumpJsonParse("[{\"info\": [7,8,9]}]");
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
115 DumpJsonFlatParse("[1,2,\"\",[3,4],{\"info\": [5,6]},{\"num\": [7,8,null]}, null,[null]]");
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
116 }
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
117
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
118 void AssertRead(XmlReader reader, XmlNodeType expected) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
119 Assert.IsTrue(reader.Read());
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
120 Console.WriteLine($"{new string(' ', reader.Depth*2)}{reader}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
121 Assert.AreEqual(expected, reader.NodeType);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
122 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
123
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
124 void DumpJsonParse(string json) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
125 Console.WriteLine($"JSON: {json}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
126 Console.WriteLine("XML");
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
127 using (var xmlReader = new JsonXmlReader(JsonReader.ParseString(json), new JsonXmlReaderOptions { NamespaceUri = "JsonXmlReaderSimpleTest", NodesPrefix = "json" })) {
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
128 while (xmlReader.Read())
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
129 Console.WriteLine($"{new string(' ', xmlReader.Depth * 2)}{xmlReader}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
130 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
131 }
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
132
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
133 void DumpJsonFlatParse(string json) {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
134 Console.WriteLine($"JSON: {json}");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
135 Console.WriteLine("XML");
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
136 using (var xmlWriter = XmlWriter.Create(Console.Out, new XmlWriterSettings {
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
137 Indent = true,
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
138 CloseOutput = false,
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
139 ConformanceLevel = ConformanceLevel.Document
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
140 }))
229
5f7a3e1d32b9 JsonXmlReader performance tuning
cin
parents: 228
diff changeset
141 using (var xmlReader = new JsonXmlReader(JsonReader.ParseString(json), new JsonXmlReaderOptions { NamespaceUri = "JsonXmlReaderSimpleTest", NodesPrefix = "", FlattenArrays = true })) {
227
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
142 xmlWriter.WriteNode(xmlReader, false);
8d5de4eb9c2c Reimplemented JsonXmlReader, added support for null values: JSON null values are
cin
parents: 184
diff changeset
143 }
158
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
144 }
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
145 }
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
146 }
130781364799 refactoring, code cleanup
cin
parents:
diff changeset
147