annotate Implab/Formats/Grammar.cs @ 228:6fa235c5a760 v2

Rewritten JsonScanner, JsonParser, fixed naming style
author cin
date Tue, 12 Sep 2017 01:19:12 +0300
parents d5c5db0335ee
children 302ca905c19e
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
1 using Implab;
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
2 using System;
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
3 using System.Collections.Generic;
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
4 using System.Linq;
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
5 using Implab.Automaton;
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
6 using Implab.Automaton.RegularExpressions;
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
7
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
8 namespace Implab.Formats {
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
9 /// <summary>
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
10 /// Базовый абстрактный класс. Грамматика, позволяет формулировать выражения над алфавитом типа <c>char</c>.
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
11 /// </summary>
178
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
12 public abstract class Grammar<TSymbol> {
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
13
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
14 protected abstract IAlphabetBuilder<TSymbol> AlphabetBuilder {
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
15 get;
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
16 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
17
178
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
18 protected SymbolToken UnclassifiedToken() {
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
19 return new SymbolToken(AutomatonConst.UNCLASSIFIED_INPUT);
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
20 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
21
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
22 protected void DefineAlphabet(IEnumerable<TSymbol> alphabet) {
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
23 Safe.ArgumentNotNull(alphabet, "alphabet");
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
24
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
25 foreach (var ch in alphabet)
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
26 AlphabetBuilder.DefineSymbol(ch);
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
27 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
28
178
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
29 protected Token SymbolToken(TSymbol symbol) {
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
30 return Token.New(TranslateOrAdd(symbol));
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
31 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
32
178
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
33 protected Token SymbolToken(IEnumerable<TSymbol> symbols) {
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
34 Safe.ArgumentNotNull(symbols, "symbols");
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
35
178
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
36 return Token.New(TranslateOrAdd(symbols).ToArray());
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
37 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
38
178
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
39 protected Token SymbolSetToken(params TSymbol[] set) {
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
40 return SymbolToken(set);
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
41 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
42
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
43 int TranslateOrAdd(TSymbol ch) {
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
44 var t = AlphabetBuilder.Translate(ch);
178
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
45 if (t == AutomatonConst.UNCLASSIFIED_INPUT)
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
46 t = AlphabetBuilder.DefineSymbol(ch);
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
47 return t;
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
48 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
49
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
50 IEnumerable<int> TranslateOrAdd(IEnumerable<TSymbol> symbols) {
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
51 return symbols.Distinct().Select(TranslateOrAdd);
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
52 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
53
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
54 int TranslateOrDie(TSymbol ch) {
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
55 var t = AlphabetBuilder.Translate(ch);
178
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
56 if (t == AutomatonConst.UNCLASSIFIED_INPUT)
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
57 throw new ApplicationException(String.Format("Symbol '{0}' is UNCLASSIFIED", ch));
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
58 return t;
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
59 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
60
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
61 IEnumerable<int> TranslateOrDie(IEnumerable<TSymbol> symbols) {
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
62 return symbols.Distinct().Select(TranslateOrDie);
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
63 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
64
178
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
65 protected Token SymbolTokenExcept(IEnumerable<TSymbol> symbols) {
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
66 Safe.ArgumentNotNull(symbols, "symbols");
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
67
178
d5c5db0335ee working on JSON parser
cin
parents: 177
diff changeset
68 return Token.New( Enumerable.Range(0, AlphabetBuilder.Count).Except(TranslateOrDie(symbols)).ToArray() );
177
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
69 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
70 }
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
71
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
72
a0ff6a0e9c44 refactoring
cin
parents:
diff changeset
73 }