scanner.h 3.05 KB
Newer Older
1
2
#pragma once

3
4
5
6
#ifndef SCANNER_H_62B23520_7C8E_11DE_8A39_0800200C9A66
#define SCANNER_H_62B23520_7C8E_11DE_8A39_0800200C9A66


7
8
9
10
11
#include <ios>
#include <string>
#include <queue>
#include <stack>
#include <set>
12
#include <map>
13
14
15
16
17
#include "stream.h"
#include "token.h"

namespace YAML
{
18
	class Node;
19
	class RegEx;
20

21
22
23
24
25
26
27
28
29
30
31
	class Scanner
	{
	public:
		Scanner(std::istream& in);
		~Scanner();

		// token queue management (hopefully this looks kinda stl-ish)
		bool empty();
		void pop();
		Token& peek();

32
33
34
35
36
		// anchor management
		void Save(const std::string& anchor, Node* value);
		const Node *Retrieve(const std::string& anchor) const;
		void ClearAnchors();

37
	private:
38
39
		struct IndentMarker {
			enum INDENT_TYPE { MAP, SEQ, NONE };
40
41
			enum STATUS { VALID, INVALID, UNKNOWN };
			IndentMarker(int column_, INDENT_TYPE type_): column(column_), type(type_), status(VALID), pStartToken(0) {}
42
43
44
		
			int column;
			INDENT_TYPE type;
45
			STATUS status;
46
			Token *pStartToken;
47
		};
48
49
		
		enum FLOW_MARKER { FLOW_MAP, FLOW_SEQ };
50
51
	
	private:	
52
53
54
55
56
57
		// scanning
		void EnsureTokensInQueue();
		void ScanNextToken();
		void ScanToNextToken();
		void StartStream();
		void EndStream();
58
		Token *PushToken(Token::TYPE type);
59
60
61
62
63
		
		bool InFlowContext() const { return !m_flows.empty(); }
		bool InBlockContext() const { return m_flows.empty(); }
		int GetFlowLevel() const { return m_flows.size(); }
		
64
		Token::TYPE GetStartTokenFor(IndentMarker::INDENT_TYPE type) const;
65
		IndentMarker *PushIndentTo(int column, IndentMarker::INDENT_TYPE type);
66
67
68
69
		void PopIndentToHere();
		void PopAllIndents();
		void PopIndent();
		int GetTopIndent() const;
70
71

		// checking input
72
		bool CanInsertPotentialSimpleKey() const;
73
74
75
76
77
78
		bool ExistsActiveSimpleKey() const;
		void InsertPotentialSimpleKey();
		void InvalidateSimpleKey();
		bool VerifySimpleKey();
		void PopAllSimpleKeys();
		
79
		void ThrowParserException(const std::string& msg) const;
80
81

		bool IsWhitespaceToBeEaten(char ch);
82
		const RegEx& GetValueRegex() const;
83
84

		struct SimpleKey {
85
			SimpleKey(const Mark& mark_, int flowLevel_);
86
87
88

			void Validate();
			void Invalidate();
89
90
91
			
			Mark mark;
			int flowLevel;
92
			IndentMarker *pIndent;
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
			Token *pMapStart, *pKey;
		};

		// and the tokens
		void ScanDirective();
		void ScanDocStart();
		void ScanDocEnd();
		void ScanBlockSeqStart();
		void ScanBlockMapSTart();
		void ScanBlockEnd();
		void ScanBlockEntry();
		void ScanFlowStart();
		void ScanFlowEnd();
		void ScanFlowEntry();
		void ScanKey();
		void ScanValue();
		void ScanAnchorOrAlias();
		void ScanTag();
		void ScanPlainScalar();
		void ScanQuotedScalar();
		void ScanBlockScalar();

	private:
		// the stream
		Stream INPUT;

		// the output (tokens)
		std::queue <Token> m_tokens;

		// state info
		bool m_startedStream, m_endedStream;
		bool m_simpleKeyAllowed;
125
		bool m_canBeJSONFlow;
126
		std::stack <SimpleKey> m_simpleKeys;
127
128
		std::stack <IndentMarker *> m_indents;
		std::vector <IndentMarker *> m_indentRefs; // for "garbage collection"
129
		std::stack <FLOW_MARKER> m_flows;
130
		std::map <std::string, const Node *> m_anchors;
131
132
	};
}
133
134

#endif // SCANNER_H_62B23520_7C8E_11DE_8A39_0800200C9A66
135