scanner.h 1.66 KB
Newer Older
Jesse Beder's avatar
Jesse Beder committed
1
2
3
4
5
6
#pragma once

#include <ios>
#include <string>
#include <queue>
#include <stack>
Jesse Beder's avatar
Jesse Beder committed
7
#include <set>
8
#include "stream.h"
9
#include "token.h"
Jesse Beder's avatar
Jesse Beder committed
10
11
12
13
14
15
16
17
18

namespace YAML
{
	class Scanner
	{
	public:
		Scanner(std::istream& in);
		~Scanner();

19
20
21
		bool IsEmpty();
		void PopToken();
		Token& PeekToken();
22

23
24
	private:
		// scanning
25
26
		void StartStream();
		void EndStream();
Jesse Beder's avatar
Jesse Beder committed
27
		void ScanNextToken();
Jesse Beder's avatar
Jesse Beder committed
28
		void ScanToNextToken();
Jesse Beder's avatar
Jesse Beder committed
29
		Token *PushIndentTo(int column, bool sequence);
Jesse Beder's avatar
Jesse Beder committed
30
		void PopIndentTo(int column);
Jesse Beder's avatar
Jesse Beder committed
31

32
		// checking input
Jesse Beder's avatar
Jesse Beder committed
33
		void InsertSimpleKey();
34
35
		bool VerifySimpleKey();
		void VerifyAllSimpleKeys();
Jesse Beder's avatar
Jesse Beder committed
36

Jesse Beder's avatar
Jesse Beder committed
37
		bool IsWhitespaceToBeEaten(char ch);
Jesse Beder's avatar
Jesse Beder committed
38

Jesse Beder's avatar
Jesse Beder committed
39
		struct SimpleKey {
40
			SimpleKey(int pos_, int line_, int column_, int flowLevel_);
Jesse Beder's avatar
Jesse Beder committed
41
42
43
44

			void Validate();
			void Invalidate();

45
			int pos, line, column, flowLevel;
Jesse Beder's avatar
Jesse Beder committed
46
47
48
			Token *pMapStart, *pKey;
		};

49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
		// and the tokens
		void ScanDirective();
		void ScanDocStart();
		void ScanDocEnd();
		void ScanBlockSeqStart();
		void ScanBlockMapSTart();
		void ScanBlockEnd();
		void ScanBlockEntry();
		void ScanFlowStart();
		void ScanFlowEnd();
		void ScanFlowEntry();
		void ScanKey();
		void ScanValue();
		void ScanAnchorOrAlias();
		void ScanTag();
		void ScanPlainScalar();
		void ScanQuotedScalar();
		void ScanBlockScalar();
Jesse Beder's avatar
Jesse Beder committed
67
68
69

	private:
		// the stream
70
		Stream INPUT;
Jesse Beder's avatar
Jesse Beder committed
71
72

		// the output (tokens)
73
		std::queue <Token> m_tokens;
Jesse Beder's avatar
Jesse Beder committed
74
75

		// state info
76
		bool m_startedStream, m_endedStream;
Jesse Beder's avatar
Jesse Beder committed
77
78
		bool m_simpleKeyAllowed;
		int m_flowLevel;                // number of unclosed '[' and '{' indicators
79
		bool m_isLastKeyValid;
Jesse Beder's avatar
Jesse Beder committed
80
		std::stack <SimpleKey> m_simpleKeys;
Jesse Beder's avatar
Jesse Beder committed
81
82
83
		std::stack <int> m_indents;
	};
}