scanner.h 1.6 KB
Newer Older
Jesse Beder's avatar
Jesse Beder committed
1
2
3
4
5
6
#pragma once

#include <ios>
#include <string>
#include <queue>
#include <stack>
Jesse Beder's avatar
Jesse Beder committed
7
#include <set>
Jesse Beder's avatar
Jesse Beder committed
8
9
10
11
12
13
14
15

namespace YAML
{
	class Token;

	namespace Keys
	{
		const char Comment = '#';
Jesse Beder's avatar
Jesse Beder committed
16
17
18
19
20
21
22
23
24
25
26
27
28
		const char FlowSeqStart = '[';
		const char FlowSeqEnd = ']';
		const char FlowMapStart = '{';
		const char FlowMapEnd = '}';
		const char FlowEntry = ',';
		const char BlockEntry = '-';
		const char Key = '?';
		const char Value = ':';
		const char Alias = '*';
		const char Anchor = '&';
		const char Tag = '!';
		const char LiteralScalar = '|';
		const char FoldedScalar = '>';
Jesse Beder's avatar
Jesse Beder committed
29
30
31
32
33
34
35
36
	}

	class Scanner
	{
	public:
		Scanner(std::istream& in);
		~Scanner();

Jesse Beder's avatar
Jesse Beder committed
37
		void ScanNextToken();
Jesse Beder's avatar
Jesse Beder committed
38
		void ScanToNextToken();
Jesse Beder's avatar
Jesse Beder committed
39
40
		void PushIndentTo(int column, bool sequence);
		void PopIndentTo(int column);
Jesse Beder's avatar
Jesse Beder committed
41
42
43
44
45

		void Scan();

	private:
		char GetChar();
Jesse Beder's avatar
Jesse Beder committed
46
47
48
		void Eat(int n = 1);
		std::string Peek(int n);

Jesse Beder's avatar
Jesse Beder committed
49
50
		void EatLineBreak();

Jesse Beder's avatar
Jesse Beder committed
51
52
53
		bool IsWhitespaceToBeEaten(char ch);
		bool IsLineBreak(char ch);
		bool IsBlank(char ch);
Jesse Beder's avatar
Jesse Beder committed
54
55
		bool IsDocumentStart();
		bool IsDocumentEnd();
Jesse Beder's avatar
Jesse Beder committed
56
57
58
59
60
61
		bool IsBlockEntry();
		bool IsKey();
		bool IsValue();
		bool IsPlainScalar();

		template <typename T> void ScanAndEnqueue(T *pToken);
Jesse Beder's avatar
Jesse Beder committed
62
63
64
65
66
67
68
69
70
		template <typename T> T *ScanToken(T *pToken);

	private:
		// the stream
		std::istream& INPUT;
		int m_column;

		// the output (tokens)
		std::queue <Token *> m_tokens;
Jesse Beder's avatar
Jesse Beder committed
71
		std::set <Token *> m_limboTokens;
Jesse Beder's avatar
Jesse Beder committed
72
73
74
75
76
77
78
79

		// state info
		bool m_startedStream;
		bool m_simpleKeyAllowed;
		int m_flowLevel;                // number of unclosed '[' and '{' indicators
		std::stack <int> m_indents;
	};
}