scanner.h 1.76 KB
Newer Older
Jesse Beder's avatar
Jesse Beder committed
1
2
3
4
5
6
#pragma once

#include <ios>
#include <string>
#include <queue>
#include <stack>
Jesse Beder's avatar
Jesse Beder committed
7
#include <set>
8
#include "regex.h"
Jesse Beder's avatar
Jesse Beder committed
9
10
11

namespace YAML
{
12
	struct Token;
Jesse Beder's avatar
Jesse Beder committed
13
14
15
16
17
18
19

	class Scanner
	{
	public:
		Scanner(std::istream& in);
		~Scanner();

20
21
		Token *GetNextToken();

Jesse Beder's avatar
Jesse Beder committed
22
		void ScanNextToken();
Jesse Beder's avatar
Jesse Beder committed
23
		void ScanToNextToken();
Jesse Beder's avatar
Jesse Beder committed
24
		Token *PushIndentTo(int column, bool sequence);
Jesse Beder's avatar
Jesse Beder committed
25
		void PopIndentTo(int column);
Jesse Beder's avatar
Jesse Beder committed
26

Jesse Beder's avatar
Jesse Beder committed
27
28
29
30
		void InsertSimpleKey();
		bool ValidateSimpleKey();
		void ValidateAllSimpleKeys();

Jesse Beder's avatar
Jesse Beder committed
31
32
33
34
		void Scan();

	private:
		char GetChar();
35
		std::string GetChar(int n);
Jesse Beder's avatar
Jesse Beder committed
36
		void Eat(int n = 1);
Jesse Beder's avatar
Jesse Beder committed
37
38
		void EatLineBreak();

Jesse Beder's avatar
Jesse Beder committed
39
		bool IsWhitespaceToBeEaten(char ch);
Jesse Beder's avatar
Jesse Beder committed
40
41
		bool IsDocumentStart();
		bool IsDocumentEnd();
Jesse Beder's avatar
Jesse Beder committed
42
43
44
45
46
		bool IsBlockEntry();
		bool IsKey();
		bool IsValue();
		bool IsPlainScalar();

47
		void GetBlockIndentation(int& indent, std::string& breaks);
48
		std::string ScanScalar(RegEx end, bool eatEnd, int indent, char escape, bool fold, bool eatLeadingWhitespace, bool trimTrailingSpaces, int chomp);
49

Jesse Beder's avatar
Jesse Beder committed
50
		struct SimpleKey {
51
			SimpleKey(int pos_, int line_, int column_, int flowLevel_);
Jesse Beder's avatar
Jesse Beder committed
52
53
54
55

			void Validate();
			void Invalidate();

56
			int pos, line, column, flowLevel;
Jesse Beder's avatar
Jesse Beder committed
57
58
59
60
			bool required;
			Token *pMapStart, *pKey;
		};

Jesse Beder's avatar
Jesse Beder committed
61
		template <typename T> void ScanAndEnqueue(T *pToken);
Jesse Beder's avatar
Jesse Beder committed
62
63
64
65
66
		template <typename T> T *ScanToken(T *pToken);

	private:
		// the stream
		std::istream& INPUT;
Jesse Beder's avatar
Jesse Beder committed
67
		int m_line, m_column;
Jesse Beder's avatar
Jesse Beder committed
68
69
70

		// the output (tokens)
		std::queue <Token *> m_tokens;
Jesse Beder's avatar
Jesse Beder committed
71
		std::set <Token *> m_limboTokens;
Jesse Beder's avatar
Jesse Beder committed
72
73

		// state info
74
		bool m_startedStream, m_endedStream;
Jesse Beder's avatar
Jesse Beder committed
75
76
		bool m_simpleKeyAllowed;
		int m_flowLevel;                // number of unclosed '[' and '{' indicators
77
		bool m_isLastKeyValid;
Jesse Beder's avatar
Jesse Beder committed
78
		std::stack <SimpleKey> m_simpleKeys;
Jesse Beder's avatar
Jesse Beder committed
79
80
81
		std::stack <int> m_indents;
	};
}