scanner.h 1.35 KB
Newer Older
Jesse Beder's avatar
Jesse Beder committed
1
2
3
4
5
6
#pragma once

#include <ios>
#include <string>
#include <queue>
#include <stack>
Jesse Beder's avatar
Jesse Beder committed
7
#include <set>
8
#include "regex.h"
9
#include "stream.h"
Jesse Beder's avatar
Jesse Beder committed
10
11
12

namespace YAML
{
13
	struct Token;
Jesse Beder's avatar
Jesse Beder committed
14
15
16
17
18
19
20

	class Scanner
	{
	public:
		Scanner(std::istream& in);
		~Scanner();

21
		Token *GetNextToken();
22
		Token *PeekNextToken();
23

24
25
	private:
		// scanning
Jesse Beder's avatar
Jesse Beder committed
26
		void ScanNextToken();
Jesse Beder's avatar
Jesse Beder committed
27
		void ScanToNextToken();
Jesse Beder's avatar
Jesse Beder committed
28
		Token *PushIndentTo(int column, bool sequence);
Jesse Beder's avatar
Jesse Beder committed
29
		void PopIndentTo(int column);
Jesse Beder's avatar
Jesse Beder committed
30

31
		// checking input
Jesse Beder's avatar
Jesse Beder committed
32
		void InsertSimpleKey();
33
34
		bool VerifySimpleKey();
		void VerifyAllSimpleKeys();
Jesse Beder's avatar
Jesse Beder committed
35

Jesse Beder's avatar
Jesse Beder committed
36
		bool IsWhitespaceToBeEaten(char ch);
Jesse Beder's avatar
Jesse Beder committed
37

Jesse Beder's avatar
Jesse Beder committed
38
		struct SimpleKey {
39
			SimpleKey(int pos_, int line_, int column_, int flowLevel_);
Jesse Beder's avatar
Jesse Beder committed
40
41
42
43

			void Validate();
			void Invalidate();

44
			int pos, line, column, flowLevel;
Jesse Beder's avatar
Jesse Beder committed
45
46
47
48
			bool required;
			Token *pMapStart, *pKey;
		};

Jesse Beder's avatar
Jesse Beder committed
49
		template <typename T> void ScanAndEnqueue(T *pToken);
Jesse Beder's avatar
Jesse Beder committed
50
51
52
53
		template <typename T> T *ScanToken(T *pToken);

	private:
		// the stream
54
		Stream INPUT;
Jesse Beder's avatar
Jesse Beder committed
55
56
57

		// the output (tokens)
		std::queue <Token *> m_tokens;
Jesse Beder's avatar
Jesse Beder committed
58
		std::set <Token *> m_limboTokens;
Jesse Beder's avatar
Jesse Beder committed
59
60

		// state info
61
		bool m_startedStream, m_endedStream;
Jesse Beder's avatar
Jesse Beder committed
62
63
		bool m_simpleKeyAllowed;
		int m_flowLevel;                // number of unclosed '[' and '{' indicators
64
		bool m_isLastKeyValid;
Jesse Beder's avatar
Jesse Beder committed
65
		std::stack <SimpleKey> m_simpleKeys;
Jesse Beder's avatar
Jesse Beder committed
66
67
68
		std::stack <int> m_indents;
	};
}