scriptvm/editor/CodeScanner.h

/*
 * Copyright (c) 2015-2016 Christian Schoenebeck
 *
 * http://www.linuxsampler.org
 *
 * This file is part of LinuxSampler and released under the same terms.
 * See README file for details.
 */

#include <iostream>
#include <sstream>
#include <vector>
#include "SourceToken.h"

#ifndef CRUDEBYTE_CODE_SCANNER_H
#define CRUDEBYTE_CODE_SCANNER_H

namespace LinuxSampler {

class CodeScanner {
public:
    void* scanner;
    std::istream* is;
    SourceToken token;
    int line;
    int column;

    CodeScanner(std::istream* is);
    virtual ~CodeScanner();
    std::vector<SourceToken> tokens() const { return m_tokens; }
    bool isMultiLine() const;

protected:
    std::vector<SourceToken> m_tokens;

    virtual int processScanner() = 0;
    SourceToken processOneToken();
    void processAll();
    void trim();
};

// base types
#define EofToken() SourceToken()
#define NewLineToken() SourceToken(SourceToken::NEW_LINE, "\n")
#define KeywordToken(s) SourceToken(SourceToken::KEYWORD, s)
#define VariableNameToken(s) SourceToken(SourceToken::VARIABLE_NAME, s)
#define IdentifierToken(s) SourceToken(SourceToken::IDENTIFIER, s)
#define NumberLiteralToken(s) SourceToken(SourceToken::NUMBER_LITERAL, s)
#define StringLiteralToken(s) SourceToken(SourceToken::STRING_LITERAL, s)
#define CommentToken(s) SourceToken(SourceToken::COMMENT, s)
#define PreprocessorToken(s) SourceToken(SourceToken::PREPROCESSOR, s)
#define OtherToken(s) SourceToken(SourceToken::OTHER, s)

// extended types
#define IntegerVariableToken(s) SourceToken(SourceToken::INTEGER_VARIABLE, s)
#define StringVariableToken(s) SourceToken(SourceToken::STRING_VARIABLE, s)
#define ArrayVariableToken(s) SourceToken(SourceToken::ARRAY_VARIABLE, s)
#define EventHandlerNameToken(s) SourceToken(SourceToken::EVENT_HANDLER_NAME, s)

} // namespace LinuxSampler

#endif // CRUDEBYTE_CODE_SCANNER_H
1	/*
2	* Copyright (c) 2015-2016 Christian Schoenebeck
3	*
4	* http://www.linuxsampler.org
5	*
6	* This file is part of LinuxSampler and released under the same terms.
7	* See README file for details.
8	*/
9
10	#include <iostream>
11	#include <sstream>
12	#include <vector>
13	#include "SourceToken.h"
14
15	#ifndef CRUDEBYTE_CODE_SCANNER_H
16	#define CRUDEBYTE_CODE_SCANNER_H
17
18	namespace LinuxSampler {
19
20	class CodeScanner {
21	public:
22	void* scanner;
23	std::istream* is;
24	SourceToken token;
25	int line;
26	int column;
27
28	CodeScanner(std::istream* is);
29	virtual ~CodeScanner();
30	std::vector<SourceToken> tokens() const { return m_tokens; }
31	bool isMultiLine() const;
32
33	protected:
34	std::vector<SourceToken> m_tokens;
35
36	virtual int processScanner() = 0;
37	SourceToken processOneToken();
38	void processAll();
39	void trim();
40	};
41
42	// base types
43	#define EofToken() SourceToken()
44	#define NewLineToken() SourceToken(SourceToken::NEW_LINE, "\n")
45	#define KeywordToken(s) SourceToken(SourceToken::KEYWORD, s)
46	#define VariableNameToken(s) SourceToken(SourceToken::VARIABLE_NAME, s)
47	#define IdentifierToken(s) SourceToken(SourceToken::IDENTIFIER, s)
48	#define NumberLiteralToken(s) SourceToken(SourceToken::NUMBER_LITERAL, s)
49	#define StringLiteralToken(s) SourceToken(SourceToken::STRING_LITERAL, s)
50	#define CommentToken(s) SourceToken(SourceToken::COMMENT, s)
51	#define PreprocessorToken(s) SourceToken(SourceToken::PREPROCESSOR, s)
52	#define OtherToken(s) SourceToken(SourceToken::OTHER, s)
53
54	// extended types
55	#define IntegerVariableToken(s) SourceToken(SourceToken::INTEGER_VARIABLE, s)
56	#define StringVariableToken(s) SourceToken(SourceToken::STRING_VARIABLE, s)
57	#define ArrayVariableToken(s) SourceToken(SourceToken::ARRAY_VARIABLE, s)
58	#define EventHandlerNameToken(s) SourceToken(SourceToken::EVENT_HANDLER_NAME, s)
59
60	} // namespace LinuxSampler
61
62	#endif // CRUDEBYTE_CODE_SCANNER_H