rbdlsim/3rdparty/tracy/server/TracySourceTokenizer.hpp

55 lines
853 B
C++
Raw Normal View History

2021-08-06 12:10:32 +02:00
#ifndef __TRACYSOURCETOKENIZER_HPP__
#define __TRACYSOURCETOKENIZER_HPP__
#include <stdint.h>
#include <vector>
namespace tracy
{
class Tokenizer
{
public:
enum class TokenColor : uint8_t
{
Default,
Comment,
Preprocessor,
String,
CharacterLiteral,
Keyword,
Number,
Punctuation,
Type,
Special
};
struct Token
{
const char* begin;
const char* end;
TokenColor color;
};
struct Line
{
const char* begin;
const char* end;
std::vector<Token> tokens;
};
Tokenizer();
std::vector<Token> Tokenize( const char* begin, const char* end );
private:
TokenColor IdentifyToken( const char*& begin, const char* end );
bool m_isInComment;
bool m_isInPreprocessor;
};
}
#endif