170 lines
3.7 KiB
C++
170 lines
3.7 KiB
C++
#pragma once
|
|
|
|
#include "libtoken_global.h"
|
|
#include <QList>
|
|
#include <QString>
|
|
#include <memory>
|
|
|
|
namespace lib_token {
|
|
class TokenDefine;
|
|
/**
|
|
* @brief 解析异常
|
|
*/
|
|
class LIBTOKEN_EXPORT TokenException {
|
|
private:
|
|
QString msg_store;
|
|
|
|
public:
|
|
TokenException(const QString& message);
|
|
virtual QString message() const;
|
|
};
|
|
|
|
/**
|
|
* @brief 源码词语实例
|
|
*/
|
|
class WordBase {
|
|
public:
|
|
/**
|
|
* @brief 源文件路径
|
|
* @return
|
|
*/
|
|
virtual QString file() const = 0;
|
|
/**
|
|
* @brief 词语内容
|
|
* @return
|
|
*/
|
|
virtual QString content() const = 0;
|
|
/**
|
|
* @brief 源码行号
|
|
* @return
|
|
*/
|
|
virtual int row() const = 0;
|
|
/**
|
|
* @brief 源码列号
|
|
* @return
|
|
*/
|
|
virtual int column() const = 0;
|
|
};
|
|
|
|
/**
|
|
* @brief token解析结果
|
|
*/
|
|
class Token : public WordBase {
|
|
public:
|
|
/**
|
|
* @brief token解析机制关联
|
|
* @return
|
|
*/
|
|
virtual std::shared_ptr<const TokenDefine> define() const = 0;
|
|
virtual std::shared_ptr<const Token> nextToken() const = 0;
|
|
};
|
|
|
|
/**
|
|
* @brief token解析机制定义
|
|
*/
|
|
class TokenDefine {
|
|
public:
|
|
/**
|
|
* @brief 解析机制名称
|
|
* @return
|
|
*/
|
|
virtual QString typeName() const = 0;
|
|
/**
|
|
* @brief 整数类型标识.
|
|
*
|
|
* \return
|
|
*/
|
|
virtual int typeMark() const = 0;
|
|
/**
|
|
* @brief 解析机制关键定义
|
|
* @return
|
|
*/
|
|
virtual QString regex() const = 0;
|
|
|
|
/**
|
|
* @brief 解析词语处理过程
|
|
* @param content 词语
|
|
* @return tuple<token/null,remains> 解析结果
|
|
*/
|
|
virtual std::tuple<std::shared_ptr<const Token>, std::shared_ptr<const WordBase>> analysis(std::shared_ptr<const WordBase> content) const = 0;
|
|
};
|
|
|
|
|
|
/**
|
|
* @brief 未解析原始词语
|
|
*/
|
|
class WordPeaks : public WordBase {
|
|
private:
|
|
int row_n, col_n;
|
|
QString text_n, path_p;
|
|
|
|
public:
|
|
WordPeaks(int r, int c, const QString& t, const QString& p);
|
|
|
|
// WordBase interface
|
|
public:
|
|
virtual QString file() const override;
|
|
virtual QString content() const override;
|
|
virtual int row() const override;
|
|
virtual int column() const override;
|
|
};
|
|
|
|
/**
|
|
* @brief 词法解析成果
|
|
*/
|
|
class TokenContent : public Token {
|
|
private:
|
|
int row_n, col_n;
|
|
QString text_n, path_p;
|
|
std::shared_ptr<const TokenDefine> type_def;
|
|
|
|
public:
|
|
TokenContent(int r, int c, const QString& t, const QString& p, std::shared_ptr<const TokenDefine> type);
|
|
|
|
// WordBase interface
|
|
public:
|
|
virtual QString file() const override;
|
|
virtual QString content() const override;
|
|
virtual int row() const override;
|
|
virtual int column() const override;
|
|
|
|
// Token interface
|
|
public:
|
|
virtual std::shared_ptr<const TokenDefine> define() const override;
|
|
virtual std::shared_ptr<const Token> nextToken() const override;
|
|
};
|
|
|
|
class TokenImpl : public Token {
|
|
private:
|
|
std::shared_ptr<const Token> content_ptr;
|
|
std::shared_ptr<const Token> next_element;
|
|
|
|
public:
|
|
TokenImpl(std::shared_ptr<const Token> content, std::shared_ptr<const Token> next);
|
|
|
|
// 通过 Token 继承
|
|
QString file() const override;
|
|
QString content() const override;
|
|
int row() const override;
|
|
int column() const override;
|
|
std::shared_ptr<const TokenDefine> define() const override;
|
|
std::shared_ptr<const Token> nextToken() const override;
|
|
};
|
|
|
|
/**
|
|
* @brief 词法获取器
|
|
*/
|
|
class LIBTOKEN_EXPORT TokenReader {
|
|
private:
|
|
QList<std::shared_ptr<const TokenDefine>> rules_store;
|
|
|
|
QList<std::shared_ptr<const Token>> parse_line(int row, const QString& line_text, const QString& path) const;
|
|
std::tuple<std::shared_ptr<const Token>, std::shared_ptr<const WordBase>> parse_token(std::shared_ptr<const WordBase> word) const;
|
|
QList<std::shared_ptr<const Token>> extract_from(const QString& path) const;
|
|
|
|
public:
|
|
TokenReader(const QList<std::shared_ptr<const TokenDefine>> rulers);
|
|
std::shared_ptr<const Token> tokensWithin(const QString &path) const;
|
|
};
|
|
|
|
} // namespace lib_token
|