2024-03-17 07:58:28 +00:00
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
|
|
#include "libtoken_global.h"
|
|
|
|
|
#include <QList>
|
|
|
|
|
#include <QString>
|
|
|
|
|
#include <memory>
|
|
|
|
|
|
|
|
|
|
namespace lib_token {
|
2024-06-18 13:17:06 +00:00
|
|
|
|
class TokenDefine;
|
|
|
|
|
/**
|
|
|
|
|
* @brief <EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>쳣
|
|
|
|
|
*/
|
|
|
|
|
class LIBTOKEN_EXPORT TokenException {
|
|
|
|
|
private:
|
|
|
|
|
QString msg_store;
|
|
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
TokenException(const QString& message);
|
|
|
|
|
virtual QString message() const;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief Դ<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ʵ<EFBFBD><EFBFBD>
|
|
|
|
|
*/
|
|
|
|
|
class WordBase {
|
|
|
|
|
public:
|
|
|
|
|
/**
|
|
|
|
|
* @brief Դ<EFBFBD>ļ<EFBFBD>·<EFBFBD><EFBFBD>
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
virtual QString file() const = 0;
|
|
|
|
|
/**
|
|
|
|
|
* @brief <EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
virtual QString content() const = 0;
|
|
|
|
|
/**
|
|
|
|
|
* @brief Դ<EFBFBD><EFBFBD><EFBFBD>к<EFBFBD>
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
virtual int row() const = 0;
|
|
|
|
|
/**
|
|
|
|
|
* @brief Դ<EFBFBD><EFBFBD><EFBFBD>к<EFBFBD>
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
virtual int column() const = 0;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief token<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|
|
|
|
*/
|
|
|
|
|
class Token : public WordBase {
|
|
|
|
|
public:
|
|
|
|
|
/**
|
|
|
|
|
* @brief token<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ƹ<EFBFBD><EFBFBD><EFBFBD>
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
virtual std::shared_ptr<const TokenDefine> define() const = 0;
|
|
|
|
|
virtual std::shared_ptr<const Token> nextToken() const = 0;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief token<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ƶ<EFBFBD><EFBFBD><EFBFBD>
|
|
|
|
|
*/
|
|
|
|
|
class TokenDefine {
|
|
|
|
|
public:
|
|
|
|
|
/**
|
|
|
|
|
* @brief <EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
2024-06-19 04:05:43 +00:00
|
|
|
|
virtual QString typeName() const = 0;
|
|
|
|
|
/**
|
|
|
|
|
* @brief <EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ͱ<EFBFBD>ʶ.
|
|
|
|
|
*
|
|
|
|
|
* \return
|
|
|
|
|
*/
|
|
|
|
|
virtual int typeMark() const = 0;
|
2024-06-18 13:17:06 +00:00
|
|
|
|
/**
|
|
|
|
|
* @brief <EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ƹؼ<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
virtual QString regex() const = 0;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief <EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ﴦ<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|
|
|
|
* @param content <EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|
|
|
|
* @return tuple<token/null,remains> <EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|
|
|
|
*/
|
|
|
|
|
virtual std::tuple<std::shared_ptr<const Token>, std::shared_ptr<const WordBase>> analysis(std::shared_ptr<const WordBase> content) const = 0;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief δ<EFBFBD><EFBFBD><EFBFBD><EFBFBD>ԭʼ<EFBFBD><EFBFBD><EFBFBD><EFBFBD>
|
|
|
|
|
*/
|
|
|
|
|
class WordPeaks : public WordBase {
|
|
|
|
|
private:
|
|
|
|
|
int row_n, col_n;
|
|
|
|
|
QString text_n, path_p;
|
|
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
WordPeaks(int r, int c, const QString& t, const QString& p);
|
|
|
|
|
|
|
|
|
|
// WordBase interface
|
|
|
|
|
public:
|
|
|
|
|
virtual QString file() const override;
|
|
|
|
|
virtual QString content() const override;
|
|
|
|
|
virtual int row() const override;
|
|
|
|
|
virtual int column() const override;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief <EFBFBD>ʷ<EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ɹ<EFBFBD>
|
|
|
|
|
*/
|
|
|
|
|
class TokenContent : public Token {
|
|
|
|
|
private:
|
|
|
|
|
int row_n, col_n;
|
|
|
|
|
QString text_n, path_p;
|
|
|
|
|
std::shared_ptr<const TokenDefine> type_def;
|
|
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
TokenContent(int r, int c, const QString& t, const QString& p, std::shared_ptr<const TokenDefine> type);
|
|
|
|
|
|
|
|
|
|
// WordBase interface
|
|
|
|
|
public:
|
|
|
|
|
virtual QString file() const override;
|
|
|
|
|
virtual QString content() const override;
|
|
|
|
|
virtual int row() const override;
|
|
|
|
|
virtual int column() const override;
|
|
|
|
|
|
|
|
|
|
// Token interface
|
|
|
|
|
public:
|
|
|
|
|
virtual std::shared_ptr<const TokenDefine> define() const override;
|
|
|
|
|
virtual std::shared_ptr<const Token> nextToken() const override;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
class TokenImpl : public Token {
|
|
|
|
|
private:
|
|
|
|
|
std::shared_ptr<const Token> content_ptr;
|
|
|
|
|
std::shared_ptr<const Token> next_element;
|
|
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
TokenImpl(std::shared_ptr<const Token> content, std::shared_ptr<const Token> next);
|
|
|
|
|
|
|
|
|
|
// ͨ<><CDA8> Token <20>̳<EFBFBD>
|
|
|
|
|
QString file() const override;
|
|
|
|
|
QString content() const override;
|
|
|
|
|
int row() const override;
|
|
|
|
|
int column() const override;
|
|
|
|
|
std::shared_ptr<const TokenDefine> define() const override;
|
|
|
|
|
std::shared_ptr<const Token> nextToken() const override;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @brief <EFBFBD>ʷ<EFBFBD><EFBFBD><EFBFBD>ȡ<EFBFBD><EFBFBD>
|
|
|
|
|
*/
|
|
|
|
|
class LIBTOKEN_EXPORT TokenReader {
|
|
|
|
|
private:
|
|
|
|
|
QList<std::shared_ptr<const TokenDefine>> rules_store;
|
|
|
|
|
|
|
|
|
|
QList<std::shared_ptr<const Token>> parse_line(int row, const QString& line_text, const QString& path) const;
|
|
|
|
|
std::tuple<std::shared_ptr<const Token>, std::shared_ptr<const WordBase>> parse_token(std::shared_ptr<const WordBase> word) const;
|
|
|
|
|
QList<std::shared_ptr<const Token>> extract_from(const QString& path) const;
|
|
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
TokenReader(const QList<std::shared_ptr<const TokenDefine>> rulers);
|
|
|
|
|
std::shared_ptr<const Token> tokensWithin(const QString &path) const;
|
|
|
|
|
};
|
2024-03-17 07:58:28 +00:00
|
|
|
|
|
|
|
|
|
} // namespace lib_token
|