#pragma once #include "libtoken_global.h" #include #include #include namespace lib_token { /** * @brief 源码词语实例 */ class IWordBase { public: /** * @brief 源文件路径 * @return */ virtual QString file() const = 0; /** * @brief 获取位置 * @return 起始位置 */ virtual uint64_t position() const = 0; /** * @brief 词语内容 * @return */ virtual QString content() const = 0; /** * @brief 源码行号 * @return */ virtual int row() const = 0; /** * @brief 源码列号 * @return */ virtual int column() const = 0; /** * @brief 下一个单词. * * \return */ virtual std::shared_ptr nextWord() const = 0; }; /** * @brief 未解析原始词语 */ class WordContent : public IWordBase { private: int row_n, col_n; uint64_t doc_offset; QString text_n, path_p; public: WordContent(int r, int c, uint64_t pos, const QString& t, const QString& p); // WordBase interface public: virtual QString file() const override; virtual uint64_t position() const override; virtual QString content() const override; virtual int row() const override; virtual int column() const override; virtual std::shared_ptr nextWord() const override; }; class LIBTOKEN_EXPORT WordImpl : public IWordBase { private: std::shared_ptr content_ptr; std::shared_ptr next_ptr; public: WordImpl(std::shared_ptr content, std::shared_ptr next); // 通过 IWordBase 继承 QString file() const override; virtual uint64_t position() const override; QString content() const override; int row() const override; int column() const override; std::shared_ptr nextWord() const override; }; /** * @brief 解析异常 */ class LIBTOKEN_EXPORT TokenException { private: QString msg_store; public: TokenException(const QString& message); virtual QString message() const; }; class ITokenDefine; /** * @brief token解析结果 */ class IToken : public IWordBase { public: /** * @brief token解析机制关联 * @return */ virtual std::shared_ptr define() const = 0; }; /** * @brief token解析机制定义 */ class ITokenDefine { public: /** * @brief 解析机制名称 * @return */ virtual QString reviseWords() const = 0; /** * @brief 整数类型标识. * * \return */ virtual int typeMark() const = 0; /** * @brief 解析机制关键定义 * @return */ virtual QString regex() const = 0; /** * @brief 解析词语处理过程 * @param content 词语 * @return tuple 解析结果 */ virtual std::tuple, std::shared_ptr> analysis(std::shared_ptr content) const = 0; }; /** * @brief 词法获取器 */ class LIBTOKEN_EXPORT WordReader { private: QList> parse_line(uint64_t start_pos, int row, const QString& line_text, const QString& path) const; QList> extract_from(const QString& path) const; public: std::shared_ptr wordsFrom(const QString &path) const; }; } // namespace lib_token