From c49c4c42306c61ed6973caf820de2b50ee5e34a1 Mon Sep 17 00:00:00 2001 From: codeboss <2422523675@qq.com> Date: Tue, 18 Jun 2024 22:59:41 +0800 Subject: [PATCH] =?UTF-8?q?=E5=9F=BA=E4=BA=8E=E9=93=BE=E8=A1=A8=E8=A7=A3?= =?UTF-8?q?=E6=9E=90=E6=96=B9=E5=BC=8F=E6=9B=B4=E6=96=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- libSyntax/libsyntax.cpp | 166 ++++++++++++++++++++-------------------- libSyntax/libsyntax.h | 39 ++++++---- 2 files changed, 106 insertions(+), 99 deletions(-) diff --git a/libSyntax/libsyntax.cpp b/libSyntax/libsyntax.cpp index 561a0f9..ffa98f9 100644 --- a/libSyntax/libsyntax.cpp +++ b/libSyntax/libsyntax.cpp @@ -10,27 +10,27 @@ TokenMatch::TokenMatch(shared_ptr define) : define_peer(defin QList> TokenMatch::children() const { return QList>(); } -std::tuple TokenMatch::match(const QList>& stream) const { +std::tuple> TokenMatch::match(std::shared_ptr remains_head) const { QString token_seqs = this->token_present(); - if (stream.size() && define_peer->name() == stream.first()->define()->name()) - return std::make_tuple(MatchResult::Success, 1); + if (remains_head && remains_head->define()->name() == define_peer->name()) + return std::make_tuple(MatchResult::Success, 1, remains_head->nextToken()); + + return std::make_tuple(MatchResult::Fail, 0, nullptr); // auto mis_match = define_peer->name(); // auto real_match = stream.first()->define()->name(); - return std::make_tuple(MatchResult::Fail, 0); } +// std::tuple, std::shared_ptr> +std::tuple, std::shared_ptr> TokenMatch::parse(std::shared_ptr rt_inst, std::shared_ptr head) const { + if (!head) + throw new SyntaxException(u8"Syntax[0x0000]token流提前终止"); -std::shared_ptr TokenMatch::parse(std::shared_ptr rt_inst, const QList>& stream) const { - if (stream.size()) { - auto current = stream.first(); - if (current->define()->name() == define_peer->name()){ - rt_inst->currentInst()->addToken(current); - return nullptr; - } - - throw new SyntaxException(QString(u8"Syntax[0x00001]语法匹配错误，不能识别token：%1<%2,%3>") - .arg(current->content()).arg(current->row()).arg(current->column())); + if (head->define()->name() == define_peer->name()) { + rt_inst->currentInst()->addToken(head); + return std::make_tuple(nullptr, head->nextToken()); } - throw new SyntaxException(u8"Syntax[0x0000]token流提前终止"); + + throw new SyntaxException(QString(u8"Syntax[0x00001]语法匹配错误，不能识别token：%1<%2,%3>") + .arg(head->content()).arg(head->row()).arg(head->column())); } QString TokenMatch::token_present() const { @@ -41,70 +41,67 @@ Rept::Rept(std::shared_ptr rule, int min, int max) : rule_peer(r QList> Rept::children() const { return QList>() << rule_peer; } -std::tuple Rept::match(const QList>& stream) const { +std::tuple> Rept::match(std::shared_ptr list_head) const { auto token_offset = 0; QString token_seqs = this->token_present(); + auto temp_head = list_head; + // min-match for (auto idx = 0; idx < min_match; ++idx) { - auto result = rule_peer->match(stream.mid(token_offset)); + auto result = rule_peer->match(temp_head); token_offset += std::get<1>(result); + temp_head = std::get<2>(result); if (std::get<0>(result) != MatchResult::Success) { - return std::make_tuple(token_offset ? MatchResult::Part : MatchResult::Fail, token_offset); + return std::make_tuple(token_offset ? MatchResult::Part : MatchResult::Fail, token_offset, temp_head); } } // max-match for (auto idx = min_match; idx < max_match; ++idx) { - auto result = rule_peer->match(stream.mid(token_offset)); + auto result = rule_peer->match(temp_head); switch (std::get<0>(result)) { case MatchResult::Fail: case MatchResult::Part: - return std::make_tuple(MatchResult::Success, token_offset); + return std::make_tuple(MatchResult::Success, token_offset, temp_head); default: + temp_head = std::get<2>(result); token_offset += std::get<1>(result); break; } } - return std::make_tuple(MatchResult::Success, token_offset); + return std::make_tuple(MatchResult::Success, token_offset, temp_head); } -std::shared_ptr Rept::parse(std::shared_ptr rt_inst, const QList>& stream) const { - auto token_offset = 0; +std::tuple, std::shared_ptr> Rept::parse(std::shared_ptr rt_inst, std::shared_ptr head) const { + auto temp_head = head; // min-match for (auto idx = 0; idx < min_match; ++idx) { - auto result = rule_peer->match(stream.mid(token_offset)); + auto result_gen = rule_peer->parse(rt_inst, temp_head); + if (std::get<0>(result_gen)) + rt_inst->currentInst()->addChild(std::get<0>(result_gen)); - auto result_gen = rule_peer->parse(rt_inst, stream.mid(token_offset)); - if(result_gen) - rt_inst->currentInst()->addChild(result_gen); - - token_offset += std::get<1>(result); + temp_head = std::get<1>(result_gen); } // max-match for (auto idx = min_match; idx < max_match; ++idx) { - auto result = rule_peer->match(stream.mid(token_offset)); + try { + auto result_gen = rule_peer->parse(rt_inst, temp_head); + if (std::get<0>(result_gen)) + rt_inst->currentInst()->addChild(std::get<0>(result_gen)); - switch (std::get<0>(result)) { - case MatchResult::Fail: - case MatchResult::Part: - return nullptr; - default: - break; + temp_head = std::get<1>(result_gen); + } + catch (...) { + return std::make_tuple(nullptr, temp_head); } - - auto result_gen = rule_peer->parse(rt_inst, stream.mid(token_offset)); - if (result_gen) - rt_inst->currentInst()->addChild(result_gen); - - token_offset += std::get<1>(result); } - return nullptr; + return std::make_tuple(nullptr, temp_head); } QString Rept::token_present() const @@ -116,38 +113,41 @@ Seqs::Seqs(const QList> mbrs) : mbrs_store(mbrs) QList> Seqs::children() const { return mbrs_store; } -std::tuple Seqs::match(const QList>& stream) const { +std::tuple> Seqs::match(std::shared_ptr list_head) const { auto token_offset = 0; QString token_seqs = this->token_present(); + auto temp_head = list_head; + for (auto& r : mbrs_store) { auto v_token_seqs = r->token_present(); - auto result = r->match(stream.mid(token_offset)); + auto result = r->match(list_head); token_offset += std::get<1>(result); + temp_head = std::get<2>(result); switch (std::get<0>(result)) { case MatchResult::Fail: case MatchResult::Part: - return std::make_tuple(token_offset ? MatchResult::Part : MatchResult::Fail, token_offset); + return std::make_tuple(token_offset ? MatchResult::Part : MatchResult::Fail, token_offset, temp_head); default: break; } } - return std::make_tuple(MatchResult::Success, token_offset); + return std::make_tuple(MatchResult::Success, token_offset, temp_head); } -std::shared_ptr Seqs::parse(std::shared_ptr rt_inst,const QList>& stream) const { - auto token_offset = 0; - for (auto& r : mbrs_store) { - auto rst_gene = r->parse(rt_inst, stream.mid(token_offset)); - if(rst_gene) - rt_inst->currentInst()->addChild(rst_gene); +std::tuple, std::shared_ptr> Seqs::parse(std::shared_ptr rt_inst, std::shared_ptr head) const { + auto temp_head = head; - auto result = r->match(stream.mid(token_offset)); - token_offset += std::get<1>(result); + for (auto& r : mbrs_store) { + auto rst_gene = r->parse(rt_inst, temp_head); + temp_head = std::get<1>(rst_gene); + + if (std::get<0>(rst_gene)) + rt_inst->currentInst()->addChild(std::get<0>(rst_gene)); } - return nullptr; + return std::make_tuple(nullptr, temp_head); } QString Seqs::token_present() const @@ -158,29 +158,29 @@ QString Seqs::token_present() const return QString(u8"(%1)").arg(content); } -std::tuple> -Any::rule_select(const QList>& stream) const { +std::tuple, std::shared_ptr> +Any::rule_select(std::shared_ptr head) const { QString token_seqs = this->token_present(); - std::tuple> temp = std::make_tuple(MatchResult::Fail, 0, nullptr); + std::tuple, std::shared_ptr> temp = std::make_tuple(MatchResult::Fail, 0, nullptr, nullptr); for (auto& r : mbrs_store) { auto mbr_seqs = r->token_present(); - auto result = r->match(stream); + auto result = r->match(head); if (std::get<0>(result) == MatchResult::Success) - return std::make_tuple(std::get<0>(result), std::get<1>(result), r); + return std::make_tuple(std::get<0>(result), std::get<1>(result), r, std::get<2>(result)); else if (std::get<0>(result) == MatchResult::Part) { if (std::get<0>(temp) == MatchResult::Fail || std::get<1>(result) > std::get<1>(temp)) - temp = std::make_tuple(MatchResult::Part, std::get<1>(result), r); + temp = std::make_tuple(MatchResult::Part, std::get<1>(result), r, std::get<2>(result)); else - temp = std::make_tuple(MatchResult::Part, std::get<1>(temp), std::get<2>(temp)); + temp = std::make_tuple(MatchResult::Part, std::get<1>(temp), std::get<2>(temp), std::get<3>(temp)); } else if (std::get<0>(temp) == MatchResult::Fail) { if (!std::get<2>(temp) || std::get<1>(result) > std::get<1>(temp)) - temp = std::make_tuple(MatchResult::Fail, std::get<1>(result), r); + temp = std::make_tuple(MatchResult::Fail, std::get<1>(result), r, std::get<2>(result)); else - temp = std::make_tuple(MatchResult::Fail, std::get<1>(temp), std::get<2>(temp)); + temp = std::make_tuple(MatchResult::Fail, std::get<1>(temp), std::get<2>(temp), std::get<3>(temp)); } } @@ -191,14 +191,14 @@ Any::Any(const QList> mbrs) : mbrs_store(mbrs) { QList> Any::children() const { return mbrs_store; } -std::tuple Any::match(const QList>& stream) const { - auto item = rule_select(stream); - return std::make_tuple(std::get<0>(item), std::get<1>(item)); +std::tuple> Any::match(std::shared_ptr list_head) const { + auto item = rule_select(list_head); + return std::make_tuple(std::get<0>(item), std::get<1>(item), std::get<3>(item)); } -std::shared_ptr Any::parse(std::shared_ptr rt_inst, const QList>& stream) const { - auto temp = rule_select(stream); - return std::get<2>(temp)->parse(rt_inst, stream); +std::tuple, std::shared_ptr> Any::parse(std::shared_ptr rt_inst, std::shared_ptr head) const { + auto temp = rule_select(head); + return std::get<2>(temp)->parse(rt_inst, head); } QString Any::token_present() const @@ -215,44 +215,44 @@ SyntaxException::SyntaxException(const QString& message) { this->msg_store = mes QString SyntaxException::message() const { return msg_store; } -lib_syntax::ExpressionRule::ExpressionRule(const QString& rule_name, int expr_mark) : name_store(rule_name) { +ExpressionRule::ExpressionRule(const QString& rule_name, int expr_mark) : name_store(rule_name) { this->filter_proc = [](const TokenSeqs& seqs) { return seqs; }; this->mark_store = expr_mark; } -std::shared_ptr lib_syntax::ExpressionRule::reloadRule(std::function filter, std::shared_ptr rule) { +std::shared_ptr ExpressionRule::reloadRule(std::function filter, std::shared_ptr rule) { auto ninst = makeCopy(); ninst->child_store = rule; ninst->filter_proc = filter; return ninst; } -QString lib_syntax::ExpressionRule::name() const { return name_store; } +QString ExpressionRule::name() const { return name_store; } -int lib_syntax::ExpressionRule::typeMark() const { return this->mark_store; } +int ExpressionRule::typeMark() const { return this->mark_store; } -QList> lib_syntax::ExpressionRule::children() const { +QList> ExpressionRule::children() const { return QList>() << this->child_store; } -std::tuple lib_syntax::ExpressionRule::match(const QList>& stream) const { - return child_store->match(stream); +std::tuple> ExpressionRule::match(std::shared_ptr list_head) const { + return child_store->match(list_head); } -std::shared_ptr lib_syntax::ExpressionRule::parse(std::shared_ptr rt_inst, const QList>& stream) const { +std::tuple, std::shared_ptr> ExpressionRule::parse(std::shared_ptr rt_inst, std::shared_ptr head) const { std::shared_ptr elm_ast = this->newEmptyInstance(); - + rt_inst->pushExpressionRule(this->shared_from_this()); rt_inst->pushInst(elm_ast); - child_store->parse(rt_inst, stream); + auto rstg = child_store->parse(rt_inst, head); auto tokens_decl = this->filter_proc(elm_ast->tokens()); elm_ast->tokensReset(tokens_decl); rt_inst->popExpressionRule(); - return rt_inst->popInst(); + return std::make_tuple(rt_inst->popInst(), std::get<1>(rstg)); } -QString lib_syntax::ExpressionRule::token_present() const { +QString ExpressionRule::token_present() const { return QString(u8"(%1)").arg(child_store->token_present()); } diff --git a/libSyntax/libsyntax.h b/libSyntax/libsyntax.h index 1ffb109..846d43a 100644 --- a/libSyntax/libsyntax.h +++ b/libSyntax/libsyntax.h @@ -72,16 +72,18 @@ namespace lib_syntax { /** * @brief token流匹配 - * @return 首部对齐，匹配token集合 + * @return 首部对齐，匹配token集合<匹配结果，匹配长度，剩余列表头指针> */ - virtual std::tuple match(const QList>& stream) const = 0; + virtual std::tuple> match(std::shared_ptr remains_head) const = 0; /** * @brief 解析 - * @param stream - * @return + * @param rt_inst 解析上下文 + * @param head 列表头 + * @return 返回结果<匹配完成新列表头,匹配长度> */ - virtual std::shared_ptr parse(std::shared_ptr rt_inst, const QList>& stream) const = 0; + virtual std::tuple, std::shared_ptr> + parse(std::shared_ptr rt_inst, std::shared_ptr head) const = 0; /** * 返回匹配语法规则的词法序列表达 @@ -105,8 +107,9 @@ namespace lib_syntax { // BaseRule interface public: virtual QList> children() const override; - virtual std::tuple match(const QList>& stream) const override; - virtual std::shared_ptr parse(std::shared_ptr rt_inst, const QList>& stream) const override; + virtual std::tuple> match(std::shared_ptr remains_head) const override; + virtual std::tuple, std::shared_ptr> + parse(std::shared_ptr rt_inst, std::shared_ptr head) const override; virtual QString token_present() const override; }; @@ -117,7 +120,7 @@ namespace lib_syntax { private: QList> mbrs_store; - std::tuple> rule_select(const QList>& stream) const; + std::tuple, std::shared_ptr> rule_select(std::shared_ptr head) const; public: Any(const QList> mbrs); @@ -125,8 +128,9 @@ namespace lib_syntax { // BaseRule interface public: virtual QList> children() const override; - virtual std::tuple match(const QList>& stream) const override; - virtual std::shared_ptr parse(std::shared_ptr rt_inst, const QList>& stream) const override; + virtual std::tuple> match(std::shared_ptr list_head) const override; + virtual std::tuple, std::shared_ptr> + parse(std::shared_ptr rt_inst, std::shared_ptr head) const override; virtual QString token_present() const override; }; @@ -143,8 +147,9 @@ namespace lib_syntax { // BaseRule interface public: virtual QList> children() const override; - virtual std::tuple match(const QList>& stream) const override; - virtual std::shared_ptr parse(std::shared_ptr rt_inst, const QList>& stream) const override; + virtual std::tuple> match(std::shared_ptr list_head) const override; + virtual std::tuple, std::shared_ptr> + parse(std::shared_ptr rt_inst, std::shared_ptr head) const override; virtual QString token_present() const override; }; @@ -162,8 +167,9 @@ namespace lib_syntax { // BaseRule interface public: virtual QList> children() const override; - virtual std::tuple match(const QList>& stream) const override; - virtual std::shared_ptr parse(std::shared_ptr rt_inst, const QList>& stream) const override; + virtual std::tuple> match(std::shared_ptr list_head) const override; + virtual std::tuple, std::shared_ptr> + parse(std::shared_ptr rt_inst, std::shared_ptr head) const override; virtual QString token_present() const override; }; @@ -186,8 +192,9 @@ namespace lib_syntax { // BaseRule interface public: virtual QList> children() const override; - virtual std::tuple match(const QList>& stream) const override; - virtual std::shared_ptr parse(std::shared_ptr rt_inst, const QList>& stream) const override; + virtual std::tuple> match(std::shared_ptr remains_head) const override; + virtual std::tuple, std::shared_ptr> + parse(std::shared_ptr rt_inst, std::shared_ptr head) const override; virtual QString token_present() const override; private: