[llvm-branch-commits] [llvm] [llvm][mustache] Refactor tokenizer for clarity (PR #159188)
Paul Kirth via llvm-branch-commits
llvm-branch-commits at lists.llvm.org
Thu Sep 25 18:55:28 PDT 2025
https://github.com/ilovepi updated https://github.com/llvm/llvm-project/pull/159188
>From 8be25f43010ec6633f1d01f3f9641ec3fdaa486d Mon Sep 17 00:00:00 2001
From: Paul Kirth <paulkirth at google.com>
Date: Thu, 11 Sep 2025 23:45:16 -0700
Subject: [PATCH] [llvm][mustache] Refactor tokenizer for clarity
This patch refactors the Mustache tokenizer by breaking the logic up
with helper functions to improve clarity and simplify the code.
---
llvm/lib/Support/Mustache.cpp | 49 +++++++++++++++++++----------------
1 file changed, 27 insertions(+), 22 deletions(-)
diff --git a/llvm/lib/Support/Mustache.cpp b/llvm/lib/Support/Mustache.cpp
index 814b01d343585..6b009810dc667 100644
--- a/llvm/lib/Support/Mustache.cpp
+++ b/llvm/lib/Support/Mustache.cpp
@@ -549,11 +549,34 @@ class Parser {
llvm::StringMap<SectionLambda> &SectionLambdas,
EscapeMap &Escapes);
+ void parseSection(ASTNode *Parent, ASTNode::Type Ty, const Accessor &A,
+ llvm::StringMap<AstPtr> &Partials,
+ llvm::StringMap<Lambda> &Lambdas,
+ llvm::StringMap<SectionLambda> &SectionLambdas,
+ EscapeMap &Escapes);
+
SmallVector<Token> Tokens;
size_t CurrentPtr;
StringRef TemplateStr;
};
+void Parser::parseSection(ASTNode *Parent, ASTNode::Type Ty, const Accessor &A,
+ llvm::StringMap<AstPtr> &Partials,
+ llvm::StringMap<Lambda> &Lambdas,
+ llvm::StringMap<SectionLambda> &SectionLambdas,
+ EscapeMap &Escapes) {
+ AstPtr CurrentNode =
+ createNode(Ty, A, Parent, Partials, Lambdas, SectionLambdas, Escapes);
+ size_t Start = CurrentPtr;
+ parseMustache(CurrentNode.get(), Partials, Lambdas, SectionLambdas, Escapes);
+ const size_t End = CurrentPtr - 1;
+ std::string RawBody;
+ for (std::size_t I = Start; I < End; I++)
+ RawBody += Tokens[I].RawBody;
+ CurrentNode->setRawBody(std::move(RawBody));
+ Parent->addChild(std::move(CurrentNode));
+}
+
AstPtr Parser::parse(llvm::StringMap<AstPtr> &Partials,
llvm::StringMap<Lambda> &Lambdas,
llvm::StringMap<SectionLambda> &SectionLambdas,
@@ -603,31 +626,13 @@ void Parser::parseMustache(ASTNode *Parent, llvm::StringMap<AstPtr> &Partials,
break;
}
case Token::Type::SectionOpen: {
- CurrentNode = createNode(ASTNode::Section, A, Parent, Partials, Lambdas,
- SectionLambdas, Escapes);
- size_t Start = CurrentPtr;
- parseMustache(CurrentNode.get(), Partials, Lambdas, SectionLambdas,
- Escapes);
- const size_t End = CurrentPtr - 1;
- std::string RawBody;
- for (std::size_t I = Start; I < End; I++)
- RawBody += Tokens[I].RawBody;
- CurrentNode->setRawBody(std::move(RawBody));
- Parent->addChild(std::move(CurrentNode));
+ parseSection(Parent, ASTNode::Section, A, Partials, Lambdas,
+ SectionLambdas, Escapes);
break;
}
case Token::Type::InvertSectionOpen: {
- CurrentNode = createNode(ASTNode::InvertSection, A, Parent, Partials,
- Lambdas, SectionLambdas, Escapes);
- size_t Start = CurrentPtr;
- parseMustache(CurrentNode.get(), Partials, Lambdas, SectionLambdas,
- Escapes);
- const size_t End = CurrentPtr - 1;
- std::string RawBody;
- for (size_t Idx = Start; Idx < End; Idx++)
- RawBody += Tokens[Idx].RawBody;
- CurrentNode->setRawBody(std::move(RawBody));
- Parent->addChild(std::move(CurrentNode));
+ parseSection(Parent, ASTNode::InvertSection, A, Partials, Lambdas,
+ SectionLambdas, Escapes);
break;
}
case Token::Type::Comment:
More information about the llvm-branch-commits
mailing list