Expand function macros that have arguments at the end

Author: pfultz2

run-tests.py

@@ -80,7 +80,6 @@ def cleanup(out: str) -> str:
          'macro_rescan_varargs.c',
 
          # todo, high priority
-         'c99-6_10_3_4_p5.c',
          'c99-6_10_3_4_p6.c',
          'expr_usual_conversions.c', # condition is true: 4U - 30 >= 0
          'stdint.c',

simplecpp.cpp

@@ -2310,12 +2310,43 @@ namespace simplecpp {
                 return false;
             if (variadic && argnr + 1U >= parametertokens.size()) // empty variadic parameter
                 return true;
-            for (const Token *partok = parametertokens[argnr]->next; partok != parametertokens[argnr + 1U];) {
+            const Token * const argEnd = parametertokens[argnr + 1U];
+            for (const Token *partok = parametertokens[argnr]->next; partok != argEnd;) {
                 const MacroMap::const_iterator it = macros.find(partok->str());
                 if (it != macros.end() && !partok->isExpandedFrom(&it->second) && (partok->str() == name() || expandedmacros.find(partok->str()) == expandedmacros.end())) {
                     std::set<TokenString> expandedmacros2(expandedmacros); // temporary amnesia to allow reexpansion of currently expanding macros during argument evaluation
                     expandedmacros2.erase(name());
-                    partok = it->second.expand(output, loc, partok, macros, std::move(expandedmacros2));
+                    TokenList temp(files);
+                    partok = it->second.expand(temp, loc, partok, macros, expandedmacros2);
+                    // Expand while the expansion result ends with the name of a
+                    // function-like macro whose arguments are supplied by the
+                    // remaining argument tokens
+                    while (partok && partok->previous) {
+                        const Macro * const calledMacro = rescanMacro(temp, partok->previous, macros, expandedmacros2);
+                        if (!calledMacro)
+                            break;
+                        TokenList temp2(files);
+                        temp2.push_back(new Token(temp.cback()->str(), partok->location));
+                        unsigned int par = 0;
+                        const Token *tok2 = partok;
+                        for (; tok2 && tok2 != argEnd; tok2 = tok2->next) {
+                            temp2.push_back(new Token(*tok2));
+                            if (tok2->op == '(')
+                                ++par;
+                            else if (tok2->op == ')') {
+                                --par;
+                                if (par == 0U)
+                                    break;
+                            }
+                        }
+                        if (!tok2 || tok2 == argEnd)
+                            break;
+                        output.takeTokens(temp);
+                        output.deleteToken(output.back());
+                        calledMacro->expand(temp, loc, temp2.cfront(), macros, expandedmacros2);
+                        partok = tok2->next;
+                    }
+                    output.takeTokens(temp);
                 } else {
                     output.push_back(newMacroToken(partok->str(), loc, isReplaced(expandedmacros), partok));
                     output.back()->macro = partok->macro;

test.cpp

@@ -989,6 +989,22 @@ static void define26()
                   "f ( ) ( )", preprocess(code2));
 }
 
+static void define27()
+{
+    // an expansion result inside a macro argument that is a function-like macro
+    // name must be rescanned against the remaining argument tokens
+    const char code[] = "#define o1(a) a()\n"
+                        "#define b(c, d) c##d\n"
+                        "#define l(c, d) b(c, 1)\n"
+                        "#define m(e, f)\n"
+                        "#define g(h, i) m(h, )\n"
+                        "#define j(h, i) g(h, )\n"
+                        "#define k() l(j(, ), )\n"
+                        "#define n(a) j(l(o, )(a), )\n"
+                        "n(k)\n";
+    ASSERT_EQUALS("", preprocess(code));
+}
+
 
 static void define_invalid_1()
 {
@@ -4563,6 +4579,7 @@ static void runTests(int argc, char **argv, Input input)
     TEST_CASE(define24);
     TEST_CASE(define25);
     TEST_CASE(define26);
+    TEST_CASE(define27);
     TEST_CASE(define_invalid_1);
     TEST_CASE(define_invalid_2);
     TEST_CASE(define_invalid_3);