[gcc r14-7582] gccrs: converter: Return a vector to const pointers

[Arthur Cohen]

https://gcc.gnu.org/g:2099a757e22b8cfeebc8b40e06c071dde201b3cb

commit r14-7582-g2099a757e22b8cfeebc8b40e06c071dde201b3cb
Author: Pierre-Emmanuel Patry <pierre-emmanuel.patry@embecosm.com>
Date:   Wed May 3 12:04:20 2023 +0200

    gccrs: converter: Return a vector to const pointers
    
    We do not need mutability on the output vector. Also add an accumulator
    for punct tokens.
    
    gcc/rust/ChangeLog:
    
            * util/rust-token-converter.cc (from_tokenstream): Add vector
            for joined punct accumulation.
            (from_ident): Accept const pointer vector.
            (from_literal): Likewise.
            (from_punct): Likewise.
            (from_group): Likewise.
            (from_tokentree): Likewise.
            (convert): Likewise.
            * util/rust-token-converter.h (convert): Likewise.
    
    Signed-off-by: Pierre-Emmanuel Patry <pierre-emmanuel.patry@embecosm.com>

Diff:
---
 gcc/rust/util/rust-token-converter.cc | 31 ++++++++++++++++++++-----------
 gcc/rust/util/rust-token-converter.h  |  2 +-
 2 files changed, 21 insertions(+), 12 deletions(-)

diff --git a/gcc/rust/util/rust-token-converter.cc b/gcc/rust/util/rust-token-converter.cc
index 54c9cb7c3fe..468769364bb 100644
--- a/gcc/rust/util/rust-token-converter.cc
+++ b/gcc/rust/util/rust-token-converter.cc
@@ -299,18 +299,23 @@ convert (std::vector<TokenPtr> tokens)
 
 static void
 from_tokenstream (const ProcMacro::TokenStream &ts,
-		  std::vector<TokenPtr> &result);
+		  std::vector<const_TokenPtr> &result);
 
 static void
-from_ident (ProcMacro::Ident ident, std::vector<TokenPtr> &result)
+from_ident (ProcMacro::Ident ident, std::vector<const_TokenPtr> &result)
 {}
 
 static void
-from_literal (ProcMacro::Literal literal, std::vector<TokenPtr> &result)
+from_literal (ProcMacro::Literal literal, std::vector<const_TokenPtr> &result)
 {}
 
+/**
+ *
+ * @param acc Reference to an accumulator for joined Punct.
+ */
 static void
-from_punct (ProcMacro::Punct punct, std::vector<TokenPtr> &result)
+from_punct (const ProcMacro::Punct &punct, std::vector<std::uint32_t> &acc,
+	    std::vector<const_TokenPtr> &result)
 {}
 
 /**
@@ -321,7 +326,7 @@ from_punct (ProcMacro::Punct punct, std::vector<TokenPtr> &result)
  * @param result Reference to the vector tokens should be appended to.
  */
 static void
-from_group (const ProcMacro::Group &g, std::vector<TokenPtr> &result)
+from_group (const ProcMacro::Group &g, std::vector<const_TokenPtr> &result)
 {
   switch (g.delimiter)
     {
@@ -352,10 +357,13 @@ from_group (const ProcMacro::Group &g, std::vector<TokenPtr> &result)
  * Dispatch TokenTree's conversion to its inner type depending on its tag.
  *
  * @param tt Reference to the TokenTree.
+ * @param punct_accumulator Reference to an accumulator for joined Punct.
  * @param result Reference to the vector tokens should be appended to.
  */
 static void
-from_tokentree (const ProcMacro::TokenTree &tt, std::vector<TokenPtr> &result)
+from_tokentree (const ProcMacro::TokenTree &tt,
+		std::vector<std::uint32_t> &punct_accumulator,
+		std::vector<const_TokenPtr> &result)
 {
   switch (tt.tag)
     {
@@ -366,7 +374,7 @@ from_tokentree (const ProcMacro::TokenTree &tt, std::vector<TokenPtr> &result)
       from_ident (tt.payload.ident, result);
       break;
     case ProcMacro::PUNCT:
-      from_punct (tt.payload.punct, result);
+      from_punct (tt.payload.punct, punct_accumulator, result);
       break;
     case ProcMacro::LITERAL:
       from_literal (tt.payload.literal, result);
@@ -384,18 +392,19 @@ from_tokentree (const ProcMacro::TokenTree &tt, std::vector<TokenPtr> &result)
  */
 static void
 from_tokenstream (const ProcMacro::TokenStream &ts,
-		  std::vector<TokenPtr> &result)
+		  std::vector<const_TokenPtr> &result)
 {
+  std::vector<std::uint32_t> punct_accumulator;
   for (std::uint64_t i = 0; i < ts.size; i++)
     {
-      from_tokentree (ts.data[i], result);
+      from_tokentree (ts.data[i], punct_accumulator, result);
     }
 }
 
-std::vector<TokenPtr>
+std::vector<const_TokenPtr>
 convert (ProcMacro::TokenStream ts)
 {
-  std::vector<TokenPtr> result;
+  std::vector<const_TokenPtr> result;
   from_tokenstream (ts, result);
   return result;
 }
diff --git a/gcc/rust/util/rust-token-converter.h b/gcc/rust/util/rust-token-converter.h
index ee82d0bc13f..cb8b3dbfa09 100644
--- a/gcc/rust/util/rust-token-converter.h
+++ b/gcc/rust/util/rust-token-converter.h
@@ -26,7 +26,7 @@ namespace Rust {
 ProcMacro::TokenStream
 convert (std::vector<TokenPtr> tokens);
 
-std::vector<TokenPtr>
+std::vector<const_TokenPtr>
 convert (ProcMacro::TokenStream ts);
 
 } // namespace Rust