FreeChainXenon/gcc
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gccrs: tokenstream: Add joint punct token conversion

Browse source 
Add the conversion from tokens to punct structures in tokenstream
conversion function.

gcc/rust/ChangeLog:

	* ast/rust-ast-tokenstream.cc (TokenStream::collect): Add joint
	punct token conversion.

Signed-off-by: Pierre-Emmanuel Patry <pierre-emmanuel.patry@embecosm.com>
This commit is contained in:
Pierre-Emmanuel Patry 2023-04-27 15:17:35 +02:00 • committed by Arthur Cohen
parent c010c77c47
commit c1b343da33
1 changed files with 36 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
gcc/rust/ast/rust-ast-tokenstream.cc
View file

@ -50,6 +50,42 @@ TokenStream::collect () const
{
switch (token->get_id ())
{
// Joint punct
case OR:
case PIPE_EQ:
case CARET_EQ:
case RIGHT_SHIFT_EQ:
case RIGHT_SHIFT:
case GREATER_OR_EQUAL:
case MATCH_ARROW:
case LESS_OR_EQUAL:
case LEFT_SHIFT_EQ:
case LEFT_SHIFT:
case DIV_EQ:
case ELLIPSIS:
case DOT_DOT_EQ:
case DOT_DOT:
case RETURN_TYPE:
case MINUS_EQ:
case PLUS_EQ:
case ASTERISK_EQ:
case LOGICAL_AND:
case AMP_EQ:
case PERCENT_EQ:
case SCOPE_RESOLUTION:
case NOT_EQUAL:
case EQUAL_EQUAL: {
auto str = token->as_string ();
auto it = str.cbegin ();
for (; it != str.cend () - 1; it++)
{
trees.back ().push (ProcMacro::TokenTree::make_tokentree (
ProcMacro::Punct::make_punct (*it, ProcMacro::JOINT)));
}
trees.back ().push (ProcMacro::TokenTree::make_tokentree (
ProcMacro::Punct::make_punct (*it, ProcMacro::ALONE)));
}
break;
// Alone punct tokens
case EQUAL:
case RIGHT_ANGLE: