Skip to content

Commit 0649f04

Browse files
powerboat9powerboat9
committed
Improve feature handling
This includes a program, written using flex and bison, to extract information on unstable features from rustc source code and save it to a header file. The script does fetch files from https://github.com/rust-lang/rust (the official rustc git repository), which should be alright, as it's only intended to be run by maintainers. See https://doc.rust-lang.org/unstable-book/ for information on unstable features. gcc/rust/ChangeLog: * checks/errors/feature/rust-feature-gate.cc (FeatureGate::gate): Handle removal of Feature::create. (FeatureGate::visit): Refer to AUTO_TRAITS as OPTIN_BUILTIN_TRAITS. * checks/errors/feature/rust-feature.cc (Feature::create): Remove. (Feature::feature_list): New static member variable. (Feature::name_hash_map): Use "rust-feature-defs.h" to define. (Feature::lookup): New member function definition. * checks/errors/feature/rust-feature.h (Feature::State): Add comments. (Feature::Name): Use "rust-feature-defs.h" to define. (Feature::as_string): Make const. (Feature::name): Likewise. (Feature::state): Likewise. (Feature::issue): Likewise. (Feature::description): Remove member function declaration. (Feature::create): Remove static member function declaration. (Feature::lookup): New member function declarations. (Feature::Feature): Adjust arguments. (Feature::m_rustc_since): Rename to... (Feature::m_rust_since): ...here. (Feature::m_description): Remove. (Feature::m_reason): New member variable. (Feature::feature_list): New static member variable. * checks/errors/feature/rust-feature-defs.h: New file. contrib/ChangeLog: * rust/feature-fetch/parse.y: New file. * rust/feature-fetch/scan.l: New file. * rust/feature-fetch/.gitignore: New file. * rust/feature-fetch/Makefile: New file. * rust/feature-fetch/fetch: New file. * rust/feature-fetch/regen: New file. * rust/feature-fetch/copyright-stub.h: New file. Signed-off-by: Owen Avery <[email protected]>
1 parent 94f77b9 commit 0649f04

File tree

11 files changed

+1023
-100
lines changed

11 files changed

+1023
-100
lines changed

‎contrib/rust/feature-fetch/.gitignore‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
/build

‎contrib/rust/feature-fetch/Makefile‎

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
# Copyright (C) 2025 Free Software Foundation, Inc.
2+
3+
# This file is part of GCC.
4+
5+
# GCC is free software; you can redistribute it and/or modify
6+
# it under the terms of the GNU General Public License as published by
7+
# the Free Software Foundation; either version 3, or (at your option)
8+
# any later version.
9+
10+
# GCC is distributed in the hope that it will be useful,
11+
# but WITHOUT ANY WARRANTY; without even the implied warranty of
12+
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13+
# GNU General Public License for more details.
14+
15+
# You should have received a copy of the GNU General Public License
16+
# along with GCC; see the file COPYING3. If not see
17+
# <http://www.gnu.org/licenses/>.
18+
19+
OUT = ../../../gcc/rust/checks/errors/feature/rust-feature-defs.h
20+
21+
all: $(OUT)
22+
23+
mk-build-dir:
24+
mkdir -p build
25+
26+
build/parse.c: parse.y mk-build-dir
27+
$(YACC) $(YFLAGS) -o $@ --defines=build/parse.h $<
28+
29+
build/parse.h: build/parse.c;
30+
31+
build/scan.c: scan.l
32+
$(LEX) $(LFLAGS) -o $@ -Ca --header-file=build/scan.h $<
33+
34+
build/scan.h: build/scan.c;
35+
36+
build/%.o: build/%.c build/parse.h build/scan.h
37+
$(CC) $(CFLAGS) -c -Ibuild -o $@ $<
38+
39+
build/feature-extract: build/parse.o build/scan.o
40+
$(CC) $(LDFLAGS) $(LDLIBS) -o $@ $^
41+
42+
build/download.rs: fetch
43+
./$< $@
44+
45+
$(OUT): build/feature-extract build/download.rs
46+
# add copyright header + newline
47+
echo | \
48+
cat copyright-stub.h - | \
49+
sed "s/YYYY/$$(date +%Y)/" > build/rust-feature-defs.h
50+
cat build/download.rs | ./$< >> build/rust-feature-defs.h
51+
clang-format -i build/rust-feature-defs.h \
52+
--style=file:../../clang-format
53+
mv build/rust-feature-defs.h $(OUT)
54+
55+
clean:
56+
$(RM) -r build
57+
58+
clean-all: clean
59+
$(RM) $(OUT)

‎contrib/rust/feature-fetch/copyright-stub.h‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
// Copyright (C) YYYY Free Software Foundation, Inc.
2+
3+
// This file is part of GCC.
4+
5+
// GCC is free software; you can redistribute it and/or modify it under
6+
// the terms of the GNU General Public License as published by the Free
7+
// Software Foundation; either version 3, or (at your option) any later
8+
// version.
9+
10+
// GCC is distributed in the hope that it will be useful, but WITHOUT ANY
11+
// WARRANTY; without even the implied warranty of MERCHANTABILITY or
12+
// FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
13+
// for more details.
14+
15+
// You should have received a copy of the GNU General Public License
16+
// along with GCC; see the file COPYING3. If not see
17+
// <http://www.gnu.org/licenses/>.

‎contrib/rust/feature-fetch/fetch‎

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
#!/bin/sh
2+
3+
# Copyright (C) 2025 Free Software Foundation, Inc.
4+
5+
# This file is part of GCC.
6+
7+
# GCC is free software; you can redistribute it and/or modify
8+
# it under the terms of the GNU General Public License as published by
9+
# the Free Software Foundation; either version 3, or (at your option)
10+
# any later version.
11+
12+
# GCC is distributed in the hope that it will be useful,
13+
# but WITHOUT ANY WARRANTY; without even the implied warranty of
14+
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15+
# GNU General Public License for more details.
16+
17+
# You should have received a copy of the GNU General Public License
18+
# along with GCC; see the file COPYING3. If not see
19+
# <http://www.gnu.org/licenses/>.
20+
21+
RUST_VERSION="1.49.0"
22+
23+
[ $# = 1 ] || exit 1
24+
25+
# Fetches files from the official rustc git repository
26+
27+
URL_PREFIX='https://raw.githubusercontent.com/rust-lang/rust/refs/tags'
28+
URL_TEMPLATE="$URL_PREFIX/$RUST_VERSION/compiler/rustc_feature/src"
29+
30+
wget -O $1 "$URL_TEMPLATE"/{accepted,active,removed}.rs

‎contrib/rust/feature-fetch/parse.y‎

Lines changed: 143 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,143 @@
1+
/* Copyright (C) 2025 Free Software Foundation, Inc.
2+
3+
This file is part of GCC.
4+
5+
GCC is free software; you can redistribute it and/or modify it under
6+
the terms of the GNU General Public License as published by the Free
7+
Software Foundation; either version 3, or (at your option) any later
8+
version.
9+
10+
GCC is distributed in the hope that it will be useful, but WITHOUT ANY
11+
WARRANTY; without even the implied warranty of MERCHANTABILITY or
12+
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
13+
for more details.
14+
15+
You should have received a copy of the GNU General Public License
16+
along with GCC; see the file COPYING3. If not see
17+
<http://www.gnu.org/licenses/>. */
18+
19+
%{
20+
21+
#include <stdlib.h>
22+
#include <stdio.h>
23+
#include <ctype.h>
24+
25+
int yylex (void);
26+
void yyerror (char const *);
27+
28+
#include "scan.h"
29+
30+
// expands to three %s parameters
31+
#define UNWRAP_OPT_STR(prefix, s) (s ? prefix "_SOME (" : prefix "_NONE"), (s ? s : ""), (s ? ")" : "")
32+
33+
%}
34+
35+
%union
36+
{
37+
char *str;
38+
};
39+
40+
%token <str> IDENT STR NUM
41+
%token SCOPE
42+
%token K_SOME K_NONE
43+
%token K_ACTIVE K_ACCEPTED K_REMOVED K_STABLE_REMOVED
44+
%token K_E_START K_E_2018
45+
46+
%type <str> issue
47+
%type <str> edition
48+
%type <str> reason
49+
50+
%%
51+
52+
multi_database: multi_database database
53+
| database
54+
;
55+
56+
database: '(' entry_list ')';
57+
58+
entry_list: entry_list entry ','
59+
| entry ','
60+
;
61+
62+
entry: '(' K_ACTIVE ',' IDENT ',' STR ',' issue ',' edition ')' {
63+
char *ident_upper = strdup ($4);
64+
for (size_t i = 0; ident_upper[i]; i++)
65+
ident_upper[i] = toupper (ident_upper[i]);
66+
printf ("FEATURE_ACTIVE (\"%s\", %s, %s, %s%s%s, EDITION_%s)\n", $4, ident_upper, $6, UNWRAP_OPT_STR ("ISSUE", $8), $10 ? $10 : "NONE");
67+
free ($4);
68+
free (ident_upper);
69+
free ($6);
70+
free ($8);
71+
}
72+
| '(' K_ACCEPTED ',' IDENT ',' STR ',' issue ',' K_NONE ')' {
73+
char *ident_upper = strdup ($4);
74+
for (size_t i = 0; ident_upper[i]; i++)
75+
ident_upper[i] = toupper (ident_upper[i]);
76+
printf ("FEATURE_ACCEPTED (\"%s\", %s, %s, %s%s%s)\n", $4, ident_upper, $6, UNWRAP_OPT_STR ("ISSUE", $8));
77+
free ($4);
78+
free (ident_upper);
79+
free ($6);
80+
free ($8);
81+
}
82+
| '(' K_REMOVED ',' IDENT ',' STR ',' issue ',' K_NONE ',' reason ')' {
83+
char *ident_upper;
84+
// HACK: convert no_debug to F_NO_DEBUG instead
85+
// since NO_DEBUG is used as an unrelated macro
86+
if (!strcmp ($4, "no_debug"))
87+
{
88+
ident_upper = strdup ("F_NO_DEBUG");
89+
}
90+
else
91+
{
92+
ident_upper = strdup ($4);
93+
for (size_t i = 0; ident_upper[i]; i++)
94+
ident_upper[i] = toupper (ident_upper[i]);
95+
}
96+
printf ("FEATURE_REMOVED (\"%s\", %s, %s, %s%s%s, %s%s%s)\n", $4, ident_upper, $6, UNWRAP_OPT_STR ("ISSUE", $8), UNWRAP_OPT_STR ("REASON", $12));
97+
free ($4);
98+
free (ident_upper);
99+
free ($6);
100+
free ($8);
101+
free ($12);
102+
}
103+
| '(' K_STABLE_REMOVED ',' IDENT ',' STR ',' issue ',' K_NONE ')' {
104+
char *ident_upper = strdup ($4);
105+
for (size_t i = 0; ident_upper[i]; i++)
106+
ident_upper[i] = toupper (ident_upper[i]);
107+
printf ("FEATURE_STABLE_REMOVED (\"%s\", %s, %s, %s%s%s)\n", $4, ident_upper, $6, UNWRAP_OPT_STR ("ISSUE", $8));
108+
free ($4);
109+
free (ident_upper);
110+
free ($6);
111+
free ($8);
112+
}
113+
;
114+
115+
issue: K_SOME '(' NUM ')' { $$ = $3; }
116+
| K_NONE { $$ = NULL; }
117+
;
118+
119+
/* TODO: expand this as needed */
120+
edition: K_NONE { $$ = NULL; }
121+
| K_SOME '(' K_E_START SCOPE K_E_2018 ')' { $$ = "2018"; }
122+
;
123+
124+
reason: K_SOME '(' STR ')' { $$ = $3; }
125+
| K_NONE { $$ = NULL; }
126+
;
127+
128+
%%
129+
130+
void yyerror (const char *msg)
131+
{
132+
fprintf (stderr, "%s\n", msg);
133+
}
134+
135+
int yywrap (void)
136+
{
137+
return 1;
138+
}
139+
140+
int main (void)
141+
{
142+
return yyparse ();
143+
}

‎contrib/rust/feature-fetch/regen‎

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
#!/bin/sh
2+
3+
# Copyright (C) 2025 Free Software Foundation, Inc.
4+
5+
# This file is part of GCC.
6+
7+
# GCC is free software; you can redistribute it and/or modify
8+
# it under the terms of the GNU General Public License as published by
9+
# the Free Software Foundation; either version 3, or (at your option)
10+
# any later version.
11+
12+
# GCC is distributed in the hope that it will be useful,
13+
# but WITHOUT ANY WARRANTY; without even the implied warranty of
14+
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15+
# GNU General Public License for more details.
16+
17+
# You should have received a copy of the GNU General Public License
18+
# along with GCC; see the file COPYING3. If not see
19+
# <http://www.gnu.org/licenses/>.
20+
21+
cd "$(dirname "$0")"
22+
rm -f ../../../gcc/rust/checks/errors/feature/rust-feature-defs.h
23+
make all

‎contrib/rust/feature-fetch/scan.l‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
/* Copyright (C) 2025 Free Software Foundation, Inc.
2+
3+
This file is part of GCC.
4+
5+
GCC is free software; you can redistribute it and/or modify it under
6+
the terms of the GNU General Public License as published by the Free
7+
Software Foundation; either version 3, or (at your option) any later
8+
version.
9+
10+
GCC is distributed in the hope that it will be useful, but WITHOUT ANY
11+
WARRANTY; without even the implied warranty of MERCHANTABILITY or
12+
FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
13+
for more details.
14+
15+
You should have received a copy of the GNU General Public License
16+
along with GCC; see the file COPYING3. If not see
17+
<http://www.gnu.org/licenses/>. */
18+
19+
%{
20+
21+
#include "parse.h"
22+
23+
static int p_count = 0;
24+
25+
%}
26+
27+
%x INSIDE COMMENT
28+
29+
%%
30+
31+
declare_features! BEGIN (INSIDE);
32+
.|\n /* ignore */
33+
34+
<INSIDE>\( p_count++; return '(';
35+
<INSIDE>\) if (!--p_count) { BEGIN (0); } return ')';
36+
<INSIDE>, return ',';
37+
<INSIDE>:: return SCOPE;
38+
<INSIDE>Some return K_SOME;
39+
<INSIDE>None return K_NONE;
40+
<INSIDE>active return K_ACTIVE;
41+
<INSIDE>accepted return K_ACCEPTED;
42+
<INSIDE>removed return K_REMOVED;
43+
<INSIDE>stable_removed return K_STABLE_REMOVED;
44+
<INSIDE>Edition return K_E_START;
45+
<INSIDE>Edition2018 return K_E_2018;
46+
47+
<INSIDE>[A-Za-z_][A-Za-z0-9_]* yylval.str = strdup (yytext); return IDENT;
48+
<INSIDE>[1-9][0-9]* yylval.str = strdup (yytext); return NUM;
49+
<INSIDE>\"[^"]+\" yylval.str = strdup (yytext); return STR;
50+
<INSIDE>"/""/" BEGIN (COMMENT);
51+
<INSIDE>[ \n] /* ignore */
52+
<INSIDE>. { fprintf (stderr, "unrecognized character %u\n", (unsigned int) yytext[0]); exit (1); }
53+
54+
<COMMENT>. /* skip */
55+
<COMMENT>\n BEGIN (INSIDE);

0 commit comments

Comments
 (0)