1 use super::attr::DEFAULT_INNER_ATTR_FORBIDDEN;
2 use super::diagnostics::{AttemptLocalParseRecovery, Error};
3 use super::expr::LhsExpr;
4 use super::pat::RecoverComma;
5 use super::path::PathStyle;
6 use super::TrailingToken;
7 use super::{AttrWrapper, BlockMode, ForceCollect, Parser, Restrictions, SemiColonMode};
8 use crate::maybe_whole;
11 use rustc_ast::ptr::P;
12 use rustc_ast::token::{self, TokenKind};
13 use rustc_ast::util::classify;
15 AstLike, AttrStyle, AttrVec, Attribute, LocalKind, MacCall, MacCallStmt, MacStmtStyle,
17 use rustc_ast::{Block, BlockCheckMode, Expr, ExprKind, Local, Stmt};
18 use rustc_ast::{StmtKind, DUMMY_NODE_ID};
19 use rustc_errors::{Applicability, PResult};
20 use rustc_span::source_map::{BytePos, Span};
21 use rustc_span::symbol::{kw, sym};
26 /// Parses a statement. This stops just before trailing semicolons on everything but items.
27 /// e.g., a `StmtKind::Semi` parses to a `StmtKind::Expr`, leaving the trailing `;` unconsumed.
28 // Public for rustfmt usage.
29 pub fn parse_stmt(&mut self, force_collect: ForceCollect) -> PResult<'a, Option<Stmt>> {
30 Ok(self.parse_stmt_without_recovery(false, force_collect).unwrap_or_else(|mut e| {
32 self.recover_stmt_(SemiColonMode::Break, BlockMode::Ignore);
37 /// If `force_capture` is true, forces collection of tokens regardless of whether
38 /// or not we have attributes
39 crate fn parse_stmt_without_recovery(
42 force_collect: ForceCollect,
43 ) -> PResult<'a, Option<Stmt>> {
44 let attrs = self.parse_outer_attributes()?;
45 let lo = self.token.span;
47 // Don't use `maybe_whole` so that we have precise control
48 // over when we bump the parser
49 if let token::Interpolated(nt) = &self.token.kind {
50 if let token::NtStmt(stmt) = &**nt {
51 let mut stmt = stmt.clone();
53 stmt.visit_attrs(|stmt_attrs| {
54 attrs.prepend_to_nt_inner(stmt_attrs);
56 return Ok(Some(stmt));
60 Ok(Some(if self.token.is_keyword(kw::Let) {
61 self.parse_local_mk(lo, attrs, capture_semi, force_collect)?
62 } else if self.is_kw_followed_by_ident(kw::Mut) {
63 self.recover_stmt_local(lo, attrs, "missing keyword", "let mut")?
64 } else if self.is_kw_followed_by_ident(kw::Auto) {
65 self.bump(); // `auto`
66 let msg = "write `let` instead of `auto` to introduce a new variable";
67 self.recover_stmt_local(lo, attrs, msg, "let")?
68 } else if self.is_kw_followed_by_ident(sym::var) {
70 let msg = "write `let` instead of `var` to introduce a new variable";
71 self.recover_stmt_local(lo, attrs, msg, "let")?
72 } else if self.check_path() && !self.token.is_qpath_start() && !self.is_path_start_item() {
73 // We have avoided contextual keywords like `union`, items with `crate` visibility,
74 // or `auto trait` items. We aim to parse an arbitrary path `a::b` but not something
75 // that starts like a path (1 token), but it fact not a path.
76 // Also, we avoid stealing syntax from `parse_item_`.
77 if force_collect == ForceCollect::Yes {
78 self.collect_tokens_no_attrs(|this| this.parse_stmt_path_start(lo, attrs))
80 self.parse_stmt_path_start(lo, attrs)
82 } else if let Some(item) =
83 self.parse_item_common(attrs.clone(), false, true, |_| true, force_collect)?
85 // FIXME: Bad copy of attrs
86 self.mk_stmt(lo.to(item.span), StmtKind::Item(P(item)))
87 } else if self.eat(&token::Semi) {
88 // Do not attempt to parse an expression if we're done here.
89 self.error_outer_attrs(&attrs.take_for_recovery());
90 self.mk_stmt(lo, StmtKind::Empty)
91 } else if self.token != token::CloseDelim(token::Brace) {
92 // Remainder are line-expr stmts.
93 let e = if force_collect == ForceCollect::Yes {
94 self.collect_tokens_no_attrs(|this| {
95 this.parse_expr_res(Restrictions::STMT_EXPR, Some(attrs))
98 self.parse_expr_res(Restrictions::STMT_EXPR, Some(attrs))
100 self.mk_stmt(lo.to(e.span), StmtKind::Expr(e))
102 self.error_outer_attrs(&attrs.take_for_recovery());
107 fn parse_stmt_path_start(&mut self, lo: Span, attrs: AttrWrapper) -> PResult<'a, Stmt> {
108 let stmt = self.collect_tokens_trailing_token(attrs, ForceCollect::No, |this, attrs| {
109 let path = this.parse_path(PathStyle::Expr)?;
111 if this.eat(&token::Not) {
112 let stmt_mac = this.parse_stmt_mac(lo, attrs.into(), path)?;
113 if this.token == token::Semi {
114 return Ok((stmt_mac, TrailingToken::Semi));
116 return Ok((stmt_mac, TrailingToken::None));
120 let expr = if this.eat(&token::OpenDelim(token::Brace)) {
121 this.parse_struct_expr(None, path, AttrVec::new(), true)?
123 let hi = this.prev_token.span;
124 this.mk_expr(lo.to(hi), ExprKind::Path(None, path), AttrVec::new())
127 let expr = this.with_res(Restrictions::STMT_EXPR, |this| {
128 this.parse_dot_or_call_expr_with(expr, lo, attrs)
130 // `DUMMY_SP` will get overwritten later in this function
131 Ok((this.mk_stmt(rustc_span::DUMMY_SP, StmtKind::Expr(expr)), TrailingToken::None))
134 if let StmtKind::Expr(expr) = stmt.kind {
135 // Perform this outside of the `collect_tokens_trailing_token` closure,
136 // since our outer attributes do not apply to this part of the expression
137 let expr = self.with_res(Restrictions::STMT_EXPR, |this| {
138 this.parse_assoc_expr_with(0, LhsExpr::AlreadyParsed(expr))
140 Ok(self.mk_stmt(lo.to(self.prev_token.span), StmtKind::Expr(expr)))
146 /// Parses a statement macro `mac!(args)` provided a `path` representing `mac`.
147 /// At this point, the `!` token after the path has already been eaten.
148 fn parse_stmt_mac(&mut self, lo: Span, attrs: AttrVec, path: ast::Path) -> PResult<'a, Stmt> {
149 let args = self.parse_mac_args()?;
150 let delim = args.delim();
151 let hi = self.prev_token.span;
154 if delim == token::Brace { MacStmtStyle::Braces } else { MacStmtStyle::NoBraces };
156 let mac = MacCall { path, args, prior_type_ascription: self.last_type_ascription };
159 if (delim == token::Brace && self.token != token::Dot && self.token != token::Question)
160 || self.token == token::Semi
161 || self.token == token::Eof
163 StmtKind::MacCall(P(MacCallStmt { mac, style, attrs, tokens: None }))
165 // Since none of the above applied, this is an expression statement macro.
166 let e = self.mk_expr(lo.to(hi), ExprKind::MacCall(mac), AttrVec::new());
167 let e = self.maybe_recover_from_bad_qpath(e, true)?;
168 let e = self.parse_dot_or_call_expr_with(e, lo, attrs.into())?;
169 let e = self.parse_assoc_expr_with(0, LhsExpr::AlreadyParsed(e))?;
172 Ok(self.mk_stmt(lo.to(hi), kind))
175 /// Error on outer attributes in this context.
176 /// Also error if the previous token was a doc comment.
177 fn error_outer_attrs(&self, attrs: &[Attribute]) {
178 if let [.., last] = attrs {
179 if last.is_doc_comment() {
180 self.span_err(last.span, Error::UselessDocComment).emit();
181 } else if attrs.iter().any(|a| a.style == AttrStyle::Outer) {
182 self.struct_span_err(last.span, "expected statement after outer attribute").emit();
187 fn recover_stmt_local(
193 ) -> PResult<'a, Stmt> {
194 let stmt = self.recover_local_after_let(lo, attrs)?;
195 self.struct_span_err(lo, "invalid variable declaration")
196 .span_suggestion(lo, msg, sugg.to_string(), Applicability::MachineApplicable)
206 force_collect: ForceCollect,
207 ) -> PResult<'a, Stmt> {
208 self.collect_tokens_trailing_token(attrs, force_collect, |this, attrs| {
209 this.expect_keyword(kw::Let)?;
210 let local = this.parse_local(attrs.into())?;
211 let trailing = if capture_semi && this.token.kind == token::Semi {
216 Ok((this.mk_stmt(lo.to(this.prev_token.span), StmtKind::Local(local)), trailing))
220 fn recover_local_after_let(&mut self, lo: Span, attrs: AttrWrapper) -> PResult<'a, Stmt> {
221 self.collect_tokens_trailing_token(attrs, ForceCollect::No, |this, attrs| {
222 let local = this.parse_local(attrs.into())?;
223 // FIXME - maybe capture semicolon in recovery?
225 this.mk_stmt(lo.to(this.prev_token.span), StmtKind::Local(local)),
231 /// Parses a local variable declaration.
232 fn parse_local(&mut self, attrs: AttrVec) -> PResult<'a, P<Local>> {
233 let lo = self.prev_token.span;
234 let (pat, colon) = self.parse_pat_before_ty(None, RecoverComma::Yes, "`let` bindings")?;
236 let (err, ty) = if colon {
237 // Save the state of the parser before parsing type normally, in case there is a `:`
238 // instead of an `=` typo.
239 let parser_snapshot_before_type = self.clone();
240 let colon_sp = self.prev_token.span;
241 match self.parse_ty() {
242 Ok(ty) => (None, Some(ty)),
244 if let Ok(snip) = self.span_to_snippet(pat.span) {
245 err.span_label(pat.span, format!("while parsing the type for `{}`", snip));
247 let err = if self.check(&token::Eq) {
251 // Rewind to before attempting to parse the type and continue parsing.
252 let parser_snapshot_after_type =
253 mem::replace(self, parser_snapshot_before_type);
254 Some((parser_snapshot_after_type, colon_sp, err))
262 let init = match (self.parse_initializer(err.is_some()), err) {
263 (Ok(init), None) => {
264 // init parsed, ty parsed
267 (Ok(init), Some((_, colon_sp, mut err))) => {
268 // init parsed, ty error
269 // Could parse the type as if it were the initializer, it is likely there was a
270 // typo in the code: `:` instead of `=`. Add suggestion and emit the error.
271 err.span_suggestion_short(
273 "use `=` if you meant to assign",
275 Applicability::MachineApplicable,
278 // As this was parsed successfully, continue as if the code has been fixed for the
279 // rest of the file. It will still fail due to the emitted error, but we avoid
283 (Err(mut init_err), Some((snapshot, _, ty_err))) => {
284 // init error, ty error
286 // Couldn't parse the type nor the initializer, only raise the type error and
287 // return to the parser state before parsing the type as the initializer.
288 // let x: <parse_error>;
292 (Err(err), None) => {
293 // init error, ty parsed
294 // Couldn't parse the initializer and we're not attempting to recover a failed
295 // parse of the type, return the error.
299 let kind = match init {
300 None => LocalKind::Decl,
302 if self.eat_keyword(kw::Else) {
303 let els = self.parse_block()?;
304 self.check_let_else_init_bool_expr(&init);
305 self.check_let_else_init_trailing_brace(&init);
306 LocalKind::InitElse(init, els)
308 LocalKind::Init(init)
312 let hi = if self.token == token::Semi { self.token.span } else { self.prev_token.span };
313 Ok(P(ast::Local { ty, pat, kind, id: DUMMY_NODE_ID, span: lo.to(hi), attrs, tokens: None }))
316 fn check_let_else_init_bool_expr(&self, init: &ast::Expr) {
317 if let ast::ExprKind::Binary(op, ..) = init.kind {
320 (init.span.shrink_to_lo(), "(".to_string()),
321 (init.span.shrink_to_hi(), ")".to_string()),
323 self.struct_span_err(
326 "a `{}` expression cannot be directly assigned in `let...else`",
330 .multipart_suggestion(
331 "wrap the expression in parenthesis",
333 Applicability::MachineApplicable,
340 fn check_let_else_init_trailing_brace(&self, init: &ast::Expr) {
341 if let Some(trailing) = classify::expr_trailing_brace(init) {
342 let err_span = trailing.span.with_lo(trailing.span.hi() - BytePos(1));
344 (trailing.span.shrink_to_lo(), "(".to_string()),
345 (trailing.span.shrink_to_hi(), ")".to_string()),
347 self.struct_span_err(
349 "right curly brace `}` before `else` in a `let...else` statement not allowed",
351 .multipart_suggestion(
352 "try wrapping the expression in parenthesis",
354 Applicability::MachineApplicable,
360 /// Parses the RHS of a local variable declaration (e.g., `= 14;`).
361 fn parse_initializer(&mut self, eq_optional: bool) -> PResult<'a, Option<P<Expr>>> {
362 let eq_consumed = match self.token.kind {
363 token::BinOpEq(..) => {
364 // Recover `let x <op>= 1` as `let x = 1`
365 self.struct_span_err(
367 "can't reassign to an uninitialized variable",
369 .span_suggestion_short(
371 "initialize the variable",
373 Applicability::MaybeIncorrect,
375 .help("if you meant to overwrite, remove the `let` binding")
380 _ => self.eat(&token::Eq),
383 Ok(if eq_consumed || eq_optional { Some(self.parse_expr()?) } else { None })
386 /// Parses a block. No inner attributes are allowed.
387 pub(super) fn parse_block(&mut self) -> PResult<'a, P<Block>> {
388 let (attrs, block) = self.parse_inner_attrs_and_block()?;
389 if let [.., last] = &*attrs {
390 self.error_on_forbidden_inner_attr(last.span, DEFAULT_INNER_ATTR_FORBIDDEN);
395 fn error_block_no_opening_brace<T>(&mut self) -> PResult<'a, T> {
396 let sp = self.token.span;
397 let tok = super::token_descr(&self.token);
398 let mut e = self.struct_span_err(sp, &format!("expected `{{`, found {}", tok));
399 let do_not_suggest_help = self.token.is_keyword(kw::In) || self.token == token::Colon;
401 // Check to see if the user has written something like
406 // which is valid in other languages, but not Rust.
407 match self.parse_stmt_without_recovery(false, ForceCollect::No) {
408 // If the next token is an open brace (e.g., `if a b {`), the place-
409 // inside-a-block suggestion would be more likely wrong than right.
411 if self.look_ahead(1, |t| t == &token::OpenDelim(token::Brace))
412 || do_not_suggest_help => {}
414 let stmt_own_line = self.sess.source_map().is_line_before_span_empty(sp);
415 let stmt_span = if stmt_own_line && self.eat(&token::Semi) {
416 // Expand the span to include the semicolon.
417 stmt.span.with_hi(self.prev_token.span.hi())
421 if let Ok(snippet) = self.span_to_snippet(stmt_span) {
424 "try placing this code inside a block",
425 format!("{{ {} }}", snippet),
426 // Speculative; has been misleading in the past (#46836).
427 Applicability::MaybeIncorrect,
432 self.recover_stmt_(SemiColonMode::Break, BlockMode::Ignore);
437 e.span_label(sp, "expected `{`");
441 /// Parses a block. Inner attributes are allowed.
442 pub(super) fn parse_inner_attrs_and_block(
444 ) -> PResult<'a, (Vec<Attribute>, P<Block>)> {
445 self.parse_block_common(self.token.span, BlockCheckMode::Default)
448 /// Parses a block. Inner attributes are allowed.
449 pub(super) fn parse_block_common(
452 blk_mode: BlockCheckMode,
453 ) -> PResult<'a, (Vec<Attribute>, P<Block>)> {
454 maybe_whole!(self, NtBlock, |x| (Vec::new(), x));
456 if !self.eat(&token::OpenDelim(token::Brace)) {
457 return self.error_block_no_opening_brace();
460 let attrs = self.parse_inner_attributes()?;
461 let tail = if let Some(tail) = self.maybe_suggest_struct_literal(lo, blk_mode) {
464 self.parse_block_tail(lo, blk_mode, AttemptLocalParseRecovery::Yes)?
469 /// Parses the rest of a block expression or function body.
470 /// Precondition: already parsed the '{'.
471 crate fn parse_block_tail(
475 recover: AttemptLocalParseRecovery,
476 ) -> PResult<'a, P<Block>> {
477 let mut stmts = vec![];
478 while !self.eat(&token::CloseDelim(token::Brace)) {
479 if self.token == token::Eof {
482 let stmt = match self.parse_full_stmt(recover) {
483 Err(mut err) if recover.yes() => {
484 self.maybe_annotate_with_ascription(&mut err, false);
486 self.recover_stmt_(SemiColonMode::Ignore, BlockMode::Ignore);
487 Some(self.mk_stmt_err(self.token.span))
490 Err(err) => return Err(err),
492 if let Some(stmt) = stmt {
495 // Found only `;` or `}`.
499 Ok(self.mk_block(stmts, s, lo.to(self.prev_token.span)))
502 /// Parses a statement, including the trailing semicolon.
503 pub fn parse_full_stmt(
505 recover: AttemptLocalParseRecovery,
506 ) -> PResult<'a, Option<Stmt>> {
507 // Skip looking for a trailing semicolon when we have an interpolated statement.
508 maybe_whole!(self, NtStmt, |x| Some(x));
510 let mut stmt = match self.parse_stmt_without_recovery(true, ForceCollect::No)? {
512 None => return Ok(None),
515 let mut eat_semi = true;
517 // Expression without semicolon.
518 StmtKind::Expr(ref mut expr)
519 if self.token != token::Eof && classify::expr_requires_semi_to_be_stmt(expr) =>
521 // Just check for errors and recover; do not eat semicolon yet.
523 self.expect_one_of(&[], &[token::Semi, token::CloseDelim(token::Brace)])
525 if let TokenKind::DocComment(..) = self.token.kind {
526 if let Ok(snippet) = self.span_to_snippet(self.token.span) {
527 let sp = self.token.span;
528 let marker = &snippet[..3];
529 let (comment_marker, doc_comment_marker) = marker.split_at(2);
532 sp.with_hi(sp.lo() + BytePos(marker.len() as u32)),
534 "add a space before `{}` to use a regular comment",
537 format!("{} {}", comment_marker, doc_comment_marker),
538 Applicability::MaybeIncorrect,
543 self.check_mistyped_turbofish_with_multiple_type_params(e, expr)
551 // Don't complain about type errors in body tail after parse error (#57383).
552 let sp = expr.span.to(self.prev_token.span);
553 *expr = self.mk_expr_err(sp);
556 StmtKind::Expr(_) | StmtKind::MacCall(_) => {}
557 StmtKind::Local(ref mut local) if let Err(e) = self.expect_semi() => {
558 // We might be at the `,` in `let x = foo<bar, baz>;`. Try to recover.
559 match &mut local.kind {
560 LocalKind::Init(expr) | LocalKind::InitElse(expr, _) => {
561 self.check_mistyped_turbofish_with_multiple_type_params(e, expr)?;
562 // We found `foo<bar, baz>`, have we fully recovered?
565 LocalKind::Decl => return Err(e),
569 StmtKind::Empty | StmtKind::Item(_) | StmtKind::Local(_) | StmtKind::Semi(_) => eat_semi = false,
572 if eat_semi && self.eat(&token::Semi) {
573 stmt = stmt.add_trailing_semicolon();
575 stmt.span = stmt.span.to(self.prev_token.span);
579 pub(super) fn mk_block(&self, stmts: Vec<Stmt>, rules: BlockCheckMode, span: Span) -> P<Block> {
586 could_be_bare_literal: false,
590 pub(super) fn mk_stmt(&self, span: Span, kind: StmtKind) -> Stmt {
591 Stmt { id: DUMMY_NODE_ID, kind, span }
594 pub(super) fn mk_stmt_err(&self, span: Span) -> Stmt {
595 self.mk_stmt(span, StmtKind::Expr(self.mk_expr_err(span)))
598 pub(super) fn mk_block_err(&self, span: Span) -> P<Block> {
599 self.mk_block(vec![self.mk_stmt_err(span)], BlockCheckMode::Default, span)