src/librustc_mir/transform/qualify_consts.rs

   1 // Copyright 2016 The Rust Project Developers. See the COPYRIGHT
   2 // file at the top-level directory of this distribution and at
   3 // http://rust-lang.org/COPYRIGHT.
   4 //
   5 // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
   6 // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
   7 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
   8 // option. This file may not be copied, modified, or distributed
   9 // except according to those terms.
  10
  11 //! A pass that qualifies constness of temporaries in constants,
  12 //! static initializers and functions and also drives promotion.
  13 //!
  14 //! The Qualif flags below can be used to also provide better
  15 //! diagnostics as to why a constant rvalue wasn't promoted.
  16
  17 use rustc_data_structures::bitvec::BitVector;
  18 use rustc_data_structures::indexed_vec::{IndexVec, Idx};
  19 use rustc::dep_graph::DepNode;
  20 use rustc::hir;
  21 use rustc::hir::def_id::DefId;
  22 use rustc::hir::intravisit::FnKind;
  23 use rustc::hir::map::blocks::FnLikeNode;
  24 use rustc::traits::{self, Reveal};
  25 use rustc::ty::{self, TyCtxt, Ty};
  26 use rustc::ty::cast::CastTy;
  27 use rustc::mir::repr::*;
  28 use rustc::mir::mir_map::MirMap;
  29 use rustc::mir::traversal::{self, ReversePostorder};
  30 use rustc::mir::transform::{Pass, MirMapPass, MirPassHook, MirSource};
  31 use rustc::mir::visit::{LvalueContext, Visitor};
  32 use rustc::util::nodemap::DefIdMap;
  33 use syntax::abi::Abi;
  34 use syntax::feature_gate::UnstableFeatures;
  35 use syntax_pos::Span;
  36
  37 use std::collections::hash_map::Entry;
  38 use std::fmt;
  39 use std::usize;
  40
  41 use super::promote_consts::{self, Candidate, TempState};
  42
  43 bitflags! {
  44     flags Qualif: u8 {
  45         // Const item's qualification while recursing.
  46         // Recursive consts are an error.
  47         const RECURSIVE         = 1 << 0,
  48
  49         // Constant containing interior mutability (UnsafeCell).
  50         const MUTABLE_INTERIOR  = 1 << 1,
  51
  52         // Constant containing an ADT that implements Drop.
  53         const NEEDS_DROP        = 1 << 2,
  54
  55         // Function argument.
  56         const FN_ARGUMENT       = 1 << 3,
  57
  58         // Static lvalue or move from a static.
  59         const STATIC            = 1 << 4,
  60
  61         // Reference to a static.
  62         const STATIC_REF        = 1 << 5,
  63
  64         // Not constant at all - non-`const fn` calls, asm!,
  65         // pointer comparisons, ptr-to-int casts, etc.
  66         const NOT_CONST         = 1 << 6,
  67
  68         // Refers to temporaries which cannot be promoted as
  69         // promote_consts decided they weren't simple enough.
  70         const NOT_PROMOTABLE    = 1 << 7,
  71
  72         // Borrows of temporaries can be promoted only
  73         // if they have none of the above qualifications.
  74         const NEVER_PROMOTE     = !0,
  75
  76         // Const items can only have MUTABLE_INTERIOR
  77         // and NOT_PROMOTABLE without producing an error.
  78         const CONST_ERROR       = !Qualif::MUTABLE_INTERIOR.bits &
  79                                   !Qualif::NOT_PROMOTABLE.bits
  80     }
  81 }
  82
  83 impl<'a, 'tcx> Qualif {
  84     /// Remove flags which are impossible for the given type.
  85     fn restrict(&mut self, ty: Ty<'tcx>,
  86                 tcx: TyCtxt<'a, 'tcx, 'tcx>,
  87                 param_env: &ty::ParameterEnvironment<'tcx>) {
  88         if !ty.type_contents(tcx).interior_unsafe() {
  89             *self = *self - Qualif::MUTABLE_INTERIOR;
  90         }
  91         if !tcx.type_needs_drop_given_env(ty, param_env) {
  92             *self = *self - Qualif::NEEDS_DROP;
  93         }
  94     }
  95 }
  96
  97 /// What kind of item we are in.
  98 #[derive(Copy, Clone, PartialEq, Eq)]
  99 enum Mode {
 100     Const,
 101     Static,
 102     StaticMut,
 103     ConstFn,
 104     Fn
 105 }
 106
 107 impl fmt::Display for Mode {
 108     fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
 109         match *self {
 110             Mode::Const => write!(f, "constant"),
 111             Mode::Static | Mode::StaticMut => write!(f, "static"),
 112             Mode::ConstFn => write!(f, "constant function"),
 113             Mode::Fn => write!(f, "function")
 114         }
 115     }
 116 }
 117
 118 fn is_const_fn(tcx: TyCtxt, def_id: DefId) -> bool {
 119     if let Some(node_id) = tcx.map.as_local_node_id(def_id) {
 120         let fn_like = FnLikeNode::from_node(tcx.map.get(node_id));
 121         match fn_like.map(|f| f.kind()) {
 122             Some(FnKind::ItemFn(_, _, _, c, _, _, _)) => {
 123                 c == hir::Constness::Const
 124             }
 125             Some(FnKind::Method(_, m, _, _)) => {
 126                 m.constness == hir::Constness::Const
 127             }
 128             _ => false
 129         }
 130     } else {
 131         tcx.sess.cstore.is_const_fn(def_id)
 132     }
 133 }
 134
 135 struct Qualifier<'a, 'gcx: 'a+'tcx, 'tcx: 'a> {
 136     mode: Mode,
 137     span: Span,
 138     def_id: DefId,
 139     mir: &'a Mir<'tcx>,
 140     rpo: ReversePostorder<'a, 'tcx>,
 141     tcx: TyCtxt<'a, 'gcx, 'tcx>,
 142     param_env: ty::ParameterEnvironment<'tcx>,
 143     qualif_map: &'a mut DefIdMap<Qualif>,
 144     mir_map: Option<&'a MirMap<'tcx>>,
 145     temp_qualif: IndexVec<Temp, Option<Qualif>>,
 146     return_qualif: Option<Qualif>,
 147     qualif: Qualif,
 148     const_fn_arg_vars: BitVector,
 149     temp_promotion_state: IndexVec<Temp, TempState>,
 150     promotion_candidates: Vec<Candidate>
 151 }
 152
 153 impl<'a, 'tcx> Qualifier<'a, 'tcx, 'tcx> {
 154     fn new(tcx: TyCtxt<'a, 'tcx, 'tcx>,
 155            param_env: ty::ParameterEnvironment<'tcx>,
 156            qualif_map: &'a mut DefIdMap<Qualif>,
 157            mir_map: Option<&'a MirMap<'tcx>>,
 158            def_id: DefId,
 159            mir: &'a Mir<'tcx>,
 160            mode: Mode)
 161            -> Qualifier<'a, 'tcx, 'tcx> {
 162         let mut rpo = traversal::reverse_postorder(mir);
 163         let temps = promote_consts::collect_temps(mir, &mut rpo);
 164         rpo.reset();
 165         Qualifier {
 166             mode: mode,
 167             span: mir.span,
 168             def_id: def_id,
 169             mir: mir,
 170             rpo: rpo,
 171             tcx: tcx,
 172             param_env: param_env,
 173             qualif_map: qualif_map,
 174             mir_map: mir_map,
 175             temp_qualif: IndexVec::from_elem(None, &mir.temp_decls),
 176             return_qualif: None,
 177             qualif: Qualif::empty(),
 178             const_fn_arg_vars: BitVector::new(mir.var_decls.len()),
 179             temp_promotion_state: temps,
 180             promotion_candidates: vec![]
 181         }
 182     }
 183
 184     // FIXME(eddyb) we could split the errors into meaningful
 185     // categories, but enabling full miri would make that
 186     // slightly pointless (even with feature-gating).
 187     fn not_const(&mut self) {
 188         self.add(Qualif::NOT_CONST);
 189         if self.mode != Mode::Fn {
 190             span_err!(self.tcx.sess, self.span, E0019,
 191                       "{} contains unimplemented expression type", self.mode);
 192         }
 193     }
 194
 195     /// Error about extra statements in a constant.
 196     fn statement_like(&mut self) {
 197         self.add(Qualif::NOT_CONST);
 198         if self.mode != Mode::Fn {
 199             span_err!(self.tcx.sess, self.span, E0016,
 200                       "blocks in {}s are limited to items and tail expressions",
 201                       self.mode);
 202         }
 203     }
 204
 205     /// Add the given qualification to self.qualif.
 206     fn add(&mut self, qualif: Qualif) {
 207         self.qualif = self.qualif | qualif;
 208     }
 209
 210     /// Add the given type's qualification to self.qualif.
 211     fn add_type(&mut self, ty: Ty<'tcx>) {
 212         self.add(Qualif::MUTABLE_INTERIOR | Qualif::NEEDS_DROP);
 213         self.qualif.restrict(ty, self.tcx, &self.param_env);
 214     }
 215
 216     /// Within the provided closure, self.qualif will start
 217     /// out empty, and its value after the closure returns will
 218     /// be combined with the value before the call to nest.
 219     fn nest<F: FnOnce(&mut Self)>(&mut self, f: F) {
 220         let original = self.qualif;
 221         self.qualif = Qualif::empty();
 222         f(self);
 223         self.add(original);
 224     }
 225
 226     /// Check for NEEDS_DROP (from an ADT or const fn call) and
 227     /// error, unless we're in a function, or the feature-gate
 228     /// for globals with destructors is enabled.
 229     fn deny_drop(&self) {
 230         if self.mode == Mode::Fn || !self.qualif.intersects(Qualif::NEEDS_DROP) {
 231             return;
 232         }
 233
 234         // Static and const fn's allow destructors, but they're feature-gated.
 235         let msg = if self.mode != Mode::Const {
 236             // Feature-gate for globals with destructors is enabled.
 237             if self.tcx.sess.features.borrow().drop_types_in_const {
 238                 return;
 239             }
 240
 241             // This comes from a macro that has #[allow_internal_unstable].
 242             if self.tcx.sess.codemap().span_allows_unstable(self.span) {
 243                 return;
 244             }
 245
 246             format!("destructors in {}s are an unstable feature",
 247                     self.mode)
 248         } else {
 249             format!("{}s are not allowed to have destructors",
 250                     self.mode)
 251         };
 252
 253         let mut err =
 254             struct_span_err!(self.tcx.sess, self.span, E0493, "{}", msg);
 255         if self.mode != Mode::Const {
 256             help!(&mut err,
 257                   "in Nightly builds, add `#![feature(drop_types_in_const)]` \
 258                    to the crate attributes to enable");
 259         }
 260         err.emit();
 261     }
 262
 263     /// Check if an Lvalue with the current qualifications could
 264     /// be consumed, by either an operand or a Deref projection.
 265     fn try_consume(&mut self) -> bool {
 266         if self.qualif.intersects(Qualif::STATIC) && self.mode != Mode::Fn {
 267             let msg = if self.mode == Mode::Static ||
 268                          self.mode == Mode::StaticMut {
 269                 "cannot refer to other statics by value, use the \
 270                  address-of operator or a constant instead"
 271             } else {
 272                 "cannot refer to statics by value, use a constant instead"
 273             };
 274             struct_span_err!(self.tcx.sess, self.span, E0394, "{}", msg)
 275                 .span_label(self.span, &format!("referring to another static by value"))
 276                 .note(&format!("use the address-of operator or a constant instead"))
 277                 .emit();
 278
 279             // Replace STATIC with NOT_CONST to avoid further errors.
 280             self.qualif = self.qualif - Qualif::STATIC;
 281             self.add(Qualif::NOT_CONST);
 282
 283             false
 284         } else {
 285             true
 286         }
 287     }
 288
 289     /// Assign the current qualification to the given destination.
 290     fn assign(&mut self, dest: &Lvalue<'tcx>, location: Location) {
 291         let qualif = self.qualif;
 292         let span = self.span;
 293         let store = |slot: &mut Option<Qualif>| {
 294             if slot.is_some() {
 295                 span_bug!(span, "multiple assignments to {:?}", dest);
 296             }
 297             *slot = Some(qualif);
 298         };
 299
 300         // Only handle promotable temps in non-const functions.
 301         if self.mode == Mode::Fn {
 302             if let Lvalue::Temp(index) = *dest {
 303                 if self.temp_promotion_state[index].is_promotable() {
 304                     store(&mut self.temp_qualif[index]);
 305                 }
 306             }
 307             return;
 308         }
 309
 310         match *dest {
 311             Lvalue::Temp(index) => store(&mut self.temp_qualif[index]),
 312             Lvalue::ReturnPointer => store(&mut self.return_qualif),
 313
 314             Lvalue::Projection(box Projection {
 315                 base: Lvalue::Temp(index),
 316                 elem: ProjectionElem::Deref
 317             }) if self.mir.temp_decls[index].ty.is_unique()
 318                && self.temp_qualif[index].map_or(false, |qualif| {
 319                     qualif.intersects(Qualif::NOT_CONST)
 320                }) => {
 321                 // Part of `box expr`, we should've errored
 322                 // already for the Box allocation Rvalue.
 323             }
 324
 325             // This must be an explicit assignment.
 326             _ => {
 327                 // Catch more errors in the destination.
 328                 self.visit_lvalue(dest, LvalueContext::Store, location);
 329                 self.statement_like();
 330             }
 331         }
 332     }
 333
 334     /// Qualify a whole const, static initializer or const fn.
 335     fn qualify_const(&mut self) -> Qualif {
 336         let mir = self.mir;
 337
 338         let mut seen_blocks = BitVector::new(mir.basic_blocks().len());
 339         let mut bb = START_BLOCK;
 340         loop {
 341             seen_blocks.insert(bb.index());
 342
 343             self.visit_basic_block_data(bb, &mir[bb]);
 344
 345             let target = match mir[bb].terminator().kind {
 346                 TerminatorKind::Goto { target } |
 347                 // Drops are considered noops.
 348                 TerminatorKind::Drop { target, .. } |
 349                 TerminatorKind::Assert { target, .. } |
 350                 TerminatorKind::Call { destination: Some((_, target)), .. } => {
 351                     Some(target)
 352                 }
 353
 354                 // Non-terminating calls cannot produce any value.
 355                 TerminatorKind::Call { destination: None, .. } => {
 356                     return Qualif::empty();
 357                 }
 358
 359                 TerminatorKind::If {..} |
 360                 TerminatorKind::Switch {..} |
 361                 TerminatorKind::SwitchInt {..} |
 362                 TerminatorKind::DropAndReplace { .. } |
 363                 TerminatorKind::Resume |
 364                 TerminatorKind::Unreachable => None,
 365
 366                 TerminatorKind::Return => {
 367                     // Check for unused values. This usually means
 368                     // there are extra statements in the AST.
 369                     for temp in mir.temp_decls.indices() {
 370                         if self.temp_qualif[temp].is_none() {
 371                             continue;
 372                         }
 373
 374                         let state = self.temp_promotion_state[temp];
 375                         if let TempState::Defined { location, uses: 0 } = state {
 376                             let data = &mir[location.block];
 377                             let stmt_idx = location.statement_index;
 378
 379                             // Get the span for the initialization.
 380                             let source_info = if stmt_idx < data.statements.len() {
 381                                 data.statements[stmt_idx].source_info
 382                             } else {
 383                                 data.terminator().source_info
 384                             };
 385                             self.span = source_info.span;
 386
 387                             // Treat this as a statement in the AST.
 388                             self.statement_like();
 389                         }
 390                     }
 391
 392                     // Make sure there are no extra unassigned variables.
 393                     self.qualif = Qualif::NOT_CONST;
 394                     for index in 0..mir.var_decls.len() {
 395                         if !self.const_fn_arg_vars.contains(index) {
 396                             self.assign(&Lvalue::Var(Var::new(index)), Location {
 397                                 block: bb,
 398                                 statement_index: usize::MAX,
 399                             });
 400                         }
 401                     }
 402
 403                     break;
 404                 }
 405             };
 406
 407             match target {
 408                 // No loops allowed.
 409                 Some(target) if !seen_blocks.contains(target.index()) => {
 410                     bb = target;
 411                 }
 412                 _ => {
 413                     self.not_const();
 414                     break;
 415                 }
 416             }
 417         }
 418
 419         let return_ty = mir.return_ty;
 420         self.qualif = self.return_qualif.unwrap_or(Qualif::NOT_CONST);
 421
 422         match self.mode {
 423             Mode::StaticMut => {
 424                 // Check for destructors in static mut.
 425                 self.add_type(return_ty);
 426                 self.deny_drop();
 427             }
 428             _ => {
 429                 // Account for errors in consts by using the
 430                 // conservative type qualification instead.
 431                 if self.qualif.intersects(Qualif::CONST_ERROR) {
 432                     self.qualif = Qualif::empty();
 433                     self.add_type(return_ty);
 434                 }
 435             }
 436         }
 437         self.qualif
 438     }
 439 }
 440
 441 /// Accumulates an Rvalue or Call's effects in self.qualif.
 442 /// For functions (constant or not), it also records
 443 /// candidates for promotion in promotion_candidates.
 444 impl<'a, 'tcx> Visitor<'tcx> for Qualifier<'a, 'tcx, 'tcx> {
 445     fn visit_lvalue(&mut self, lvalue: &Lvalue<'tcx>, context: LvalueContext, location: Location) {
 446         match *lvalue {
 447             Lvalue::Arg(_) => {
 448                 self.add(Qualif::FN_ARGUMENT);
 449             }
 450             Lvalue::Var(_) => {
 451                 self.add(Qualif::NOT_CONST);
 452             }
 453             Lvalue::Temp(index) => {
 454                 if !self.temp_promotion_state[index].is_promotable() {
 455                     self.add(Qualif::NOT_PROMOTABLE);
 456                 }
 457
 458                 if let Some(qualif) = self.temp_qualif[index] {
 459                     self.add(qualif);
 460                 } else {
 461                     self.not_const();
 462                 }
 463             }
 464             Lvalue::Static(_) => {
 465                 self.add(Qualif::STATIC);
 466                 if self.mode == Mode::Const || self.mode == Mode::ConstFn {
 467                     span_err!(self.tcx.sess, self.span, E0013,
 468                               "{}s cannot refer to statics, use \
 469                                a constant instead", self.mode);
 470                 }
 471             }
 472             Lvalue::ReturnPointer => {
 473                 self.not_const();
 474             }
 475             Lvalue::Projection(ref proj) => {
 476                 self.nest(|this| {
 477                     this.super_lvalue(lvalue, context, location);
 478                     match proj.elem {
 479                         ProjectionElem::Deref => {
 480                             if !this.try_consume() {
 481                                 return;
 482                             }
 483
 484                             if this.qualif.intersects(Qualif::STATIC_REF) {
 485                                 this.qualif = this.qualif - Qualif::STATIC_REF;
 486                                 this.add(Qualif::STATIC);
 487                             }
 488
 489                             let base_ty = proj.base.ty(this.mir, this.tcx).to_ty(this.tcx);
 490                             if let ty::TyRawPtr(_) = base_ty.sty {
 491                                 this.add(Qualif::NOT_CONST);
 492                                 if this.mode != Mode::Fn {
 493                                     struct_span_err!(this.tcx.sess,
 494                                         this.span, E0396,
 495                                         "raw pointers cannot be dereferenced in {}s",
 496                                         this.mode)
 497                                     .span_label(this.span,
 498                                         &format!("dereference of raw pointer in constant"))
 499                                     .emit();
 500                                 }
 501                             }
 502                         }
 503
 504                         ProjectionElem::Field(..) |
 505                         ProjectionElem::Index(_) => {
 506                             if this.mode != Mode::Fn &&
 507                                this.qualif.intersects(Qualif::STATIC) {
 508                                 span_err!(this.tcx.sess, this.span, E0494,
 509                                           "cannot refer to the interior of another \
 510                                            static, use a constant instead");
 511                             }
 512                             let ty = lvalue.ty(this.mir, this.tcx).to_ty(this.tcx);
 513                             this.qualif.restrict(ty, this.tcx, &this.param_env);
 514                         }
 515
 516                         ProjectionElem::ConstantIndex {..} |
 517                         ProjectionElem::Subslice {..} |
 518                         ProjectionElem::Downcast(..) => {
 519                             this.not_const()
 520                         }
 521                     }
 522                 });
 523             }
 524         }
 525     }
 526
 527     fn visit_operand(&mut self, operand: &Operand<'tcx>, location: Location) {
 528         match *operand {
 529             Operand::Consume(_) => {
 530                 self.nest(|this| {
 531                     this.super_operand(operand, location);
 532                     this.try_consume();
 533                 });
 534             }
 535             Operand::Constant(ref constant) => {
 536                 // Only functions and methods can have these types.
 537                 if let ty::TyFnDef(..) = constant.ty.sty {
 538                     return;
 539                 }
 540
 541                 if let Literal::Item { def_id, substs } = constant.literal {
 542                     // Don't peek inside generic (associated) constants.
 543                     if substs.types().next().is_some() {
 544                         self.add_type(constant.ty);
 545                     } else {
 546                         let qualif = qualify_const_item_cached(self.tcx,
 547                                                                self.qualif_map,
 548                                                                self.mir_map,
 549                                                                def_id);
 550                         self.add(qualif);
 551                     }
 552
 553                     // FIXME(eddyb) check recursive constants here,
 554                     // instead of rustc_passes::static_recursion.
 555                     if self.qualif.intersects(Qualif::RECURSIVE) {
 556                         span_bug!(constant.span,
 557                                   "recursive constant wasn't caught earlier");
 558                     }
 559
 560                     // Let `const fn` transitively have destructors,
 561                     // but they do get stopped in `const` or `static`.
 562                     if self.mode != Mode::ConstFn {
 563                         self.deny_drop();
 564                     }
 565                 }
 566             }
 567         }
 568     }
 569
 570     fn visit_rvalue(&mut self, rvalue: &Rvalue<'tcx>, location: Location) {
 571         // Recurse through operands and lvalues.
 572         self.super_rvalue(rvalue, location);
 573
 574         match *rvalue {
 575             Rvalue::Use(_) |
 576             Rvalue::Repeat(..) |
 577             Rvalue::UnaryOp(..) |
 578             Rvalue::CheckedBinaryOp(..) |
 579             Rvalue::Cast(CastKind::ReifyFnPointer, _, _) |
 580             Rvalue::Cast(CastKind::UnsafeFnPointer, _, _) |
 581             Rvalue::Cast(CastKind::Unsize, _, _) => {}
 582
 583             Rvalue::Len(_) => {
 584                 // Static lvalues in consts would have errored already,
 585                 // don't treat length checks as reads from statics.
 586                 self.qualif = self.qualif - Qualif::STATIC;
 587             }
 588
 589             Rvalue::Ref(_, kind, ref lvalue) => {
 590                 // Static lvalues in consts would have errored already,
 591                 // only keep track of references to them here.
 592                 if self.qualif.intersects(Qualif::STATIC) {
 593                     self.qualif = self.qualif - Qualif::STATIC;
 594                     self.add(Qualif::STATIC_REF);
 595                 }
 596
 597                 let ty = lvalue.ty(self.mir, self.tcx).to_ty(self.tcx);
 598                 if kind == BorrowKind::Mut {
 599                     // In theory, any zero-sized value could be borrowed
 600                     // mutably without consequences. However, only &mut []
 601                     // is allowed right now, and only in functions.
 602                     let allow = if self.mode == Mode::StaticMut {
 603                         // Inside a `static mut`, &mut [...] is also allowed.
 604                         match ty.sty {
 605                             ty::TyArray(..) | ty::TySlice(_) => {
 606                                 // Mutating can expose drops, be conservative.
 607                                 self.add_type(ty);
 608                                 self.deny_drop();
 609                                 true
 610                             }
 611                             _ => false
 612                         }
 613                     } else if let ty::TyArray(_, 0) = ty.sty {
 614                         self.mode == Mode::Fn
 615                     } else {
 616                         false
 617                     };
 618
 619                     if !allow {
 620                         self.add(Qualif::NOT_CONST);
 621                         if self.mode != Mode::Fn {
 622                             struct_span_err!(self.tcx.sess,  self.span, E0017,
 623                                              "references in {}s may only refer \
 624                                               to immutable values", self.mode)
 625                                 .span_label(self.span, &format!("{}s require immutable values",
 626                                                                 self.mode))
 627                                 .emit();
 628                         }
 629                     }
 630                 } else {
 631                     // Constants cannot be borrowed if they contain interior mutability as
 632                     // it means that our "silent insertion of statics" could change
 633                     // initializer values (very bad).
 634                     if self.qualif.intersects(Qualif::MUTABLE_INTERIOR) {
 635                         // Replace MUTABLE_INTERIOR with NOT_CONST to avoid
 636                         // duplicate errors (from reborrowing, for example).
 637                         self.qualif = self.qualif - Qualif::MUTABLE_INTERIOR;
 638                         self.add(Qualif::NOT_CONST);
 639                         if self.mode != Mode::Fn {
 640                             span_err!(self.tcx.sess, self.span, E0492,
 641                                       "cannot borrow a constant which contains \
 642                                        interior mutability, create a static instead");
 643                         }
 644                     }
 645                 }
 646
 647                 // We might have a candidate for promotion.
 648                 let candidate = Candidate::Ref(location);
 649                 if self.mode == Mode::Fn || self.mode == Mode::ConstFn {
 650                     if !self.qualif.intersects(Qualif::NEVER_PROMOTE) {
 651                         // We can only promote direct borrows of temps.
 652                         if let Lvalue::Temp(_) = *lvalue {
 653                             self.promotion_candidates.push(candidate);
 654                         }
 655                     }
 656                 }
 657             }
 658
 659             Rvalue::Cast(CastKind::Misc, ref operand, cast_ty) => {
 660                 let operand_ty = operand.ty(self.mir, self.tcx);
 661                 let cast_in = CastTy::from_ty(operand_ty).expect("bad input type for cast");
 662                 let cast_out = CastTy::from_ty(cast_ty).expect("bad output type for cast");
 663                 match (cast_in, cast_out) {
 664                     (CastTy::Ptr(_), CastTy::Int(_)) |
 665                     (CastTy::FnPtr, CastTy::Int(_)) => {
 666                         self.add(Qualif::NOT_CONST);
 667                         if self.mode != Mode::Fn {
 668                             span_err!(self.tcx.sess, self.span, E0018,
 669                                       "raw pointers cannot be cast to integers in {}s",
 670                                       self.mode);
 671                         }
 672                     }
 673                     _ => {}
 674                 }
 675             }
 676
 677             Rvalue::BinaryOp(op, ref lhs, _) => {
 678                 if let ty::TyRawPtr(_) = lhs.ty(self.mir, self.tcx).sty {
 679                     assert!(op == BinOp::Eq || op == BinOp::Ne ||
 680                             op == BinOp::Le || op == BinOp::Lt ||
 681                             op == BinOp::Ge || op == BinOp::Gt);
 682
 683                     self.add(Qualif::NOT_CONST);
 684                     if self.mode != Mode::Fn {
 685                         struct_span_err!(
 686                             self.tcx.sess, self.span, E0395,
 687                             "raw pointers cannot be compared in {}s",
 688                             self.mode)
 689                         .span_label(
 690                             self.span,
 691                             &format!("comparing raw pointers in static"))
 692                         .emit();
 693                     }
 694                 }
 695             }
 696
 697             Rvalue::Box(_) => {
 698                 self.add(Qualif::NOT_CONST);
 699                 if self.mode != Mode::Fn {
 700                     struct_span_err!(self.tcx.sess, self.span, E0010,
 701                                      "allocations are not allowed in {}s", self.mode)
 702                         .span_label(self.span, &format!("allocation not allowed in {}s", self.mode))
 703                         .emit();
 704                 }
 705             }
 706
 707             Rvalue::Aggregate(ref kind, _) => {
 708                 if let AggregateKind::Adt(def, _, _) = *kind {
 709                     if def.has_dtor() {
 710                         self.add(Qualif::NEEDS_DROP);
 711                         self.deny_drop();
 712                     }
 713
 714                     if Some(def.did) == self.tcx.lang_items.unsafe_cell_type() {
 715                         let ty = rvalue.ty(self.mir, self.tcx).unwrap();
 716                         self.add_type(ty);
 717                         assert!(self.qualif.intersects(Qualif::MUTABLE_INTERIOR));
 718                         // Even if the value inside may not need dropping,
 719                         // mutating it would change that.
 720                         if !self.qualif.intersects(Qualif::NOT_CONST) {
 721                             self.deny_drop();
 722                         }
 723                     }
 724                 }
 725             }
 726
 727             Rvalue::InlineAsm {..} => {
 728                 self.not_const();
 729             }
 730         }
 731     }
 732
 733     fn visit_terminator_kind(&mut self,
 734                              bb: BasicBlock,
 735                              kind: &TerminatorKind<'tcx>,
 736                              location: Location) {
 737         if let TerminatorKind::Call { ref func, ref args, ref destination, .. } = *kind {
 738             self.visit_operand(func, location);
 739
 740             let fn_ty = func.ty(self.mir, self.tcx);
 741             let (is_shuffle, is_const_fn) = match fn_ty.sty {
 742                 ty::TyFnDef(def_id, _, f) => {
 743                     (f.abi == Abi::PlatformIntrinsic &&
 744                      self.tcx.item_name(def_id).as_str().starts_with("simd_shuffle"),
 745                      is_const_fn(self.tcx, def_id))
 746                 }
 747                 _ => (false, false)
 748             };
 749
 750             for (i, arg) in args.iter().enumerate() {
 751                 self.nest(|this| {
 752                     this.visit_operand(arg, location);
 753                     if is_shuffle && i == 2 && this.mode == Mode::Fn {
 754                         let candidate = Candidate::ShuffleIndices(bb);
 755                         if !this.qualif.intersects(Qualif::NEVER_PROMOTE) {
 756                             this.promotion_candidates.push(candidate);
 757                         } else {
 758                             span_err!(this.tcx.sess, this.span, E0526,
 759                                       "shuffle indices are not constant");
 760                         }
 761                     }
 762                 });
 763             }
 764
 765             // Const fn calls.
 766             if is_const_fn {
 767                 // We are in a const or static initializer,
 768                 if self.mode != Mode::Fn &&
 769
 770                     // feature-gate is not enabled,
 771                     !self.tcx.sess.features.borrow().const_fn &&
 772
 773                     // this doesn't come from a crate with the feature-gate enabled,
 774                     self.def_id.is_local() &&
 775
 776                     // this doesn't come from a macro that has #[allow_internal_unstable]
 777                     !self.tcx.sess.codemap().span_allows_unstable(self.span)
 778                 {
 779                     let mut err = self.tcx.sess.struct_span_err(self.span,
 780                         "const fns are an unstable feature");
 781                     help!(&mut err,
 782                           "in Nightly builds, add `#![feature(const_fn)]` \
 783                            to the crate attributes to enable");
 784                     err.emit();
 785                 }
 786             } else {
 787                 self.qualif = Qualif::NOT_CONST;
 788                 if self.mode != Mode::Fn {
 789                     // FIXME(#24111) Remove this check when const fn stabilizes
 790                     let (msg, note) = if let UnstableFeatures::Disallow =
 791                             self.tcx.sess.opts.unstable_features {
 792                         (format!("calls in {}s are limited to \
 793                                   struct and enum constructors",
 794                                  self.mode),
 795                          Some("a limited form of compile-time function \
 796                                evaluation is available on a nightly \
 797                                compiler via `const fn`"))
 798                     } else {
 799                         (format!("calls in {}s are limited \
 800                                   to constant functions, \
 801                                   struct and enum constructors",
 802                                  self.mode),
 803                          None)
 804                     };
 805                     let mut err = struct_span_err!(self.tcx.sess, self.span, E0015, "{}", msg);
 806                     if let Some(note) = note {
 807                         err.span_note(self.span, note);
 808                     }
 809                     err.emit();
 810                 }
 811             }
 812
 813             if let Some((ref dest, _)) = *destination {
 814                 // Avoid propagating irrelevant callee/argument qualifications.
 815                 if self.qualif.intersects(Qualif::CONST_ERROR) {
 816                     self.qualif = Qualif::NOT_CONST;
 817                 } else {
 818                     // Be conservative about the returned value of a const fn.
 819                     let tcx = self.tcx;
 820                     let ty = dest.ty(self.mir, tcx).to_ty(tcx);
 821                     self.qualif = Qualif::empty();
 822                     self.add_type(ty);
 823
 824                     // Let `const fn` transitively have destructors,
 825                     // but they do get stopped in `const` or `static`.
 826                     if self.mode != Mode::ConstFn {
 827                         self.deny_drop();
 828                     }
 829                 }
 830                 self.assign(dest, location);
 831             }
 832         } else {
 833             // Qualify any operands inside other terminators.
 834             self.super_terminator_kind(bb, kind, location);
 835         }
 836     }
 837
 838     fn visit_assign(&mut self,
 839                     _: BasicBlock,
 840                     dest: &Lvalue<'tcx>,
 841                     rvalue: &Rvalue<'tcx>,
 842                     location: Location) {
 843         self.visit_rvalue(rvalue, location);
 844
 845         // Check the allowed const fn argument forms.
 846         if let (Mode::ConstFn, &Lvalue::Var(index)) = (self.mode, dest) {
 847             if self.const_fn_arg_vars.insert(index.index()) {
 848                 // Direct use of an argument is permitted.
 849                 if let Rvalue::Use(Operand::Consume(Lvalue::Arg(_))) = *rvalue {
 850                     return;
 851                 }
 852
 853                 // Avoid a generic error for other uses of arguments.
 854                 if self.qualif.intersects(Qualif::FN_ARGUMENT) {
 855                     let decl = &self.mir.var_decls[index];
 856                     span_err!(self.tcx.sess, decl.source_info.span, E0022,
 857                               "arguments of constant functions can only \
 858                                be immutable by-value bindings");
 859                     return;
 860                 }
 861             }
 862         }
 863
 864         self.assign(dest, location);
 865     }
 866
 867     fn visit_source_info(&mut self, source_info: &SourceInfo) {
 868         self.span = source_info.span;
 869     }
 870
 871     fn visit_statement(&mut self, bb: BasicBlock, statement: &Statement<'tcx>, location: Location) {
 872         self.nest(|this| {
 873             this.visit_source_info(&statement.source_info);
 874             match statement.kind {
 875                 StatementKind::Assign(ref lvalue, ref rvalue) => {
 876                     this.visit_assign(bb, lvalue, rvalue, location);
 877                 }
 878                 StatementKind::SetDiscriminant { .. } |
 879                 StatementKind::StorageLive(_) |
 880                 StatementKind::StorageDead(_) => {}
 881             }
 882         });
 883     }
 884
 885     fn visit_terminator(&mut self,
 886                         bb: BasicBlock,
 887                         terminator: &Terminator<'tcx>,
 888                         location: Location) {
 889         self.nest(|this| this.super_terminator(bb, terminator, location));
 890     }
 891 }
 892
 893 fn qualify_const_item_cached<'a, 'tcx>(tcx: TyCtxt<'a, 'tcx, 'tcx>,
 894                                        qualif_map: &mut DefIdMap<Qualif>,
 895                                        mir_map: Option<&MirMap<'tcx>>,
 896                                        def_id: DefId)
 897                                        -> Qualif {
 898     match qualif_map.entry(def_id) {
 899         Entry::Occupied(entry) => return *entry.get(),
 900         Entry::Vacant(entry) => {
 901             // Guard against `const` recursion.
 902             entry.insert(Qualif::RECURSIVE);
 903         }
 904     }
 905
 906     let extern_mir;
 907     let param_env_and_mir = if def_id.is_local() {
 908         mir_map.and_then(|map| map.map.get(&def_id)).map(|mir| {
 909             let node_id = tcx.map.as_local_node_id(def_id).unwrap();
 910             (ty::ParameterEnvironment::for_item(tcx, node_id), mir)
 911         })
 912     } else if let Some(mir) = tcx.sess.cstore.maybe_get_item_mir(tcx, def_id) {
 913         // These should only be monomorphic constants.
 914         extern_mir = mir;
 915         Some((tcx.empty_parameter_environment(), &extern_mir))
 916     } else {
 917         None
 918     };
 919
 920     let (param_env, mir) = param_env_and_mir.unwrap_or_else(|| {
 921         bug!("missing constant MIR for {}", tcx.item_path_str(def_id))
 922     });
 923
 924     let mut qualifier = Qualifier::new(tcx, param_env, qualif_map, mir_map,
 925                                        def_id, mir, Mode::Const);
 926     let qualif = qualifier.qualify_const();
 927     qualifier.qualif_map.insert(def_id, qualif);
 928     qualif
 929 }
 930
 931 pub struct QualifyAndPromoteConstants;
 932
 933 impl Pass for QualifyAndPromoteConstants {}
 934
 935 impl<'tcx> MirMapPass<'tcx> for QualifyAndPromoteConstants {
 936     fn run_pass<'a>(&mut self,
 937                     tcx: TyCtxt<'a, 'tcx, 'tcx>,
 938                     map: &mut MirMap<'tcx>,
 939                     hooks: &mut [Box<for<'s> MirPassHook<'s>>]) {
 940         let mut qualif_map = DefIdMap();
 941
 942         // First, visit `const` items, potentially recursing, to get
 943         // accurate MUTABLE_INTERIOR and NEEDS_DROP qualifications.
 944         let keys = map.map.keys();
 945         for &def_id in &keys {
 946             let _task = tcx.dep_graph.in_task(DepNode::Mir(def_id));
 947             let id = tcx.map.as_local_node_id(def_id).unwrap();
 948             let src = MirSource::from_node(tcx, id);
 949             if let MirSource::Const(_) = src {
 950                 qualify_const_item_cached(tcx, &mut qualif_map, Some(map), def_id);
 951             }
 952         }
 953
 954         // Then, handle everything else, without recursing,
 955         // as the MIR map is not shared, since promotion
 956         // in functions (including `const fn`) mutates it.
 957         for &def_id in &keys {
 958             let _task = tcx.dep_graph.in_task(DepNode::Mir(def_id));
 959             let id = tcx.map.as_local_node_id(def_id).unwrap();
 960             let src = MirSource::from_node(tcx, id);
 961             let mode = match src {
 962                 MirSource::Fn(_) => {
 963                     if is_const_fn(tcx, def_id) {
 964                         Mode::ConstFn
 965                     } else {
 966                         Mode::Fn
 967                     }
 968                 }
 969                 MirSource::Const(_) => continue,
 970                 MirSource::Static(_, hir::MutImmutable) => Mode::Static,
 971                 MirSource::Static(_, hir::MutMutable) => Mode::StaticMut,
 972                 MirSource::Promoted(..) => bug!()
 973             };
 974             let param_env = ty::ParameterEnvironment::for_item(tcx, id);
 975
 976             let mir = map.map.get_mut(&def_id).unwrap();
 977             for hook in &mut *hooks {
 978                 hook.on_mir_pass(tcx, src, mir, self, false);
 979             }
 980
 981             if mode == Mode::Fn || mode == Mode::ConstFn {
 982                 // This is ugly because Qualifier holds onto mir,
 983                 // which can't be mutated until its scope ends.
 984                 let (temps, candidates) = {
 985                     let mut qualifier = Qualifier::new(tcx, param_env, &mut qualif_map,
 986                                                        None, def_id, mir, mode);
 987                     if mode == Mode::ConstFn {
 988                         // Enforce a constant-like CFG for `const fn`.
 989                         qualifier.qualify_const();
 990                     } else {
 991                         while let Some((bb, data)) = qualifier.rpo.next() {
 992                             qualifier.visit_basic_block_data(bb, data);
 993                         }
 994                     }
 995
 996                     (qualifier.temp_promotion_state,
 997                      qualifier.promotion_candidates)
 998                 };
 999
1000                 // Do the actual promotion, now that we know what's viable.
1001                 promote_consts::promote_candidates(mir, tcx, temps, candidates);
1002             } else {
1003                 let mut qualifier = Qualifier::new(tcx, param_env, &mut qualif_map,
1004                                                    None, def_id, mir, mode);
1005                 qualifier.qualify_const();
1006             }
1007
1008             for hook in &mut *hooks {
1009                 hook.on_mir_pass(tcx, src, mir, self, true);
1010             }
1011
1012             // Statics must be Sync.
1013             if mode == Mode::Static {
1014                 let ty = mir.return_ty;
1015                 tcx.infer_ctxt(None, None, Reveal::NotSpecializable).enter(|infcx| {
1016                     let cause = traits::ObligationCause::new(mir.span, id, traits::SharedStatic);
1017                     let mut fulfillment_cx = traits::FulfillmentContext::new();
1018                     fulfillment_cx.register_builtin_bound(&infcx, ty, ty::BoundSync, cause);
1019                     if let Err(err) = fulfillment_cx.select_all_or_error(&infcx) {
1020                         infcx.report_fulfillment_errors(&err);
1021                     }
1022                 });
1023             }
1024         }
1025     }
1026 }