2 ieee::{Double, Single},
5 use rustc_macros::HashStable;
9 layout::{HasDataLayout, Size},
13 use super::{sign_extend, truncate, AllocId, Allocation, InterpResult, Pointer, PointerArithmetic};
15 /// Represents the result of a raw const operation, pre-validation.
16 #[derive(Clone, HashStable)]
17 pub struct RawConst<'tcx> {
18 // the value lives here, at offset 0, and that allocation definitely is a `AllocKind::Memory`
19 // (so you can use `AllocMap::unwrap_memory`).
20 pub alloc_id: AllocId,
24 /// Represents a constant value in Rust. `Scalar` and `Slice` are optimizations for
25 /// array length computations, enum discriminants and the pattern matching logic.
39 pub enum ConstValue<'tcx> {
40 /// Used only for types with `layout::abi::Scalar` ABI and ZSTs.
42 /// Not using the enum `Value` to encode that this must not be `Undef`.
45 /// Used only for `&[u8]` and `&str`
46 Slice { data: &'tcx Allocation, start: usize, end: usize },
48 /// A value not represented/representable by `Scalar` or `Slice`
50 /// The backing memory of the value, may contain more memory than needed for just the value
51 /// in order to share `Allocation`s between values
52 alloc: &'tcx Allocation,
53 /// Offset into `alloc`
58 #[cfg(target_arch = "x86_64")]
59 static_assert_size!(ConstValue<'_>, 32);
61 impl<'tcx> ConstValue<'tcx> {
63 pub fn try_to_scalar(&self) -> Option<Scalar> {
65 ConstValue::ByRef { .. } | ConstValue::Slice { .. } => None,
66 ConstValue::Scalar(val) => Some(val),
70 pub fn try_to_bits(&self, size: Size) -> Option<u128> {
71 self.try_to_scalar()?.to_bits(size).ok()
74 pub fn try_to_bits_for_ty(
77 param_env: ParamEnv<'tcx>,
80 let size = tcx.layout_of(param_env.with_reveal_all().and(ty)).ok()?.size;
81 self.try_to_bits(size)
84 pub fn from_bool(b: bool) -> Self {
85 ConstValue::Scalar(Scalar::from_bool(b))
88 pub fn from_u64(i: u64) -> Self {
89 ConstValue::Scalar(Scalar::from_u64(i))
92 pub fn from_machine_usize(i: u64, cx: &impl HasDataLayout) -> Self {
93 ConstValue::Scalar(Scalar::from_machine_usize(i, cx))
97 /// A `Scalar` represents an immediate, primitive value existing outside of a
98 /// `memory::Allocation`. It is in many ways like a small chunk of a `Allocation`, up to 8 bytes in
99 /// size. Like a range of bytes in an `Allocation`, a `Scalar` can either represent the raw bytes
100 /// of a simple value or a pointer into another `Allocation`
113 pub enum Scalar<Tag = (), Id = AllocId> {
114 /// The raw bytes of a simple value.
116 /// The first `size` bytes of `data` are the value.
117 /// Do not try to read less or more bytes than that. The remaining bytes must be 0.
122 /// A pointer into an `Allocation`. An `Allocation` in the `memory` module has a list of
123 /// relocations, but a `Scalar` is only large enough to contain one, so we just represent the
124 /// relocation and its associated offset together as a `Pointer` here.
125 Ptr(Pointer<Tag, Id>),
128 #[cfg(target_arch = "x86_64")]
129 static_assert_size!(Scalar, 24);
131 impl<Tag: fmt::Debug, Id: fmt::Debug> fmt::Debug for Scalar<Tag, Id> {
132 fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
134 Scalar::Ptr(ptr) => write!(f, "{:?}", ptr),
135 &Scalar::Raw { data, size } => {
136 Scalar::check_data(data, size);
140 // Format as hex number wide enough to fit any value of the given `size`.
141 // So data=20, size=1 will be "0x14", but with size=4 it'll be "0x00000014".
142 write!(f, "0x{:>0width$x}", data, width = (size * 2) as usize)
149 impl<Tag> fmt::Display for Scalar<Tag> {
150 fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
152 Scalar::Ptr(_) => write!(f, "a pointer"),
153 Scalar::Raw { data, .. } => write!(f, "{}", data),
158 impl<Tag> From<Single> for Scalar<Tag> {
160 fn from(f: Single) -> Self {
165 impl<Tag> From<Double> for Scalar<Tag> {
167 fn from(f: Double) -> Self {
174 fn check_data(data: u128, size: u8) {
176 truncate(data, Size::from_bytes(size as u64)),
178 "Scalar value {:#x} exceeds size of {} bytes",
184 /// Tag this scalar with `new_tag` if it is a pointer, leave it unchanged otherwise.
186 /// Used by `MemPlace::replace_tag`.
188 pub fn with_tag<Tag>(self, new_tag: Tag) -> Scalar<Tag> {
190 Scalar::Ptr(ptr) => Scalar::Ptr(ptr.with_tag(new_tag)),
191 Scalar::Raw { data, size } => Scalar::Raw { data, size },
196 impl<'tcx, Tag> Scalar<Tag> {
197 /// Erase the tag from the scalar, if any.
199 /// Used by error reporting code to avoid having the error type depend on `Tag`.
201 pub fn erase_tag(self) -> Scalar {
203 Scalar::Ptr(ptr) => Scalar::Ptr(ptr.erase_tag()),
204 Scalar::Raw { data, size } => Scalar::Raw { data, size },
209 pub fn ptr_null(cx: &impl HasDataLayout) -> Self {
210 Scalar::Raw { data: 0, size: cx.data_layout().pointer_size.bytes() as u8 }
214 pub fn zst() -> Self {
215 Scalar::Raw { data: 0, size: 0 }
219 pub fn ptr_offset(self, i: Size, cx: &impl HasDataLayout) -> InterpResult<'tcx, Self> {
220 let dl = cx.data_layout();
222 Scalar::Raw { data, size } => {
223 assert_eq!(size as u64, dl.pointer_size.bytes());
224 Ok(Scalar::Raw { data: dl.offset(data as u64, i.bytes())? as u128, size })
226 Scalar::Ptr(ptr) => ptr.offset(i, dl).map(Scalar::Ptr),
231 pub fn ptr_wrapping_offset(self, i: Size, cx: &impl HasDataLayout) -> Self {
232 let dl = cx.data_layout();
234 Scalar::Raw { data, size } => {
235 assert_eq!(size as u64, dl.pointer_size.bytes());
236 Scalar::Raw { data: dl.overflowing_offset(data as u64, i.bytes()).0 as u128, size }
238 Scalar::Ptr(ptr) => Scalar::Ptr(ptr.wrapping_offset(i, dl)),
243 pub fn ptr_signed_offset(self, i: i64, cx: &impl HasDataLayout) -> InterpResult<'tcx, Self> {
244 let dl = cx.data_layout();
246 Scalar::Raw { data, size } => {
247 assert_eq!(size as u64, dl.pointer_size().bytes());
248 Ok(Scalar::Raw { data: dl.signed_offset(data as u64, i)? as u128, size })
250 Scalar::Ptr(ptr) => ptr.signed_offset(i, dl).map(Scalar::Ptr),
255 pub fn ptr_wrapping_signed_offset(self, i: i64, cx: &impl HasDataLayout) -> Self {
256 let dl = cx.data_layout();
258 Scalar::Raw { data, size } => {
259 assert_eq!(size as u64, dl.pointer_size.bytes());
261 data: dl.overflowing_signed_offset(data as u64, i128::from(i)).0 as u128,
265 Scalar::Ptr(ptr) => Scalar::Ptr(ptr.wrapping_signed_offset(i, dl)),
270 pub fn from_bool(b: bool) -> Self {
271 Scalar::Raw { data: b as u128, size: 1 }
275 pub fn from_char(c: char) -> Self {
276 Scalar::Raw { data: c as u128, size: 4 }
280 pub fn try_from_uint(i: impl Into<u128>, size: Size) -> Option<Self> {
282 if truncate(i, size) == i {
283 Some(Scalar::Raw { data: i, size: size.bytes() as u8 })
290 pub fn from_uint(i: impl Into<u128>, size: Size) -> Self {
292 Self::try_from_uint(i, size)
293 .unwrap_or_else(|| bug!("Unsigned value {:#x} does not fit in {} bits", i, size.bits()))
297 pub fn from_u8(i: u8) -> Self {
298 Scalar::Raw { data: i as u128, size: 1 }
302 pub fn from_u16(i: u16) -> Self {
303 Scalar::Raw { data: i as u128, size: 2 }
307 pub fn from_u32(i: u32) -> Self {
308 Scalar::Raw { data: i as u128, size: 4 }
312 pub fn from_u64(i: u64) -> Self {
313 Scalar::Raw { data: i as u128, size: 8 }
317 pub fn from_machine_usize(i: u64, cx: &impl HasDataLayout) -> Self {
318 Self::from_uint(i, cx.data_layout().pointer_size)
322 pub fn try_from_int(i: impl Into<i128>, size: Size) -> Option<Self> {
324 // `into` performed sign extension, we have to truncate
325 let truncated = truncate(i as u128, size);
326 if sign_extend(truncated, size) as i128 == i {
327 Some(Scalar::Raw { data: truncated, size: size.bytes() as u8 })
334 pub fn from_int(i: impl Into<i128>, size: Size) -> Self {
336 Self::try_from_int(i, size)
337 .unwrap_or_else(|| bug!("Signed value {:#x} does not fit in {} bits", i, size.bits()))
341 pub fn from_machine_isize(i: i64, cx: &impl HasDataLayout) -> Self {
342 Self::from_int(i, cx.data_layout().pointer_size)
346 pub fn from_f32(f: Single) -> Self {
347 // We trust apfloat to give us properly truncated data.
348 Scalar::Raw { data: f.to_bits(), size: 4 }
352 pub fn from_f64(f: Double) -> Self {
353 // We trust apfloat to give us properly truncated data.
354 Scalar::Raw { data: f.to_bits(), size: 8 }
357 /// This is very rarely the method you want! You should dispatch on the type
358 /// and use `force_bits`/`assert_bits`/`force_ptr`/`assert_ptr`.
359 /// This method only exists for the benefit of low-level memory operations
360 /// as well as the implementation of the `force_*` methods.
362 pub fn to_bits_or_ptr(
365 cx: &impl HasDataLayout,
366 ) -> Result<u128, Pointer<Tag>> {
368 Scalar::Raw { data, size } => {
369 assert_eq!(target_size.bytes(), size as u64);
370 assert_ne!(size, 0, "you should never look at the bits of a ZST");
371 Scalar::check_data(data, size);
374 Scalar::Ptr(ptr) => {
375 assert_eq!(target_size, cx.data_layout().pointer_size);
382 pub fn check_raw(data: u128, size: u8, target_size: Size) {
383 assert_eq!(target_size.bytes(), size as u64);
384 assert_ne!(size, 0, "you should never look at the bits of a ZST");
385 Scalar::check_data(data, size);
388 /// Do not call this method! Use either `assert_bits` or `force_bits`.
390 pub fn to_bits(self, target_size: Size) -> InterpResult<'tcx, u128> {
392 Scalar::Raw { data, size } => {
393 Self::check_raw(data, size, target_size);
396 Scalar::Ptr(_) => throw_unsup!(ReadPointerAsBytes),
401 pub fn assert_bits(self, target_size: Size) -> u128 {
402 self.to_bits(target_size).expect("expected Raw bits but got a Pointer")
405 /// Do not call this method! Use either `assert_ptr` or `force_ptr`.
406 /// This method is intentionally private, do not make it public.
408 fn to_ptr(self) -> InterpResult<'tcx, Pointer<Tag>> {
410 Scalar::Raw { data: 0, .. } => throw_unsup!(InvalidNullPointerUsage),
411 Scalar::Raw { .. } => throw_unsup!(ReadBytesAsPointer),
412 Scalar::Ptr(p) => Ok(p),
417 pub fn assert_ptr(self) -> Pointer<Tag> {
418 self.to_ptr().expect("expected a Pointer but got Raw bits")
421 /// Do not call this method! Dispatch based on the type instead.
423 pub fn is_bits(self) -> bool {
425 Scalar::Raw { .. } => true,
430 /// Do not call this method! Dispatch based on the type instead.
432 pub fn is_ptr(self) -> bool {
434 Scalar::Ptr(_) => true,
439 pub fn to_bool(self) -> InterpResult<'tcx, bool> {
441 Scalar::Raw { data: 0, size: 1 } => Ok(false),
442 Scalar::Raw { data: 1, size: 1 } => Ok(true),
443 _ => throw_unsup!(InvalidBool),
447 pub fn to_char(self) -> InterpResult<'tcx, char> {
448 let val = self.to_u32()?;
449 match ::std::char::from_u32(val) {
451 None => throw_unsup!(InvalidChar(val as u128)),
456 fn to_unsigned_with_bit_width(self, bits: u64) -> InterpResult<'static, u128> {
457 let sz = Size::from_bits(bits);
461 /// Converts the scalar to produce an `u8`. Fails if the scalar is a pointer.
462 pub fn to_u8(self) -> InterpResult<'static, u8> {
463 self.to_unsigned_with_bit_width(8).map(|v| v as u8)
466 /// Converts the scalar to produce an `u16`. Fails if the scalar is a pointer.
467 pub fn to_u16(self) -> InterpResult<'static, u16> {
468 self.to_unsigned_with_bit_width(16).map(|v| v as u16)
471 /// Converts the scalar to produce an `u32`. Fails if the scalar is a pointer.
472 pub fn to_u32(self) -> InterpResult<'static, u32> {
473 self.to_unsigned_with_bit_width(32).map(|v| v as u32)
476 /// Converts the scalar to produce an `u64`. Fails if the scalar is a pointer.
477 pub fn to_u64(self) -> InterpResult<'static, u64> {
478 self.to_unsigned_with_bit_width(64).map(|v| v as u64)
481 pub fn to_machine_usize(self, cx: &impl HasDataLayout) -> InterpResult<'static, u64> {
482 let b = self.to_bits(cx.data_layout().pointer_size)?;
487 fn to_signed_with_bit_width(self, bits: u64) -> InterpResult<'static, i128> {
488 let sz = Size::from_bits(bits);
489 let b = self.to_bits(sz)?;
490 Ok(sign_extend(b, sz) as i128)
493 /// Converts the scalar to produce an `i8`. Fails if the scalar is a pointer.
494 pub fn to_i8(self) -> InterpResult<'static, i8> {
495 self.to_signed_with_bit_width(8).map(|v| v as i8)
498 /// Converts the scalar to produce an `i16`. Fails if the scalar is a pointer.
499 pub fn to_i16(self) -> InterpResult<'static, i16> {
500 self.to_signed_with_bit_width(16).map(|v| v as i16)
503 /// Converts the scalar to produce an `i32`. Fails if the scalar is a pointer.
504 pub fn to_i32(self) -> InterpResult<'static, i32> {
505 self.to_signed_with_bit_width(32).map(|v| v as i32)
508 /// Converts the scalar to produce an `i64`. Fails if the scalar is a pointer.
509 pub fn to_i64(self) -> InterpResult<'static, i64> {
510 self.to_signed_with_bit_width(64).map(|v| v as i64)
513 pub fn to_machine_isize(self, cx: &impl HasDataLayout) -> InterpResult<'static, i64> {
514 let sz = cx.data_layout().pointer_size;
515 let b = self.to_bits(sz)?;
516 let b = sign_extend(b, sz) as i128;
521 pub fn to_f32(self) -> InterpResult<'static, Single> {
522 // Going through `u32` to check size and truncation.
523 Ok(Single::from_bits(self.to_u32()? as u128))
527 pub fn to_f64(self) -> InterpResult<'static, Double> {
528 // Going through `u64` to check size and truncation.
529 Ok(Double::from_bits(self.to_u64()? as u128))
533 impl<Tag> From<Pointer<Tag>> for Scalar<Tag> {
535 fn from(ptr: Pointer<Tag>) -> Self {
540 #[derive(Clone, Copy, Eq, PartialEq, RustcEncodable, RustcDecodable, HashStable, Hash)]
541 pub enum ScalarMaybeUndef<Tag = (), Id = AllocId> {
542 Scalar(Scalar<Tag, Id>),
546 impl<Tag> From<Scalar<Tag>> for ScalarMaybeUndef<Tag> {
548 fn from(s: Scalar<Tag>) -> Self {
549 ScalarMaybeUndef::Scalar(s)
553 impl<Tag> From<Pointer<Tag>> for ScalarMaybeUndef<Tag> {
555 fn from(s: Pointer<Tag>) -> Self {
556 ScalarMaybeUndef::Scalar(s.into())
560 impl<Tag: fmt::Debug, Id: fmt::Debug> fmt::Debug for ScalarMaybeUndef<Tag, Id> {
561 fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
563 ScalarMaybeUndef::Undef => write!(f, "Undef"),
564 ScalarMaybeUndef::Scalar(s) => write!(f, "{:?}", s),
569 impl<Tag> fmt::Display for ScalarMaybeUndef<Tag> {
570 fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
572 ScalarMaybeUndef::Undef => write!(f, "uninitialized bytes"),
573 ScalarMaybeUndef::Scalar(s) => write!(f, "{}", s),
578 impl<'tcx, Tag> ScalarMaybeUndef<Tag> {
579 /// Erase the tag from the scalar, if any.
581 /// Used by error reporting code to avoid having the error type depend on `Tag`.
583 pub fn erase_tag(self) -> ScalarMaybeUndef {
585 ScalarMaybeUndef::Scalar(s) => ScalarMaybeUndef::Scalar(s.erase_tag()),
586 ScalarMaybeUndef::Undef => ScalarMaybeUndef::Undef,
591 pub fn not_undef(self) -> InterpResult<'static, Scalar<Tag>> {
593 ScalarMaybeUndef::Scalar(scalar) => Ok(scalar),
594 ScalarMaybeUndef::Undef => throw_unsup!(ReadUndefBytes(Size::ZERO)),
598 /// Do not call this method! Use either `assert_bits` or `force_bits`.
600 pub fn to_bits(self, target_size: Size) -> InterpResult<'tcx, u128> {
601 self.not_undef()?.to_bits(target_size)
605 pub fn to_bool(self) -> InterpResult<'tcx, bool> {
606 self.not_undef()?.to_bool()
610 pub fn to_char(self) -> InterpResult<'tcx, char> {
611 self.not_undef()?.to_char()
615 pub fn to_f32(self) -> InterpResult<'tcx, Single> {
616 self.not_undef()?.to_f32()
620 pub fn to_f64(self) -> InterpResult<'tcx, Double> {
621 self.not_undef()?.to_f64()
625 pub fn to_u8(self) -> InterpResult<'tcx, u8> {
626 self.not_undef()?.to_u8()
630 pub fn to_u32(self) -> InterpResult<'tcx, u32> {
631 self.not_undef()?.to_u32()
635 pub fn to_u64(self) -> InterpResult<'tcx, u64> {
636 self.not_undef()?.to_u64()
640 pub fn to_machine_usize(self, cx: &impl HasDataLayout) -> InterpResult<'tcx, u64> {
641 self.not_undef()?.to_machine_usize(cx)
645 pub fn to_i8(self) -> InterpResult<'tcx, i8> {
646 self.not_undef()?.to_i8()
650 pub fn to_i32(self) -> InterpResult<'tcx, i32> {
651 self.not_undef()?.to_i32()
655 pub fn to_i64(self) -> InterpResult<'tcx, i64> {
656 self.not_undef()?.to_i64()
660 pub fn to_machine_isize(self, cx: &impl HasDataLayout) -> InterpResult<'tcx, i64> {
661 self.not_undef()?.to_machine_isize(cx)
665 /// Gets the bytes of a constant slice value.
666 pub fn get_slice_bytes<'tcx>(cx: &impl HasDataLayout, val: ConstValue<'tcx>) -> &'tcx [u8] {
667 if let ConstValue::Slice { data, start, end } = val {
668 let len = end - start;
671 // invent a pointer, only the offset is relevant anyway
672 Pointer::new(AllocId(0), Size::from_bytes(start as u64)),
673 Size::from_bytes(len as u64),
675 .unwrap_or_else(|err| bug!("const slice is invalid: {:?}", err))
677 bug!("expected const slice, but found another const value");