1 //! Support code for encoding and decoding types.
4 Core encoding and decoding interfaces.
8 use std::cell::{Cell, RefCell};
9 use std::marker::PhantomData;
18 fn emit_unit(&mut self) -> Result<(), Self::Error>;
19 fn emit_usize(&mut self, v: usize) -> Result<(), Self::Error>;
20 fn emit_u128(&mut self, v: u128) -> Result<(), Self::Error>;
21 fn emit_u64(&mut self, v: u64) -> Result<(), Self::Error>;
22 fn emit_u32(&mut self, v: u32) -> Result<(), Self::Error>;
23 fn emit_u16(&mut self, v: u16) -> Result<(), Self::Error>;
24 fn emit_u8(&mut self, v: u8) -> Result<(), Self::Error>;
25 fn emit_isize(&mut self, v: isize) -> Result<(), Self::Error>;
26 fn emit_i128(&mut self, v: i128) -> Result<(), Self::Error>;
27 fn emit_i64(&mut self, v: i64) -> Result<(), Self::Error>;
28 fn emit_i32(&mut self, v: i32) -> Result<(), Self::Error>;
29 fn emit_i16(&mut self, v: i16) -> Result<(), Self::Error>;
30 fn emit_i8(&mut self, v: i8) -> Result<(), Self::Error>;
31 fn emit_bool(&mut self, v: bool) -> Result<(), Self::Error>;
32 fn emit_f64(&mut self, v: f64) -> Result<(), Self::Error>;
33 fn emit_f32(&mut self, v: f32) -> Result<(), Self::Error>;
34 fn emit_char(&mut self, v: char) -> Result<(), Self::Error>;
35 fn emit_str(&mut self, v: &str) -> Result<(), Self::Error>;
36 fn emit_raw_bytes(&mut self, s: &[u8]) -> Result<(), Self::Error>;
40 fn emit_enum<F>(&mut self, f: F) -> Result<(), Self::Error>
42 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
47 fn emit_enum_variant<F>(
53 ) -> Result<(), Self::Error>
55 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
57 self.emit_usize(v_id)?;
61 // We put the field index in a const generic to allow the emit_usize to be
62 // compiled into a more efficient form. In practice, the variant index is
63 // known at compile-time, and that knowledge allows much more efficient
64 // codegen than we'd otherwise get. LLVM isn't always able to make the
65 // optimization that would otherwise be necessary here, likely due to the
66 // multiple levels of inlining and const-prop that are needed.
68 fn emit_fieldless_enum_variant<const ID: usize>(
71 ) -> Result<(), Self::Error> {
76 fn emit_enum_variant_arg<F>(&mut self, _first: bool, f: F) -> Result<(), Self::Error>
78 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
84 fn emit_struct<F>(&mut self, _no_fields: bool, f: F) -> Result<(), Self::Error>
86 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
92 fn emit_struct_field<F>(&mut self, _f_name: &str, _first: bool, f: F) -> Result<(), Self::Error>
94 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
100 fn emit_tuple<F>(&mut self, _len: usize, f: F) -> Result<(), Self::Error>
102 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
108 fn emit_tuple_arg<F>(&mut self, _idx: usize, f: F) -> Result<(), Self::Error>
110 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
115 // Specialized types:
116 fn emit_option<F>(&mut self, f: F) -> Result<(), Self::Error>
118 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
124 fn emit_option_none(&mut self) -> Result<(), Self::Error> {
125 self.emit_enum_variant("None", 0, 0, |_| Ok(()))
128 fn emit_option_some<F>(&mut self, f: F) -> Result<(), Self::Error>
130 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
132 self.emit_enum_variant("Some", 1, 1, f)
135 fn emit_seq<F>(&mut self, len: usize, f: F) -> Result<(), Self::Error>
137 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
139 self.emit_usize(len)?;
144 fn emit_seq_elt<F>(&mut self, _idx: usize, f: F) -> Result<(), Self::Error>
146 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
151 fn emit_map<F>(&mut self, len: usize, f: F) -> Result<(), Self::Error>
153 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
155 self.emit_usize(len)?;
160 fn emit_map_elt_key<F>(&mut self, _idx: usize, f: F) -> Result<(), Self::Error>
162 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
168 fn emit_map_elt_val<F>(&mut self, f: F) -> Result<(), Self::Error>
170 F: FnOnce(&mut Self) -> Result<(), Self::Error>,
176 // Note: all the methods in this trait are infallible, which may be surprising.
177 // They used to be fallible (i.e. return a `Result`) but many of the impls just
178 // panicked when something went wrong, and for the cases that didn't the
179 // top-level invocation would also just panic on failure. Switching to
180 // infallibility made things faster and lots of code a little simpler and more
184 fn read_unit(&mut self) -> ();
185 fn read_usize(&mut self) -> usize;
186 fn read_u128(&mut self) -> u128;
187 fn read_u64(&mut self) -> u64;
188 fn read_u32(&mut self) -> u32;
189 fn read_u16(&mut self) -> u16;
190 fn read_u8(&mut self) -> u8;
191 fn read_isize(&mut self) -> isize;
192 fn read_i128(&mut self) -> i128;
193 fn read_i64(&mut self) -> i64;
194 fn read_i32(&mut self) -> i32;
195 fn read_i16(&mut self) -> i16;
196 fn read_i8(&mut self) -> i8;
197 fn read_bool(&mut self) -> bool;
198 fn read_f64(&mut self) -> f64;
199 fn read_f32(&mut self) -> f32;
200 fn read_char(&mut self) -> char;
201 fn read_str(&mut self) -> Cow<'_, str>;
202 fn read_raw_bytes_into(&mut self, s: &mut [u8]);
206 fn read_enum<T, F>(&mut self, f: F) -> T
208 F: FnOnce(&mut Self) -> T,
214 fn read_enum_variant<T, F>(&mut self, _names: &[&str], mut f: F) -> T
216 F: FnMut(&mut Self, usize) -> T,
218 let disr = self.read_usize();
223 fn read_enum_variant_arg<T, F>(&mut self, f: F) -> T
225 F: FnOnce(&mut Self) -> T,
231 fn read_struct<T, F>(&mut self, f: F) -> T
233 F: FnOnce(&mut Self) -> T,
239 fn read_struct_field<T, F>(&mut self, _f_name: &str, f: F) -> T
241 F: FnOnce(&mut Self) -> T,
247 fn read_tuple<T, F>(&mut self, _len: usize, f: F) -> T
249 F: FnOnce(&mut Self) -> T,
255 fn read_tuple_arg<T, F>(&mut self, f: F) -> T
257 F: FnOnce(&mut Self) -> T,
262 // Specialized types:
263 fn read_option<T, F>(&mut self, mut f: F) -> T
265 F: FnMut(&mut Self, bool) -> T,
267 self.read_enum(move |this| {
268 this.read_enum_variant(&["None", "Some"], move |this, idx| match idx {
271 _ => panic!("read_option: expected 0 for None or 1 for Some"),
276 fn read_seq<T, F>(&mut self, f: F) -> T
278 F: FnOnce(&mut Self, usize) -> T,
280 let len = self.read_usize();
285 fn read_seq_elt<T, F>(&mut self, f: F) -> T
287 F: FnOnce(&mut Self) -> T,
292 fn read_map<T, F>(&mut self, f: F) -> T
294 F: FnOnce(&mut Self, usize) -> T,
296 let len = self.read_usize();
301 fn read_map_elt_key<T, F>(&mut self, f: F) -> T
303 F: FnOnce(&mut Self) -> T,
309 fn read_map_elt_val<T, F>(&mut self, f: F) -> T
311 F: FnOnce(&mut Self) -> T,
317 /// Trait for types that can be serialized
319 /// This can be implemented using the `Encodable`, `TyEncodable` and
320 /// `MetadataEncodable` macros.
322 /// * `Encodable` should be used in crates that don't depend on
324 /// * `MetadataEncodable` is used in `rustc_metadata` for types that contain
325 /// `rustc_metadata::rmeta::Lazy`.
326 /// * `TyEncodable` should be used for types that are only serialized in crate
327 /// metadata or the incremental cache. This is most types in `rustc_middle`.
328 pub trait Encodable<S: Encoder> {
329 fn encode(&self, s: &mut S) -> Result<(), S::Error>;
332 /// Trait for types that can be deserialized
334 /// This can be implemented using the `Decodable`, `TyDecodable` and
335 /// `MetadataDecodable` macros.
337 /// * `Decodable` should be used in crates that don't depend on
339 /// * `MetadataDecodable` is used in `rustc_metadata` for types that contain
340 /// `rustc_metadata::rmeta::Lazy`.
341 /// * `TyDecodable` should be used for types that are only serialized in crate
342 /// metadata or the incremental cache. This is most types in `rustc_middle`.
343 pub trait Decodable<D: Decoder>: Sized {
344 fn decode(d: &mut D) -> Self;
347 macro_rules! direct_serialize_impls {
348 ($($ty:ident $emit_method:ident $read_method:ident),*) => {
350 impl<S: Encoder> Encodable<S> for $ty {
351 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
352 s.$emit_method(*self)
356 impl<D: Decoder> Decodable<D> for $ty {
357 fn decode(d: &mut D) -> $ty {
365 direct_serialize_impls! {
366 usize emit_usize read_usize,
368 u16 emit_u16 read_u16,
369 u32 emit_u32 read_u32,
370 u64 emit_u64 read_u64,
371 u128 emit_u128 read_u128,
372 isize emit_isize read_isize,
374 i16 emit_i16 read_i16,
375 i32 emit_i32 read_i32,
376 i64 emit_i64 read_i64,
377 i128 emit_i128 read_i128,
378 f32 emit_f32 read_f32,
379 f64 emit_f64 read_f64,
380 bool emit_bool read_bool,
381 char emit_char read_char
384 impl<S: Encoder> Encodable<S> for ! {
385 fn encode(&self, _s: &mut S) -> Result<(), S::Error> {
390 impl<D: Decoder> Decodable<D> for ! {
391 fn decode(_d: &mut D) -> ! {
396 impl<S: Encoder> Encodable<S> for ::std::num::NonZeroU32 {
397 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
398 s.emit_u32(self.get())
402 impl<D: Decoder> Decodable<D> for ::std::num::NonZeroU32 {
403 fn decode(d: &mut D) -> Self {
404 ::std::num::NonZeroU32::new(d.read_u32()).unwrap()
408 impl<S: Encoder> Encodable<S> for str {
409 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
414 impl<S: Encoder> Encodable<S> for &str {
415 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
420 impl<S: Encoder> Encodable<S> for String {
421 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
422 s.emit_str(&self[..])
426 impl<D: Decoder> Decodable<D> for String {
427 fn decode(d: &mut D) -> String {
428 d.read_str().into_owned()
432 impl<S: Encoder> Encodable<S> for () {
433 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
438 impl<D: Decoder> Decodable<D> for () {
439 fn decode(d: &mut D) -> () {
444 impl<S: Encoder, T> Encodable<S> for PhantomData<T> {
445 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
450 impl<D: Decoder, T> Decodable<D> for PhantomData<T> {
451 fn decode(d: &mut D) -> PhantomData<T> {
457 impl<D: Decoder, T: Decodable<D>> Decodable<D> for Box<[T]> {
458 fn decode(d: &mut D) -> Box<[T]> {
459 let v: Vec<T> = Decodable::decode(d);
464 impl<S: Encoder, T: Encodable<S>> Encodable<S> for Rc<T> {
465 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
470 impl<D: Decoder, T: Decodable<D>> Decodable<D> for Rc<T> {
471 fn decode(d: &mut D) -> Rc<T> {
472 Rc::new(Decodable::decode(d))
476 impl<S: Encoder, T: Encodable<S>> Encodable<S> for [T] {
477 default fn encode(&self, s: &mut S) -> Result<(), S::Error> {
478 s.emit_seq(self.len(), |s| {
479 for (i, e) in self.iter().enumerate() {
480 s.emit_seq_elt(i, |s| e.encode(s))?
487 impl<S: Encoder, T: Encodable<S>> Encodable<S> for Vec<T> {
488 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
489 let slice: &[T] = self;
494 impl<D: Decoder, T: Decodable<D>> Decodable<D> for Vec<T> {
495 default fn decode(d: &mut D) -> Vec<T> {
496 d.read_seq(|d, len| {
497 // SAFETY: we set the capacity in advance, only write elements, and
498 // only set the length at the end once the writing has succeeded.
499 let mut vec = Vec::with_capacity(len);
501 let ptr: *mut T = vec.as_mut_ptr();
504 ptr.offset(i as isize),
505 d.read_seq_elt(|d| Decodable::decode(d)),
515 impl<S: Encoder, T: Encodable<S>, const N: usize> Encodable<S> for [T; N] {
516 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
517 let slice: &[T] = self;
522 impl<D: Decoder, const N: usize> Decodable<D> for [u8; N] {
523 fn decode(d: &mut D) -> [u8; N] {
524 d.read_seq(|d, len| {
526 let mut v = [0u8; N];
528 v[i] = d.read_seq_elt(|d| Decodable::decode(d));
535 impl<'a, S: Encoder, T: Encodable<S>> Encodable<S> for Cow<'a, [T]>
537 [T]: ToOwned<Owned = Vec<T>>,
539 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
540 let slice: &[T] = self;
545 impl<D: Decoder, T: Decodable<D> + ToOwned> Decodable<D> for Cow<'static, [T]>
547 [T]: ToOwned<Owned = Vec<T>>,
549 fn decode(d: &mut D) -> Cow<'static, [T]> {
550 let v: Vec<T> = Decodable::decode(d);
555 impl<S: Encoder, T: Encodable<S>> Encodable<S> for Option<T> {
556 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
557 s.emit_option(|s| match *self {
558 None => s.emit_option_none(),
559 Some(ref v) => s.emit_option_some(|s| v.encode(s)),
564 impl<D: Decoder, T: Decodable<D>> Decodable<D> for Option<T> {
565 fn decode(d: &mut D) -> Option<T> {
566 d.read_option(|d, b| if b { Some(Decodable::decode(d)) } else { None })
570 impl<S: Encoder, T1: Encodable<S>, T2: Encodable<S>> Encodable<S> for Result<T1, T2> {
571 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
572 s.emit_enum(|s| match *self {
574 s.emit_enum_variant("Ok", 0, 1, |s| s.emit_enum_variant_arg(true, |s| v.encode(s)))
577 s.emit_enum_variant("Err", 1, 1, |s| s.emit_enum_variant_arg(true, |s| v.encode(s)))
583 impl<D: Decoder, T1: Decodable<D>, T2: Decodable<D>> Decodable<D> for Result<T1, T2> {
584 fn decode(d: &mut D) -> Result<T1, T2> {
586 d.read_enum_variant(&["Ok", "Err"], |d, disr| match disr {
587 0 => Ok(d.read_enum_variant_arg(|d| T1::decode(d))),
588 1 => Err(d.read_enum_variant_arg(|d| T2::decode(d))),
589 _ => panic!("Encountered invalid discriminant while decoding `Result`."),
596 ($name:ident, $($other:ident,)*) => (tuple! { $($other,)* })
599 /// Evaluates to the number of tokens passed to it.
601 /// Logarithmic counting: every one or two recursive expansions, the number of
602 /// tokens to count is divided by two, instead of being reduced by one.
603 /// Therefore, the recursion depth is the binary logarithm of the number of
604 /// tokens to count, and the expanded tree is likewise very small.
607 ($one:tt) => (1usize);
608 ($($pairs:tt $_p:tt)*) => (count!($($pairs)*) << 1usize);
609 ($odd:tt $($rest:tt)*) => (count!($($rest)*) | 1usize);
614 ( $($name:ident,)+ ) => (
615 impl<D: Decoder, $($name: Decodable<D>),+> Decodable<D> for ($($name,)+) {
616 #[allow(non_snake_case)]
617 fn decode(d: &mut D) -> ($($name,)+) {
618 let len: usize = count!($($name)+);
619 d.read_tuple(len, |d| {
620 let ret = ($(d.read_tuple_arg(|d| -> $name {
627 impl<S: Encoder, $($name: Encodable<S>),+> Encodable<S> for ($($name,)+) {
628 #[allow(non_snake_case)]
629 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
630 let ($(ref $name,)+) = *self;
632 $(let $name = $name; n += 1;)+
633 s.emit_tuple(n, |s| {
635 $(s.emit_tuple_arg({ i+=1; i-1 }, |s| $name.encode(s))?;)+
644 tuple! { T0, T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, }
646 impl<S: Encoder> Encodable<S> for path::Path {
647 fn encode(&self, e: &mut S) -> Result<(), S::Error> {
648 self.to_str().unwrap().encode(e)
652 impl<S: Encoder> Encodable<S> for path::PathBuf {
653 fn encode(&self, e: &mut S) -> Result<(), S::Error> {
654 path::Path::encode(self, e)
658 impl<D: Decoder> Decodable<D> for path::PathBuf {
659 fn decode(d: &mut D) -> path::PathBuf {
660 let bytes: String = Decodable::decode(d);
661 path::PathBuf::from(bytes)
665 impl<S: Encoder, T: Encodable<S> + Copy> Encodable<S> for Cell<T> {
666 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
671 impl<D: Decoder, T: Decodable<D> + Copy> Decodable<D> for Cell<T> {
672 fn decode(d: &mut D) -> Cell<T> {
673 Cell::new(Decodable::decode(d))
678 // Should use `try_borrow`, returning an
679 // `encoder.error("attempting to Encode borrowed RefCell")`
680 // from `encode` when `try_borrow` returns `None`.
682 impl<S: Encoder, T: Encodable<S>> Encodable<S> for RefCell<T> {
683 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
684 self.borrow().encode(s)
688 impl<D: Decoder, T: Decodable<D>> Decodable<D> for RefCell<T> {
689 fn decode(d: &mut D) -> RefCell<T> {
690 RefCell::new(Decodable::decode(d))
694 impl<S: Encoder, T: Encodable<S>> Encodable<S> for Arc<T> {
695 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
700 impl<D: Decoder, T: Decodable<D>> Decodable<D> for Arc<T> {
701 fn decode(d: &mut D) -> Arc<T> {
702 Arc::new(Decodable::decode(d))
706 impl<S: Encoder, T: ?Sized + Encodable<S>> Encodable<S> for Box<T> {
707 fn encode(&self, s: &mut S) -> Result<(), S::Error> {
711 impl<D: Decoder, T: Decodable<D>> Decodable<D> for Box<T> {
712 fn decode(d: &mut D) -> Box<T> {
713 Box::new(Decodable::decode(d))