1 // Copyright 2012 The Rust Project Developers. See the COPYRIGHT
2 // file at the top-level directory of this distribution and at
3 // http://rust-lang.org/COPYRIGHT.
5 // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
6 // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
7 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
8 // option. This file may not be copied, modified, or distributed
9 // except according to those terms.
14 // tjc note: Would be great to have a `match check` macro equivalent
22 use syntax::abi::AbiSet;
26 use syntax::codemap::dummy_sp;
29 // Compact string representation for ty::t values. API ty_str &
30 // parse_from_str. Extra parameters are for converting to/from def_ids in the
31 // data buffer. Whatever format you choose should not contain pipe characters.
33 // Def id conversion: when we encounter def-ids, they have to be translated.
34 // For example, the crate number must be converted from the crate number used
35 // in the library we are reading from into the local crate numbers in use
36 // here. To perform this translation, the type decoder is supplied with a
37 // conversion function of type `conv_did`.
39 // Sometimes, particularly when inlining, the correct translation of the
40 // def-id will depend on where it originated from. Therefore, the conversion
41 // function is given an indicator of the source of the def-id. See
42 // astencode.rs for more information.
43 pub enum DefIdSource {
44 // Identifies a struct, trait, enum, etc.
47 // Identifies a type alias (`type X = ...`).
50 // Identifies a type parameter (`fn foo<X>() { ... }`).
53 type conv_did<'self> =
54 &'self fn(source: DefIdSource, ast::DefId) -> ast::DefId;
56 pub struct PState<'self> {
63 fn peek(st: &PState) -> char {
64 st.data[st.pos] as char
67 fn next(st: &mut PState) -> char {
68 let ch = st.data[st.pos] as char;
73 fn next_byte(st: &mut PState) -> u8 {
74 let b = st.data[st.pos];
79 fn scan<R>(st: &mut PState, is_last: &fn(char) -> bool,
80 op: &fn(&[u8]) -> R) -> R
82 let start_pos = st.pos;
83 debug!("scan: '{}' (start)", st.data[st.pos] as char);
84 while !is_last(st.data[st.pos] as char) {
86 debug!("scan: '{}'", st.data[st.pos] as char);
90 return op(st.data.slice(start_pos, end_pos));
93 pub fn parse_ident(st: &mut PState, last: char) -> ast::Ident {
94 fn is_last(b: char, c: char) -> bool { return c == b; }
95 return parse_ident_(st, |a| is_last(last, a) );
98 fn parse_ident_(st: &mut PState, is_last: &fn(char) -> bool) -> ast::Ident {
99 let rslt = scan(st, is_last, str::from_utf8);
100 return st.tcx.sess.ident_of(rslt);
103 pub fn parse_state_from_data<'a>(data: &'a [u8], crate_num: int,
104 pos: uint, tcx: ty::ctxt) -> PState<'a> {
113 pub fn parse_ty_data(data: &[u8], crate_num: int, pos: uint, tcx: ty::ctxt,
114 conv: conv_did) -> ty::t {
115 let mut st = parse_state_from_data(data, crate_num, pos, tcx);
116 parse_ty(&mut st, conv)
119 pub fn parse_bare_fn_ty_data(data: &[u8], crate_num: int, pos: uint, tcx: ty::ctxt,
120 conv: conv_did) -> ty::BareFnTy {
121 let mut st = parse_state_from_data(data, crate_num, pos, tcx);
122 parse_bare_fn_ty(&mut st, conv)
125 pub fn parse_trait_ref_data(data: &[u8], crate_num: int, pos: uint, tcx: ty::ctxt,
126 conv: conv_did) -> ty::TraitRef {
127 let mut st = parse_state_from_data(data, crate_num, pos, tcx);
128 parse_trait_ref(&mut st, conv)
131 fn parse_path(st: &mut PState) -> @ast::Path {
132 let mut idents: ~[ast::Ident] = ~[];
133 fn is_last(c: char) -> bool { return c == '(' || c == ':'; }
134 idents.push(parse_ident_(st, is_last));
137 ':' => { next(st); next(st); }
143 segments: idents.move_iter().map(|identifier| {
145 identifier: identifier,
147 types: opt_vec::Empty,
152 idents.push(parse_ident_(st, is_last));
159 fn parse_sigil(st: &mut PState) -> ast::Sigil {
161 '@' => ast::ManagedSigil,
162 '~' => ast::OwnedSigil,
163 '&' => ast::BorrowedSigil,
164 c => st.tcx.sess.bug(format!("parse_sigil(): bad input '{}'", c))
168 fn parse_vstore(st: &mut PState) -> ty::vstore {
169 assert_eq!(next(st), '/');
172 if '0' <= c && c <= '9' {
173 let n = parse_uint(st);
174 assert_eq!(next(st), '|');
175 return ty::vstore_fixed(n);
179 '~' => ty::vstore_uniq,
180 '@' => ty::vstore_box,
181 '&' => ty::vstore_slice(parse_region(st)),
182 c => st.tcx.sess.bug(format!("parse_vstore(): bad input '{}'", c))
186 fn parse_trait_store(st: &mut PState) -> ty::TraitStore {
188 '~' => ty::UniqTraitStore,
189 '@' => ty::BoxTraitStore,
190 '&' => ty::RegionTraitStore(parse_region(st)),
191 c => st.tcx.sess.bug(format!("parse_trait_store(): bad input '{}'", c))
195 fn parse_substs(st: &mut PState, conv: conv_did) -> ty::substs {
196 let regions = parse_region_substs(st);
198 let self_ty = parse_opt(st, |st| parse_ty(st, |x,y| conv(x,y)) );
200 assert_eq!(next(st), '[');
201 let mut params: ~[ty::t] = ~[];
202 while peek(st) != ']' { params.push(parse_ty(st, |x,y| conv(x,y))); }
203 st.pos = st.pos + 1u;
212 fn parse_region_substs(st: &mut PState) -> ty::RegionSubsts {
214 'e' => ty::ErasedRegions,
216 let mut regions = opt_vec::Empty;
217 while peek(st) != '.' {
218 let r = parse_region(st);
221 assert_eq!(next(st), '.');
222 ty::NonerasedRegions(regions)
224 _ => fail!("parse_bound_region: bad input")
228 fn parse_bound_region(st: &mut PState) -> ty::bound_region {
232 let id = parse_uint(st);
233 assert_eq!(next(st), '|');
236 '[' => ty::br_named(st.tcx.sess.ident_of(parse_str(st, ']'))),
238 let id = parse_uint(st) as int;
239 assert_eq!(next(st), '|');
240 ty::br_cap_avoid(id, @parse_bound_region(st))
242 _ => fail!("parse_bound_region: bad input")
246 fn parse_region(st: &mut PState) -> ty::Region {
249 ty::re_bound(parse_bound_region(st))
252 assert_eq!(next(st), '[');
253 let id = parse_uint(st) as int;
254 assert_eq!(next(st), '|');
255 let br = parse_bound_region(st);
256 assert_eq!(next(st), ']');
257 ty::re_free(ty::FreeRegion {scope_id: id,
261 let id = parse_uint(st) as int;
262 assert_eq!(next(st), '|');
271 _ => fail!("parse_region: bad input")
275 fn parse_opt<T>(st: &mut PState, f: &fn(&mut PState) -> T) -> Option<T> {
279 _ => fail!("parse_opt: bad input")
283 fn parse_str(st: &mut PState, term: char) -> ~str {
284 let mut result = ~"";
285 while peek(st) != term {
287 str::raw::push_byte(&mut result, next_byte(st));
294 fn parse_trait_ref(st: &mut PState, conv: conv_did) -> ty::TraitRef {
295 let def = parse_def(st, NominalType, |x,y| conv(x,y));
296 let substs = parse_substs(st, |x,y| conv(x,y));
297 ty::TraitRef {def_id: def, substs: substs}
300 fn parse_ty(st: &mut PState, conv: conv_did) -> ty::t {
302 'n' => return ty::mk_nil(),
303 'z' => return ty::mk_bot(),
304 'b' => return ty::mk_bool(),
305 'i' => return ty::mk_int(),
306 'u' => return ty::mk_uint(),
309 'b' => return ty::mk_mach_uint(ast::ty_u8),
310 'w' => return ty::mk_mach_uint(ast::ty_u16),
311 'l' => return ty::mk_mach_uint(ast::ty_u32),
312 'd' => return ty::mk_mach_uint(ast::ty_u64),
313 'B' => return ty::mk_mach_int(ast::ty_i8),
314 'W' => return ty::mk_mach_int(ast::ty_i16),
315 'L' => return ty::mk_mach_int(ast::ty_i32),
316 'D' => return ty::mk_mach_int(ast::ty_i64),
317 'f' => return ty::mk_mach_float(ast::ty_f32),
318 'F' => return ty::mk_mach_float(ast::ty_f64),
319 _ => fail!("parse_ty: bad numeric type")
322 'c' => return ty::mk_char(),
324 assert_eq!(next(st), '[');
325 let def = parse_def(st, NominalType, |x,y| conv(x,y));
326 let substs = parse_substs(st, |x,y| conv(x,y));
327 assert_eq!(next(st), ']');
328 return ty::mk_enum(st.tcx, def, substs);
331 assert_eq!(next(st), '[');
332 let def = parse_def(st, NominalType, |x,y| conv(x,y));
333 let substs = parse_substs(st, |x,y| conv(x,y));
334 let store = parse_trait_store(st);
335 let mt = parse_mutability(st);
336 let bounds = parse_bounds(st, |x,y| conv(x,y));
337 assert_eq!(next(st), ']');
338 return ty::mk_trait(st.tcx, def, substs, store, mt, bounds.builtin_bounds);
341 let did = parse_def(st, TypeParameter, conv);
342 debug!("parsed ty_param: did={:?}", did);
343 return ty::mk_param(st.tcx, parse_uint(st), did);
346 let did = parse_def(st, TypeParameter, conv);
347 return ty::mk_self(st.tcx, did);
349 '@' => return ty::mk_box(st.tcx, parse_mt(st, conv)),
350 '~' => return ty::mk_uniq(st.tcx, parse_mt(st, conv)),
351 '*' => return ty::mk_ptr(st.tcx, parse_mt(st, conv)),
353 let r = parse_region(st);
354 let mt = parse_mt(st, conv);
355 return ty::mk_rptr(st.tcx, r, mt);
357 'U' => return ty::mk_unboxed_vec(st.tcx, parse_mt(st, conv)),
359 let mt = parse_mt(st, conv);
360 let v = parse_vstore(st);
361 return ty::mk_evec(st.tcx, mt, v);
364 let v = parse_vstore(st);
365 return ty::mk_estr(st.tcx, v);
368 assert_eq!(next(st), '[');
369 let mut params = ~[];
370 while peek(st) != ']' { params.push(parse_ty(st, |x,y| conv(x,y))); }
371 st.pos = st.pos + 1u;
372 return ty::mk_tup(st.tcx, params);
375 return ty::mk_closure(st.tcx, parse_closure_ty(st, conv));
378 return ty::mk_bare_fn(st.tcx, parse_bare_fn_ty(st, conv));
380 'Y' => return ty::mk_type(st.tcx),
382 let sigil = parse_sigil(st);
383 return ty::mk_opaque_closure_ptr(st.tcx, sigil);
386 let pos = parse_hex(st);
387 assert_eq!(next(st), ':');
388 let len = parse_hex(st);
389 assert_eq!(next(st), '#');
390 let key = ty::creader_cache_key {cnum: st.crate,
393 match st.tcx.rcache.find(&key) {
394 Some(&tt) => return tt,
396 let mut ps = PState {
400 let tt = parse_ty(&mut ps, conv);
401 st.tcx.rcache.insert(key, tt);
407 let _ = parse_def(st, TypeWithId, |x,y| conv(x,y));
408 let inner = parse_ty(st, |x,y| conv(x,y));
411 'B' => ty::mk_opaque_box(st.tcx),
413 assert_eq!(next(st), '[');
414 let did = parse_def(st, NominalType, |x,y| conv(x,y));
415 let substs = parse_substs(st, |x,y| conv(x,y));
416 assert_eq!(next(st), ']');
417 return ty::mk_struct(st.tcx, did, substs);
419 c => { error!("unexpected char in type string: {}", c); fail!();}
423 fn parse_mutability(st: &mut PState) -> ast::Mutability {
425 'm' => { next(st); ast::MutMutable }
426 _ => { ast::MutImmutable }
430 fn parse_mt(st: &mut PState, conv: conv_did) -> ty::mt {
431 let m = parse_mutability(st);
432 ty::mt { ty: parse_ty(st, conv), mutbl: m }
435 fn parse_def(st: &mut PState, source: DefIdSource,
436 conv: conv_did) -> ast::DefId {
437 return conv(source, scan(st, |c| { c == '|' }, parse_def_id));
440 fn parse_uint(st: &mut PState) -> uint {
444 if cur < '0' || cur > '9' { return n; }
445 st.pos = st.pos + 1u;
447 n += (cur as uint) - ('0' as uint);
451 fn parse_hex(st: &mut PState) -> uint {
455 if (cur < '0' || cur > '9') && (cur < 'a' || cur > 'f') { return n; }
456 st.pos = st.pos + 1u;
458 if '0' <= cur && cur <= '9' {
459 n += (cur as uint) - ('0' as uint);
460 } else { n += 10u + (cur as uint) - ('a' as uint); }
464 fn parse_purity(c: char) -> purity {
469 _ => fail!("parse_purity: bad purity {}", c)
473 fn parse_abi_set(st: &mut PState) -> AbiSet {
474 assert_eq!(next(st), '[');
475 let mut abis = AbiSet::empty();
476 while peek(st) != ']' {
477 // FIXME(#5422) str API should not force this copy
478 let abi_str = scan(st, |c| c == ',', str::from_utf8);
479 let abi = abi::lookup(abi_str).expect(abi_str);
482 assert_eq!(next(st), ']');
486 fn parse_onceness(c: char) -> ast::Onceness {
490 _ => fail!("parse_onceness: bad onceness")
494 fn parse_closure_ty(st: &mut PState, conv: conv_did) -> ty::ClosureTy {
495 let sigil = parse_sigil(st);
496 let purity = parse_purity(next(st));
497 let onceness = parse_onceness(next(st));
498 let region = parse_region(st);
499 let bounds = parse_bounds(st, |x,y| conv(x,y));
500 let sig = parse_sig(st, |x,y| conv(x,y));
506 bounds: bounds.builtin_bounds,
511 fn parse_bare_fn_ty(st: &mut PState, conv: conv_did) -> ty::BareFnTy {
512 let purity = parse_purity(next(st));
513 let abi = parse_abi_set(st);
514 let sig = parse_sig(st, conv);
522 fn parse_sig(st: &mut PState, conv: conv_did) -> ty::FnSig {
523 assert_eq!(next(st), '[');
524 let mut inputs = ~[];
525 while peek(st) != ']' {
526 inputs.push(parse_ty(st, |x,y| conv(x,y)));
528 st.pos += 1u; // eat the ']'
529 let variadic = if peek(st) == 'A' {
530 st.pos += 1; // eat the 'A'
533 let ret_ty = parse_ty(st, conv);
535 bound_lifetime_names: opt_vec::Empty, // FIXME(#4846)
542 // Rust metadata parsing
543 pub fn parse_def_id(buf: &[u8]) -> ast::DefId {
544 let mut colon_idx = 0u;
546 while colon_idx < len && buf[colon_idx] != ':' as u8 { colon_idx += 1u; }
547 if colon_idx == len {
548 error!("didn't find ':' when parsing def id");
552 let crate_part = buf.slice(0u, colon_idx);
553 let def_part = buf.slice(colon_idx + 1u, len);
555 let crate_num = match uint::parse_bytes(crate_part, 10u) {
556 Some(cn) => cn as int,
557 None => fail!("internal error: parse_def_id: crate number expected, but found {:?}",
560 let def_num = match uint::parse_bytes(def_part, 10u) {
561 Some(dn) => dn as int,
562 None => fail!("internal error: parse_def_id: id expected, but found {:?}",
565 ast::DefId { crate: crate_num, node: def_num }
568 pub fn parse_type_param_def_data(data: &[u8], start: uint,
569 crate_num: int, tcx: ty::ctxt,
570 conv: conv_did) -> ty::TypeParameterDef
572 let mut st = parse_state_from_data(data, crate_num, start, tcx);
573 parse_type_param_def(&mut st, conv)
576 fn parse_type_param_def(st: &mut PState, conv: conv_did) -> ty::TypeParameterDef {
577 ty::TypeParameterDef {ident: parse_ident(st, ':'),
578 def_id: parse_def(st, NominalType, |x,y| conv(x,y)),
579 bounds: @parse_bounds(st, |x,y| conv(x,y))}
582 fn parse_bounds(st: &mut PState, conv: conv_did) -> ty::ParamBounds {
583 let mut param_bounds = ty::ParamBounds {
584 builtin_bounds: ty::EmptyBuiltinBounds(),
590 param_bounds.builtin_bounds.add(ty::BoundSend);
593 param_bounds.builtin_bounds.add(ty::BoundFreeze);
596 param_bounds.builtin_bounds.add(ty::BoundStatic);
599 param_bounds.builtin_bounds.add(ty::BoundSized);
602 param_bounds.trait_bounds.push(@parse_trait_ref(st, |x,y| conv(x,y)));
608 fail!("parse_bounds: bad bounds")