1 // Copyright 2015 The Rust Project Developers. See the COPYRIGHT
2 // file at the top-level directory of this distribution and at
3 // http://rust-lang.org/COPYRIGHT.
5 // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
6 // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
7 // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
8 // option. This file may not be copied, modified, or distributed
9 // except according to those terms.
12 use std::iter::Peekable;
14 use syntax::codemap::{BytePos, CodeMap};
17 use comment::{find_comment_end, rewrite_comment, FindUncommented};
18 use config::{Config, IndentStyle};
19 use rewrite::RewriteContext;
20 use utils::{first_line_width, last_line_width, mk_sp};
22 /// Formatting tactic for lists. This will be cast down to a
23 /// DefinitiveListTactic depending on the number and length of the items and
25 #[derive(Eq, PartialEq, Debug, Copy, Clone)]
29 // All items on one row.
31 // Try Horizontal layout, if that fails then vertical.
33 // HorizontalVertical with a soft limit of n characters.
34 LimitedHorizontalVertical(usize),
35 // Pack as many items as possible per row over (possibly) many rows.
39 impl_enum_serialize_and_deserialize!(ListTactic, Vertical, Horizontal, HorizontalVertical, Mixed);
41 #[derive(Eq, PartialEq, Debug, Copy, Clone)]
42 pub enum SeparatorTactic {
48 impl_enum_serialize_and_deserialize!(SeparatorTactic, Always, Never, Vertical);
50 impl SeparatorTactic {
51 pub fn from_bool(b: bool) -> SeparatorTactic {
53 SeparatorTactic::Always
55 SeparatorTactic::Never
60 pub struct ListFormatting<'a> {
61 pub tactic: DefinitiveListTactic,
62 pub separator: &'a str,
63 pub trailing_separator: SeparatorTactic,
64 pub separator_place: SeparatorPlace,
66 // Non-expressions, e.g. items, will have a new line at the end of the list.
67 // Important for comment styles.
68 pub ends_with_newline: bool,
69 // Remove newlines between list elements for expressions.
70 pub preserve_newline: bool,
71 pub config: &'a Config,
74 impl<'a> ListFormatting<'a> {
75 pub fn needs_trailing_separator(&self) -> bool {
76 match self.trailing_separator {
77 // We always put separator in front.
78 SeparatorTactic::Always => true,
79 SeparatorTactic::Vertical => self.tactic == DefinitiveListTactic::Vertical,
80 SeparatorTactic::Never => {
81 self.tactic == DefinitiveListTactic::Vertical && self.separator_place.is_front()
87 impl AsRef<ListItem> for ListItem {
88 fn as_ref(&self) -> &ListItem {
93 #[derive(PartialEq, Eq)]
94 pub enum ListItemCommentStyle {
95 // Try to keep the comment on the same line with the item.
97 // Put the comment on the previous or the next line of the item.
99 // No comment available.
103 pub struct ListItem {
104 // None for comments mean that they are not present.
105 pub pre_comment: Option<String>,
106 pub pre_comment_style: ListItemCommentStyle,
107 // Item should include attributes and doc comments. None indicates a failed
109 pub item: Option<String>,
110 pub post_comment: Option<String>,
111 // Whether there is extra whitespace before this item.
116 pub fn inner_as_ref(&self) -> &str {
117 self.item.as_ref().map_or("", |s| &*s)
120 pub fn is_different_group(&self) -> bool {
121 self.inner_as_ref().contains('\n') || self.pre_comment.is_some() ||
124 .map_or(false, |s| s.contains('\n'))
127 pub fn is_multiline(&self) -> bool {
128 self.inner_as_ref().contains('\n') ||
131 .map_or(false, |s| s.contains('\n')) ||
134 .map_or(false, |s| s.contains('\n'))
137 pub fn has_comment(&self) -> bool {
140 .map_or(false, |comment| comment.starts_with("//")) ||
143 .map_or(false, |comment| comment.starts_with("//"))
146 pub fn from_str<S: Into<String>>(s: S) -> ListItem {
149 pre_comment_style: ListItemCommentStyle::None,
150 item: Some(s.into()),
157 /// The definitive formatting tactic for lists.
158 #[derive(Eq, PartialEq, Debug, Copy, Clone)]
159 pub enum DefinitiveListTactic {
165 impl DefinitiveListTactic {
166 pub fn ends_with_newline(&self, indent_style: IndentStyle) -> bool {
168 IndentStyle::Block => *self != DefinitiveListTactic::Horizontal,
169 IndentStyle::Visual => false,
174 /// The type of separator for lists.
175 #[derive(Eq, PartialEq, Debug)]
182 pub fn len(&self) -> usize {
185 Separator::Comma => 2,
187 Separator::VerticalBar => 3,
192 /// Where to put separator.
193 #[derive(Eq, PartialEq, Debug, Copy, Clone)]
194 pub enum SeparatorPlace {
199 impl_enum_serialize_and_deserialize!(SeparatorPlace, Front, Back);
201 impl SeparatorPlace {
202 pub fn is_front(&self) -> bool {
203 *self == SeparatorPlace::Front
206 pub fn is_back(&self) -> bool {
207 *self == SeparatorPlace::Back
210 pub fn from_tactic(default: SeparatorPlace, tactic: DefinitiveListTactic) -> SeparatorPlace {
212 DefinitiveListTactic::Vertical => default,
213 _ => SeparatorPlace::Back,
218 pub fn definitive_tactic<I, T>(
223 ) -> DefinitiveListTactic
225 I: IntoIterator<Item = T> + Clone,
228 let pre_line_comments = items
231 .any(|item| item.as_ref().has_comment());
233 let limit = match tactic {
234 _ if pre_line_comments => return DefinitiveListTactic::Vertical,
235 ListTactic::Mixed => return DefinitiveListTactic::Mixed,
236 ListTactic::Horizontal => return DefinitiveListTactic::Horizontal,
237 ListTactic::Vertical => return DefinitiveListTactic::Vertical,
238 ListTactic::LimitedHorizontalVertical(limit) => ::std::cmp::min(width, limit),
239 ListTactic::HorizontalVertical => width,
242 let (sep_count, total_width) = calculate_width(items.clone());
243 let total_sep_len = sep.len() * sep_count.checked_sub(1).unwrap_or(0);
244 let real_total = total_width + total_sep_len;
246 if real_total <= limit && !pre_line_comments &&
247 !items.into_iter().any(|item| item.as_ref().is_multiline())
249 DefinitiveListTactic::Horizontal
251 DefinitiveListTactic::Vertical
255 // Format a list of commented items into a string.
256 // TODO: add unit tests
257 pub fn write_list<I, T>(items: I, formatting: &ListFormatting) -> Option<String>
259 I: IntoIterator<Item = T> + Clone,
262 let tactic = formatting.tactic;
263 let sep_len = formatting.separator.len();
265 // Now that we know how we will layout, we can decide for sure if there
266 // will be a trailing separator.
267 let mut trailing_separator = formatting.needs_trailing_separator();
268 let mut result = String::new();
269 let cloned_items = items.clone();
270 let mut iter = items.into_iter().enumerate().peekable();
271 let mut item_max_width: Option<usize> = None;
272 let mut sep_place = SeparatorPlace::from_tactic(formatting.separator_place, tactic);
274 let mut line_len = 0;
275 let indent_str = &formatting.shape.indent.to_string(formatting.config);
276 while let Some((i, item)) = iter.next() {
277 let item = item.as_ref();
278 let inner_item = try_opt!(item.item.as_ref());
280 let last = iter.peek().is_none();
281 let mut separate = !last || trailing_separator;
282 let item_sep_len = if separate { sep_len } else { 0 };
284 // Item string may be multi-line. Its length (used for block comment alignment)
285 // should be only the length of the last line.
286 let item_last_line = if item.is_multiline() {
287 inner_item.lines().last().unwrap_or("")
291 let mut item_last_line_width = item_last_line.len() + item_sep_len;
292 if item_last_line.starts_with(indent_str) {
293 item_last_line_width -= indent_str.len();
297 DefinitiveListTactic::Horizontal if !first => {
300 DefinitiveListTactic::Vertical if !first => {
302 result.push_str(indent_str);
304 DefinitiveListTactic::Mixed => {
305 let total_width = total_item_width(item) + item_sep_len;
307 // 1 is space between separator and item.
308 if line_len > 0 && line_len + 1 + total_width > formatting.shape.width {
310 result.push_str(indent_str);
312 if formatting.ends_with_newline {
316 trailing_separator = true;
319 sep_place = formatting.separator_place;
321 sep_place = SeparatorPlace::Back;
329 line_len += total_width;
335 if let Some(ref comment) = item.pre_comment {
336 // Block style in non-vertical mode.
337 let block_mode = tactic != DefinitiveListTactic::Vertical;
338 // Width restriction is only relevant in vertical mode.
339 let comment = try_opt!(rewrite_comment(
345 result.push_str(&comment);
347 if tactic == DefinitiveListTactic::Vertical {
348 // We cannot keep pre-comments on the same line if the comment if normalized.
349 let keep_comment = if formatting.config.normalize_comments() {
351 } else if item.pre_comment_style == ListItemCommentStyle::DifferentLine {
354 // We will try to keep the comment on the same line with the item here.
356 let total_width = total_item_width(item) + item_sep_len + 1;
357 total_width <= formatting.shape.width
363 result.push_str(indent_str);
368 item_max_width = None;
371 if separate && sep_place.is_front() && !first {
372 result.push_str(formatting.separator.trim());
375 result.push_str(&inner_item[..]);
378 if tactic != DefinitiveListTactic::Vertical && item.post_comment.is_some() {
379 let comment = item.post_comment.as_ref().unwrap();
380 let formatted_comment = try_opt!(rewrite_comment(
383 Shape::legacy(formatting.shape.width, Indent::empty()),
388 result.push_str(&formatted_comment);
391 if separate && sep_place.is_back() {
392 result.push_str(formatting.separator);
395 if tactic == DefinitiveListTactic::Vertical && item.post_comment.is_some() {
396 let comment = item.post_comment.as_ref().unwrap();
397 let overhead = last_line_width(&result) + first_line_width(comment.trim());
399 let rewrite_post_comment = |item_max_width: &mut Option<usize>| {
400 if item_max_width.is_none() && !last && !inner_item.contains('\n') {
401 *item_max_width = Some(max_width_of_item_with_post_comment(
405 formatting.config.max_width(),
408 let overhead = if let &mut Some(max_width) = item_max_width {
411 // 1 = space between item and comment.
412 item_last_line_width + 1
414 let width = formatting.shape.width.checked_sub(overhead).unwrap_or(1);
415 let offset = formatting.shape.indent + overhead;
416 let comment_shape = Shape::legacy(width, offset);
418 // Use block-style only for the last item or multiline comments.
419 let block_style = !formatting.ends_with_newline && last ||
420 comment.trim().contains('\n') ||
421 comment.trim().len() > width;
423 rewrite_comment(comment, block_style, comment_shape, formatting.config)
426 let mut formatted_comment = try_opt!(rewrite_post_comment(&mut item_max_width));
428 if !formatted_comment.starts_with('\n') {
429 let mut comment_alignment =
430 post_comment_alignment(item_max_width, inner_item.len());
431 if first_line_width(&formatted_comment) + last_line_width(&result) +
432 comment_alignment + 1 > formatting.config.max_width()
434 item_max_width = None;
435 formatted_comment = try_opt!(rewrite_post_comment(&mut item_max_width));
436 comment_alignment = post_comment_alignment(item_max_width, inner_item.len());
438 for _ in 0..(comment_alignment + 1) {
441 // An additional space for the missing trailing separator.
442 if last && item_max_width.is_some() && !separate && !formatting.separator.is_empty()
447 if formatted_comment.contains('\n') {
448 item_max_width = None;
450 result.push_str(&formatted_comment);
452 item_max_width = None;
455 if formatting.preserve_newline && !last && tactic == DefinitiveListTactic::Vertical &&
458 item_max_width = None;
466 fn max_width_of_item_with_post_comment<I, T>(
473 I: IntoIterator<Item = T> + Clone,
476 let mut max_width = 0;
477 let mut first = true;
478 for item in items.clone().into_iter().skip(i) {
479 let item = item.as_ref();
480 let inner_item_width = item.inner_as_ref().len();
482 (item.is_different_group() || !item.post_comment.is_some() ||
483 inner_item_width + overhead > max_budget)
487 if max_width < inner_item_width {
488 max_width = inner_item_width;
498 fn post_comment_alignment(item_max_width: Option<usize>, inner_item_len: usize) -> usize {
500 .and_then(|max_line_width| max_line_width.checked_sub(inner_item_len))
504 pub struct ListItems<'a, I, F1, F2, F3>
508 codemap: &'a CodeMap,
513 prev_span_end: BytePos,
514 next_span_start: BytePos,
519 impl<'a, T, I, F1, F2, F3> Iterator for ListItems<'a, I, F1, F2, F3>
521 I: Iterator<Item = T>,
522 F1: Fn(&T) -> BytePos,
523 F2: Fn(&T) -> BytePos,
524 F3: Fn(&T) -> Option<String>,
526 type Item = ListItem;
528 fn next(&mut self) -> Option<Self::Item> {
529 let white_space: &[_] = &[' ', '\t'];
531 self.inner.next().map(|item| {
532 let mut new_lines = false;
534 let pre_snippet = self.codemap
535 .span_to_snippet(mk_sp(self.prev_span_end, (self.get_lo)(&item)))
537 let trimmed_pre_snippet = pre_snippet.trim();
538 let has_single_line_comment = trimmed_pre_snippet.starts_with("//");
539 let has_block_comment = trimmed_pre_snippet.starts_with("/*");
540 let (pre_comment, pre_comment_style) = if has_single_line_comment {
542 Some(trimmed_pre_snippet.to_owned()),
543 ListItemCommentStyle::DifferentLine,
545 } else if has_block_comment {
546 let comment_end = pre_snippet.chars().rev().position(|c| c == '/').unwrap();
550 .take(comment_end + 1)
551 .find(|c| *c == '\n')
555 Some(trimmed_pre_snippet.to_owned()),
556 ListItemCommentStyle::DifferentLine,
560 Some(trimmed_pre_snippet.to_owned()),
561 ListItemCommentStyle::SameLine,
565 (None, ListItemCommentStyle::None)
569 let next_start = match self.inner.peek() {
570 Some(next_item) => (self.get_lo)(next_item),
571 None => self.next_span_start,
573 let post_snippet = self.codemap
574 .span_to_snippet(mk_sp((self.get_hi)(&item), next_start))
577 let comment_end = match self.inner.peek() {
579 let mut block_open_index = post_snippet.find("/*");
580 // check if it realy is a block comment (and not //*)
581 if let Some(i) = block_open_index {
582 if i > 0 && &post_snippet[i - 1..i] == "/" {
583 block_open_index = None;
586 let newline_index = post_snippet.find('\n');
587 if let Some(separator_index) = post_snippet.find_uncommented(",") {
588 match (block_open_index, newline_index) {
589 // Separator before comment, with the next item on same line.
590 // Comment belongs to next item.
591 (Some(i), None) if i > separator_index => separator_index + 1,
592 // Block-style post-comment before the separator.
593 (Some(i), None) => cmp::max(
594 find_comment_end(&post_snippet[i..]).unwrap() + i,
597 // Block-style post-comment. Either before or after the separator.
598 (Some(i), Some(j)) if i < j => cmp::max(
599 find_comment_end(&post_snippet[i..]).unwrap() + i,
602 // Potential *single* line comment.
603 (_, Some(j)) if j > separator_index => j + 1,
604 _ => post_snippet.len(),
607 // Match arms may not have trailing comma. In any case, for match arms,
608 // we will assume that the post comment belongs to the next arm if they
609 // do not end with trailing comma.
614 .find_uncommented(self.terminator)
615 .unwrap_or(post_snippet.len()),
618 if !post_snippet.is_empty() && comment_end > 0 {
619 // Account for extra whitespace between items. This is fiddly
620 // because of the way we divide pre- and post- comments.
622 // Everything from the separator to the next item.
623 let test_snippet = &post_snippet[comment_end - 1..];
624 let first_newline = test_snippet.find('\n').unwrap_or(test_snippet.len());
625 // From the end of the first line of comments.
626 let test_snippet = &test_snippet[first_newline..];
627 let first = test_snippet
628 .find(|c: char| !c.is_whitespace())
629 .unwrap_or(test_snippet.len());
630 // From the end of the first line of comments to the next non-whitespace char.
631 let test_snippet = &test_snippet[..first];
633 if test_snippet.chars().filter(|c| c == &'\n').count() > 1 {
634 // There were multiple line breaks which got trimmed to nothing.
639 // Cleanup post-comment: strip separators and whitespace.
640 self.prev_span_end = (self.get_hi)(&item) + BytePos(comment_end as u32);
641 let post_snippet = post_snippet[..comment_end].trim();
643 let post_snippet_trimmed = if post_snippet.starts_with(',') {
644 post_snippet[1..].trim_matches(white_space)
645 } else if post_snippet.ends_with(',') {
646 post_snippet[..(post_snippet.len() - 1)].trim_matches(white_space)
651 let post_comment = if !post_snippet_trimmed.is_empty() {
652 Some(post_snippet_trimmed.to_owned())
658 pre_comment: pre_comment,
659 pre_comment_style: pre_comment_style,
660 item: if self.inner.peek().is_none() && self.leave_last {
663 (self.get_item_string)(&item)
665 post_comment: post_comment,
666 new_lines: new_lines,
672 // Creates an iterator over a list's items with associated comments.
673 pub fn itemize_list<'a, T, I, F1, F2, F3>(
674 codemap: &'a CodeMap,
680 prev_span_end: BytePos,
681 next_span_start: BytePos,
683 ) -> ListItems<'a, I, F1, F2, F3>
685 I: Iterator<Item = T>,
686 F1: Fn(&T) -> BytePos,
687 F2: Fn(&T) -> BytePos,
688 F3: Fn(&T) -> Option<String>,
692 inner: inner.peekable(),
695 get_item_string: get_item_string,
696 prev_span_end: prev_span_end,
697 next_span_start: next_span_start,
698 terminator: terminator,
699 leave_last: leave_last,
703 /// Returns the count and total width of the list items.
704 fn calculate_width<I, T>(items: I) -> (usize, usize)
706 I: IntoIterator<Item = T>,
711 .map(|item| total_item_width(item.as_ref()))
712 .fold((0, 0), |acc, l| (acc.0 + 1, acc.1 + l))
715 fn total_item_width(item: &ListItem) -> usize {
716 comment_len(item.pre_comment.as_ref().map(|x| &(*x)[..])) +
717 comment_len(item.post_comment.as_ref().map(|x| &(*x)[..])) +
718 item.item.as_ref().map_or(0, |str| str.len())
721 fn comment_len(comment: Option<&str>) -> usize {
724 let text_len = s.trim().len();
726 // We'll put " /*" before and " */" after inline comments.
736 // Compute horizontal and vertical shapes for a struct-lit-like thing.
737 pub fn struct_lit_shape(
739 context: &RewriteContext,
742 ) -> Option<(Option<Shape>, Shape)> {
743 let v_shape = match context.config.struct_lit_style() {
744 IndentStyle::Visual => try_opt!(
745 try_opt!(shape.visual_indent(0).shrink_left(prefix_width)).sub_width(suffix_width)
747 IndentStyle::Block => {
748 let shape = shape.block_indent(context.config.tab_spaces());
750 width: try_opt!(context.config.max_width().checked_sub(shape.indent.width())),
755 let shape_width = shape.width.checked_sub(prefix_width + suffix_width);
756 if let Some(w) = shape_width {
757 let shape_width = cmp::min(w, context.config.struct_lit_width());
758 Some((Some(Shape::legacy(shape_width, shape.indent)), v_shape))
760 Some((None, v_shape))
764 // Compute the tactic for the internals of a struct-lit-like thing.
765 pub fn struct_lit_tactic(
766 h_shape: Option<Shape>,
767 context: &RewriteContext,
769 ) -> DefinitiveListTactic {
770 if let Some(h_shape) = h_shape {
771 let prelim_tactic = match (context.config.struct_lit_style(), items.len()) {
772 (IndentStyle::Visual, 1) => ListTactic::HorizontalVertical,
773 _ => context.config.struct_lit_multiline_style().to_list_tactic(),
775 definitive_tactic(items, prelim_tactic, Separator::Comma, h_shape.width)
777 DefinitiveListTactic::Vertical
781 // Given a tactic and possible shapes for horizontal and vertical layout,
782 // come up with the actual shape to use.
783 pub fn shape_for_tactic(
784 tactic: DefinitiveListTactic,
785 h_shape: Option<Shape>,
789 DefinitiveListTactic::Horizontal => h_shape.unwrap(),
794 // Create a ListFormatting object for formatting the internals of a
795 // struct-lit-like thing, that is a series of fields.
796 pub fn struct_lit_formatting<'a>(
798 tactic: DefinitiveListTactic,
799 context: &'a RewriteContext,
800 force_no_trailing_comma: bool,
801 ) -> ListFormatting<'a> {
802 let ends_with_newline = context.config.struct_lit_style() != IndentStyle::Visual &&
803 tactic == DefinitiveListTactic::Vertical;
807 trailing_separator: if force_no_trailing_comma {
808 SeparatorTactic::Never
810 context.config.trailing_comma()
812 separator_place: SeparatorPlace::Back,
814 ends_with_newline: ends_with_newline,
815 preserve_newline: true,
816 config: context.config,