use lazy_static::lazy_static; use pulldown_cmark as cmark; use regex::Regex; use syntect::easy::HighlightLines; use syntect::html::{ start_highlighted_html_snippet, styled_line_to_highlighted_html, IncludeBackground, }; use crate::context::RenderContext; use crate::table_of_contents::{make_table_of_contents, Heading}; use config::highlighting::{get_highlighter, SYNTAX_SET, THEME_SET}; use errors::{Error, Result}; use front_matter::InsertAnchor; use utils::site::resolve_internal_link; use utils::slugs::slugify_anchors; use utils::vec::InsertMany; use self::cmark::{Event, LinkType, Options, Parser, Tag}; use pulldown_cmark::CodeBlockKind; const CONTINUE_READING: &str = ""; const ANCHOR_LINK_TEMPLATE: &str = "anchor-link.html"; #[derive(Debug)] pub struct Rendered { pub body: String, pub summary_len: Option, pub toc: Vec, pub internal_links_with_anchors: Vec<(String, String)>, pub external_links: Vec, } // tracks a heading in a slice of pulldown-cmark events #[derive(Debug)] struct HeadingRef { start_idx: usize, end_idx: usize, level: u32, id: Option, } impl HeadingRef { fn new(start: usize, level: u32) -> HeadingRef { HeadingRef { start_idx: start, end_idx: 0, level, id: None } } } // We might have cases where the slug is already present in our list of anchor // for example an article could have several titles named Example // We add a counter after the slug if the slug is already present, which // means we will have example, example-1, example-2 etc fn find_anchor(anchors: &[String], name: String, level: u8) -> String { if level == 0 && !anchors.contains(&name) { return name; } let new_anchor = format!("{}-{}", name, level + 1); if !anchors.contains(&new_anchor) { return new_anchor; } find_anchor(anchors, name, level + 1) } // Returns whether the given string starts with a schema. // // Although there exists [a list of registered URI schemes][uri-schemes], a link may use arbitrary, // private schemes. This function checks if the given string starts with something that just looks // like a scheme, i.e., a case-insensitive identifier followed by a colon. // // [uri-schemes]: https://www.iana.org/assignments/uri-schemes/uri-schemes.xhtml fn starts_with_schema(s: &str) -> bool { lazy_static! { static ref PATTERN: Regex = Regex::new(r"^[0-9A-Za-z\-]+:").unwrap(); } PATTERN.is_match(s) } // Colocated asset links refers to the files in the same directory, // there it should be a filename only fn is_colocated_asset_link(link: &str) -> bool { !link.contains('/') // http://, ftp://, ../ etc && !starts_with_schema(link) } // Returns whether a link starts with an HTTP(s) scheme. fn is_external_link(link: &str) -> bool { link.starts_with("http:") || link.starts_with("https:") } fn fix_link( link_type: LinkType, link: &str, context: &RenderContext, internal_links_with_anchors: &mut Vec<(String, String)>, external_links: &mut Vec, ) -> Result { if link_type == LinkType::Email { return Ok(link.to_string()); } // TODO: remove me in a few versions when people have upgraded if link.starts_with("./") && link.contains(".md") { println!("It looks like the link `{}` is using the previous syntax for internal links: start with @/ instead", link); } // A few situations here: // - it could be a relative link (starting with `@/`) // - it could be a link to a co-located asset // - it could be a normal link let result = if link.starts_with("@/") { match resolve_internal_link(&link, context.permalinks) { Ok(resolved) => { if resolved.anchor.is_some() { internal_links_with_anchors .push((resolved.md_path.unwrap(), resolved.anchor.unwrap())); } resolved.permalink } Err(_) => { return Err(format!("Relative link {} not found.", link).into()); } } } else if is_colocated_asset_link(&link) { format!("{}{}", context.current_page_permalink, link) } else { if is_external_link(link) { external_links.push(link.to_owned()); } link.to_string() }; Ok(result) } /// get only text in a slice of events fn get_text(parser_slice: &[Event]) -> String { let mut title = String::new(); for event in parser_slice.iter() { match event { Event::Text(text) | Event::Code(text) => title += text, _ => continue, } } title } fn get_heading_refs(events: &[Event]) -> Vec { let mut heading_refs = vec![]; for (i, event) in events.iter().enumerate() { match event { Event::Start(Tag::Heading(level)) => { heading_refs.push(HeadingRef::new(i, *level)); } Event::End(Tag::Heading(_)) => { let msg = "Heading end before start?"; heading_refs.last_mut().expect(msg).end_idx = i; } _ => (), } } heading_refs } pub fn markdown_to_html(content: &str, context: &RenderContext) -> Result { // the rendered html let mut html = String::with_capacity(content.len()); // Set while parsing let mut error = None; let mut background = IncludeBackground::Yes; let mut highlighter: Option<(HighlightLines, bool)> = None; let mut inserted_anchors: Vec = vec![]; let mut headings: Vec = vec![]; let mut internal_links_with_anchors = Vec::new(); let mut external_links = Vec::new(); let mut opts = Options::empty(); let mut has_summary = false; opts.insert(Options::ENABLE_TABLES); opts.insert(Options::ENABLE_FOOTNOTES); opts.insert(Options::ENABLE_STRIKETHROUGH); { let mut events = Parser::new_ext(content, opts) .map(|event| { match event { Event::Text(text) => { // if we are in the middle of a code block if let Some((ref mut highlighter, in_extra)) = highlighter { let highlighted = if in_extra { if let Some(ref extra) = context.config.extra_syntax_set { highlighter.highlight(&text, &extra) } else { unreachable!( "Got a highlighter from extra syntaxes but no extra?" ); } } else { highlighter.highlight(&text, &SYNTAX_SET) }; //let highlighted = &highlighter.highlight(&text, ss); let html = styled_line_to_highlighted_html(&highlighted, background).unwrap(); return Event::Html(html.into()); } // Business as usual Event::Text(text) } Event::Start(Tag::CodeBlock(ref kind)) => { if !context.config.highlight_code { return Event::Html("
".into());
                        }

                        let theme = &THEME_SET.themes[&context.config.highlight_theme];
                        match kind {
                            CodeBlockKind::Indented => (),
                            CodeBlockKind::Fenced(info) => {
                                highlighter = Some(get_highlighter(info, &context.config));
                            }
                        };
                        // This selects the background color the same way that start_coloured_html_snippet does
                        let color = theme
                            .settings
                            .background
                            .unwrap_or(::syntect::highlighting::Color::WHITE);
                        background = IncludeBackground::IfDifferent(color);
                        let snippet = start_highlighted_html_snippet(theme);
                        Event::Html(snippet.0.into())
                    }
                    Event::End(Tag::CodeBlock(_)) => {
                        if !context.config.highlight_code {
                            return Event::Html("
\n".into()); } // reset highlight and close the code block highlighter = None; Event::Html("".into()) } Event::Start(Tag::Image(link_type, src, title)) => { if is_colocated_asset_link(&src) { let link = format!("{}{}", context.current_page_permalink, &*src); return Event::Start(Tag::Image(link_type, link.into(), title)); } Event::Start(Tag::Image(link_type, src, title)) } Event::Start(Tag::Link(link_type, link, title)) if link.is_empty() => { error = Some(Error::msg("There is a link that is missing a URL")); Event::Start(Tag::Link(link_type, "#".into(), title)) } Event::Start(Tag::Link(link_type, link, title)) => { let fixed_link = match fix_link( link_type, &link, context, &mut internal_links_with_anchors, &mut external_links, ) { Ok(fixed_link) => fixed_link, Err(err) => { error = Some(err); return Event::Html("".into()); } }; Event::Start(Tag::Link(link_type, fixed_link.into(), title)) } Event::Html(ref markup) if markup.contains("") => { has_summary = true; Event::Html(CONTINUE_READING.into()) } _ => event, } }) .collect::>(); // We need to collect the events to make a second pass let mut heading_refs = get_heading_refs(&events); let mut anchors_to_insert = vec![]; // First heading pass: look for a manually-specified IDs, e.g. `# Heading text {#hash}` // (This is a separate first pass so that auto IDs can avoid collisions with manual IDs.) for heading_ref in heading_refs.iter_mut() { let end_idx = heading_ref.end_idx; if let Event::Text(ref mut text) = events[end_idx - 1] { if text.as_bytes().last() == Some(&b'}') { if let Some(mut i) = text.find("{#") { let id = text[i + 2..text.len() - 1].to_owned(); inserted_anchors.push(id.clone()); while i > 0 && text.as_bytes()[i - 1] == b' ' { i -= 1; } heading_ref.id = Some(id); *text = text[..i].to_owned().into(); } } } } // Second heading pass: auto-generate remaining IDs, and emit HTML for heading_ref in heading_refs { let start_idx = heading_ref.start_idx; let end_idx = heading_ref.end_idx; let title = get_text(&events[start_idx + 1..end_idx]); let id = heading_ref.id.unwrap_or_else(|| { find_anchor( &inserted_anchors, slugify_anchors(&title, context.config.slugify.anchors), 0, ) }); inserted_anchors.push(id.clone()); // insert `id` to the tag let html = format!("", lvl = heading_ref.level, id = id); events[start_idx] = Event::Html(html.into()); // generate anchors and places to insert them if context.insert_anchor != InsertAnchor::None { let anchor_idx = match context.insert_anchor { InsertAnchor::Left => start_idx + 1, InsertAnchor::Right => end_idx, InsertAnchor::None => 0, // Not important }; let mut c = tera::Context::new(); c.insert("id", &id); let anchor_link = utils::templates::render_template( &ANCHOR_LINK_TEMPLATE, context.tera, c, &None, ) .map_err(|e| Error::chain("Failed to render anchor link template", e))?; anchors_to_insert.push((anchor_idx, Event::Html(anchor_link.into()))); } // record heading to make table of contents let permalink = format!("{}#{}", context.current_page_permalink, id); let h = Heading { level: heading_ref.level, id, permalink, title, children: Vec::new() }; headings.push(h); } if context.insert_anchor != InsertAnchor::None { events.insert_many(anchors_to_insert); } cmark::html::push_html(&mut html, events.into_iter()); } if let Some(e) = error { Err(e) } else { Ok(Rendered { summary_len: if has_summary { html.find(CONTINUE_READING) } else { None }, body: html, toc: make_table_of_contents(headings), internal_links_with_anchors, external_links, }) } } #[cfg(test)] mod tests { use super::*; #[test] fn test_starts_with_schema() { // registered assert!(starts_with_schema("https://example.com/")); assert!(starts_with_schema("ftp://example.com/")); assert!(starts_with_schema("mailto:user@example.com")); assert!(starts_with_schema("xmpp:node@example.com")); assert!(starts_with_schema("tel:18008675309")); assert!(starts_with_schema("sms:18008675309")); assert!(starts_with_schema("h323:user@example.com")); // arbitrary assert!(starts_with_schema("zola:post?content=hi")); // case-insensitive assert!(starts_with_schema("MailTo:user@example.com")); assert!(starts_with_schema("MAILTO:user@example.com")); } #[test] fn test_is_external_link() { assert!(is_external_link("http://example.com/")); assert!(is_external_link("https://example.com/")); assert!(is_external_link("https://example.com/index.html#introduction")); assert!(!is_external_link("mailto:user@example.com")); assert!(!is_external_link("tel:18008675309")); assert!(!is_external_link("#introduction")); assert!(!is_external_link("http.jpg")) } }