use collections::{BTreeMap, HashMap, HashSet};use gpui::SharedString;use linkify::LinkFinder;pub use pulldown_cmark::TagEnd as MarkdownTagEnd;use pulldown_cmark::{ Alignment, CowStr, HeadingLevel, LinkType, MetadataBlockKind, Options, Parser,};use std::{ops::Range, sync::Arc};use util::markdown::generate_heading_slug; use crate::{html, path_range::PathWithRange}; pub const PARSE_OPTIONS: Options = Options::ENABLE_TABLES .union(Options::ENABLE_FOOTNOTES) .union(Options::ENABLE_STRIKETHROUGH) .union(Options::ENABLE_TASKLISTS) .union(Options::ENABLE_SMART_PUNCTUATION) .union(Options::ENABLE_HEADING_ATTRIBUTES) .union(Options::ENABLE_PLUSES_DELIMITED_METADATA_BLOCKS) .union(Options::ENABLE_OLD_FOOTNOTES) .union(Options::ENABLE_GFM) .union(Options::ENABLE_SUPERSCRIPT) .union(Options::ENABLE_SUBSCRIPT); #[derive(Default)]struct ParseState { events: Vec<(Range<usize>, MarkdownEvent)>, root_block_starts: Vec<usize>, depth: usize,} #[derive(Debug, Default)]#[cfg_attr(test, derive(PartialEq))]pub(crate) struct ParsedMarkdownData { pub events: Vec<(Range<usize>, MarkdownEvent)>, pub language_names: HashSet<SharedString>, pub language_paths: HashSet<Arc<str>>, pub root_block_starts: Vec<usize>, pub html_blocks: BTreeMap<usize, html::html_parser::ParsedHtmlBlock>, pub metadata_blocks: BTreeMap<usize, ParsedMetadataBlock>, pub heading_slugs: HashMap<SharedString, usize>, pub footnote_definitions: HashMap<SharedString, usize>,} #[derive(Clone, Debug, PartialEq)]pub(crate) struct ParsedMetadataBlock { pub content_range: Range<usize>, pub rows: Option<Vec<MetadataRow>>,} #[derive(Clone, Debug, PartialEq)]pub(crate) struct MetadataRow { pub key: Range<usize>, pub value: Range<usize>,} impl ParseState { fn push_event(&mut self, range: Range<usize>, event: MarkdownEvent) { match &event { MarkdownEvent::Start(_) => { if self.depth == 0 { self.root_block_starts.push(range.start); self.events.push((range.clone(), MarkdownEvent::RootStart)); } self.depth += 1; self.events.push((range, event)); } MarkdownEvent::End(_) => { self.events.push((range.clone(), event)); if self.depth > 0 { self.depth -= 1; if self.depth == 0 { let root_block_index = self.root_block_starts.len() - 1; self.events .push((range, MarkdownEvent::RootEnd(root_block_index))); } } } MarkdownEvent::Rule => { if self.depth == 0 && !range.is_empty() { self.root_block_starts.push(range.start); let root_block_index = self.root_block_starts.len() - 1; self.events.push((range.clone(), MarkdownEvent::RootStart)); self.events.push((range.clone(), event)); self.events .push((range, MarkdownEvent::RootEnd(root_block_index))); } else { self.events.push((range, event)); } } _ => { self.events.push((range, event)); } } }} const MAX_DUPLICATE_HEADING_SLUGS: usize = 128; fn build_heading_slugs( source: &str, events: &[(Range<usize>, MarkdownEvent)],) -> HashMap<SharedString, usize> { let mut slugs = HashMap::default(); let mut slug_counts: HashMap<String, usize> = HashMap::default(); let mut inside_heading = false; let mut heading_text = String::new(); let mut heading_source_start: Option<usize> = None; for (range, event) in events { match event { MarkdownEvent::Start(MarkdownTag::Heading { .. }) => { inside_heading = true; heading_text.clear(); heading_source_start = None; } MarkdownEvent::End(MarkdownTagEnd::Heading(_)) => { if inside_heading { let source_offset = heading_source_start.unwrap_or(range.start); let base_slug = generate_heading_slug(&heading_text); let count = slug_counts.entry(base_slug.clone()).or_insert(0); let mut slug = if *count == 0 { base_slug.clone() } else { format!("{base_slug}-{count}") }; *count += 1; while slugs.contains_key(slug.as_str()) { let Some(count) = slug_counts.get_mut(&base_slug) else { slug.clear(); break; }; if *count >= MAX_DUPLICATE_HEADING_SLUGS { slug.clear(); break; } slug = format!("{base_slug}-{count}"); *count += 1; } if !slug.is_empty() { slugs.insert(SharedString::from(slug), source_offset); } inside_heading = false; } } MarkdownEvent::Text | MarkdownEvent::Code if inside_heading => { if heading_source_start.is_none() { heading_source_start = Some(range.start); } heading_text.push_str(&source[range.clone()]); } MarkdownEvent::SubstitutedCode(substituted) if inside_heading => { if heading_source_start.is_none() { heading_source_start = Some(range.start); } heading_text.push_str(substituted); } MarkdownEvent::SubstitutedText(substituted) if inside_heading => { if heading_source_start.is_none() { heading_source_start = Some(range.start); } heading_text.push_str(substituted); } _ => {} } } slugs} fn parse_metadata_table_rows(source: &str, source_range: Range<usize>) -> Option<Vec<MetadataRow>> { let mut rows = Vec::new(); let mut line_start = source_range.start; for line in source[source_range].split_inclusive('\n') { let line_end = line_start + line.len(); let content_end = line_start + line.trim_end_matches(['\r', '\n']).len(); let content_range = line_start..content_end; let line_text = &source[content_range.clone()]; if line_text.is_empty() || line_text .chars() .next() .is_some_and(|character| character.is_whitespace()) { return None; } let delimiter = line_text.find(':')?; let key = trim_metadata_range(source, content_range.start..content_range.start + delimiter); let value = trim_metadata_range( source, content_range.start + delimiter + 1..content_range.end, ); if key.is_empty() || value.is_empty() { return None; } rows.push(MetadataRow { key, value }); line_start = line_end; } if rows.is_empty() { None } else { Some(rows) }} fn trim_metadata_range(source: &str, range: Range<usize>) -> Range<usize> { let text = &source[range.clone()]; let start_offset = text.len() - text.trim_start().len(); let end_offset = text.trim_end().len(); let start = range.start + start_offset; let end = (range.start + end_offset).max(start); start..end} fn is_br_tag(html: &str) -> bool { let Some(inner) = html .trim() .strip_prefix('<') .and_then(|s| s.strip_suffix('>')) else { return false; }; let inner = inner.strip_suffix('/').unwrap_or(inner); inner .split_ascii_whitespace() .next() .is_some_and(|name| name.eq_ignore_ascii_case("br"))} pub(crate) fn parse_markdown_with_options( text: &str, parse_html: bool, parse_heading_slugs: bool, parse_metadata_blocks: bool,) -> ParsedMarkdownData { let mut state = ParseState::default(); let mut language_names = HashSet::default(); let mut language_paths = HashSet::default(); let mut html_blocks = BTreeMap::default(); let mut metadata_blocks = BTreeMap::default(); let mut within_link = false; let mut within_code_block = false; let mut within_metadata = false; let mut within_table = false; let mut current_metadata_block_start = None; let mut metadata_block_content_range: Option<Range<usize>> = None; let parse_options = if parse_metadata_blocks { PARSE_OPTIONS.union(Options::ENABLE_YAML_STYLE_METADATA_BLOCKS) } else { PARSE_OPTIONS }; let mut parser = Parser::new_ext(text, parse_options) .into_offset_iter() .peekable(); while let Some((pulldown_event, range)) = parser.next() { if within_metadata && !parse_metadata_blocks { if let pulldown_cmark::Event::End(pulldown_cmark::TagEnd::MetadataBlock(_)) = pulldown_event { within_metadata = false; current_metadata_block_start = None; metadata_block_content_range = None; } continue; } match pulldown_event { pulldown_cmark::Event::Start(tag) => { if let pulldown_cmark::Tag::HtmlBlock = &tag { state.push_event(range.clone(), MarkdownEvent::Start(MarkdownTag::HtmlBlock)); if parse_html { if let Some(block) = html::html_parser::parse_html_block(&text[range.clone()], range.clone()) { html_blocks.insert(range.start, block); while let Some((event, end_range)) = parser.next() { if let pulldown_cmark::Event::End( pulldown_cmark::TagEnd::HtmlBlock, ) = event { state.push_event( end_range, MarkdownEvent::End(MarkdownTagEnd::HtmlBlock), ); break; } } } } continue; } let tag = match tag { pulldown_cmark::Tag::Link { link_type, dest_url, title, id, } => { within_link = true; MarkdownTag::Link { link_type, dest_url: SharedString::from(dest_url.into_string()), title: SharedString::from(title.into_string()), id: SharedString::from(id.into_string()), } } pulldown_cmark::Tag::MetadataBlock(kind) => { within_metadata = true; current_metadata_block_start = Some(range.start); metadata_block_content_range = None; if !parse_metadata_blocks { continue; } MarkdownTag::MetadataBlock(kind) } pulldown_cmark::Tag::CodeBlock(pulldown_cmark::CodeBlockKind::Indented) => { within_code_block = true; MarkdownTag::CodeBlock { kind: CodeBlockKind::Indented, metadata: CodeBlockMetadata { content_range: range.clone(), line_count: 1, is_fenced_closed: false, }, } } pulldown_cmark::Tag::CodeBlock(pulldown_cmark::CodeBlockKind::Fenced( ref info, )) => { within_code_block = true; let content_range = extract_code_block_content_range(&text[range.clone()]); let content_range = content_range.start + range.start..content_range.end + range.start; // Valid to use bytes since multi-byte UTF-8 doesn't use ASCII chars. let line_count = text[content_range.clone()] .bytes() .filter(|c| *c == b'\n') .count(); let is_fenced_closed = { let code_block_source = &text[range.clone()]; code_block_source .trim_end() .lines() .last() .is_some_and(|line| { let trimmed = line.trim_start(); trimmed.len() >= 3 && trimmed.chars().all(|c| c == '`') }) }; let metadata = CodeBlockMetadata { content_range, line_count, is_fenced_closed, }; let info = info.trim(); let kind = if info.is_empty() { CodeBlockKind::Fenced // Languages should never contain a slash, and PathRanges always should. // (Models are told to specify them relative to a workspace root.) } else if info.contains('/') { let path_range = PathWithRange::new(info); language_paths.insert(path_range.path.clone()); CodeBlockKind::FencedSrc(path_range) } else { let language = SharedString::from(info.to_string()); language_names.insert(language.clone()); CodeBlockKind::FencedLang(language) }; MarkdownTag::CodeBlock { kind, metadata } } pulldown_cmark::Tag::Paragraph => MarkdownTag::Paragraph, pulldown_cmark::Tag::Heading { level, id, classes, attrs, } => { let id = id.map(|id| SharedString::from(id.into_string())); let classes = classes .into_iter() .map(|c| SharedString::from(c.into_string())) .collect(); let attrs = attrs .into_iter() .map(|(key, value)| { ( SharedString::from(key.into_string()), value.map(|v| SharedString::from(v.into_string())), ) }) .collect(); MarkdownTag::Heading { level, id, classes, attrs, } } pulldown_cmark::Tag::BlockQuote(kind) => MarkdownTag::BlockQuote(kind), pulldown_cmark::Tag::List(start_number) => MarkdownTag::List(start_number), pulldown_cmark::Tag::Item => MarkdownTag::Item, pulldown_cmark::Tag::FootnoteDefinition(label) => { MarkdownTag::FootnoteDefinition(SharedString::from(label.to_string())) } pulldown_cmark::Tag::Table(alignments) => { within_table = true; MarkdownTag::Table(alignments) } pulldown_cmark::Tag::TableHead => MarkdownTag::TableHead, pulldown_cmark::Tag::TableRow => MarkdownTag::TableRow, pulldown_cmark::Tag::TableCell => MarkdownTag::TableCell, pulldown_cmark::Tag::Emphasis => MarkdownTag::Emphasis, pulldown_cmark::Tag::Strong => MarkdownTag::Strong, pulldown_cmark::Tag::Strikethrough => MarkdownTag::Strikethrough, pulldown_cmark::Tag::Superscript => MarkdownTag::Superscript, pulldown_cmark::Tag::Subscript => MarkdownTag::Subscript, pulldown_cmark::Tag::Image { link_type, dest_url, title, id, } => MarkdownTag::Image { link_type, dest_url: SharedString::from(dest_url.into_string()), title: SharedString::from(title.into_string()), id: SharedString::from(id.into_string()), }, pulldown_cmark::Tag::HtmlBlock => MarkdownTag::HtmlBlock, // this is handled above separately pulldown_cmark::Tag::DefinitionList => MarkdownTag::DefinitionList, pulldown_cmark::Tag::DefinitionListTitle => MarkdownTag::DefinitionListTitle, pulldown_cmark::Tag::DefinitionListDefinition => { MarkdownTag::DefinitionListDefinition } }; state.push_event(range, MarkdownEvent::Start(tag)) } pulldown_cmark::Event::End(tag) => { if let pulldown_cmark::TagEnd::Link = tag { within_link = false; } else if let pulldown_cmark::TagEnd::CodeBlock = tag { within_code_block = false; } else if let pulldown_cmark::TagEnd::MetadataBlock(_) = tag { within_metadata = false; let block_start = current_metadata_block_start.take(); let content_range = metadata_block_content_range.take(); if parse_metadata_blocks && let (Some(block_start), Some(content_range)) = (block_start, content_range) { metadata_blocks.insert( block_start, ParsedMetadataBlock { rows: parse_metadata_table_rows(text, content_range.clone()), content_range, }, ); } if !parse_metadata_blocks { continue; } } else if let pulldown_cmark::TagEnd::Table = tag { within_table = false; } state.push_event(range, MarkdownEvent::End(tag)); } pulldown_cmark::Event::Text(parsed) => { fn event_for( text: &str, range: Range<usize>, str: &str, ) -> (Range<usize>, MarkdownEvent) { if str == &text[range.clone()] { (range, MarkdownEvent::Text) } else { (range, MarkdownEvent::SubstitutedText(str.to_owned())) } } if within_metadata { match &mut metadata_block_content_range { Some(content_range) => { content_range.start = content_range.start.min(range.start); content_range.end = content_range.end.max(range.end); } None => metadata_block_content_range = Some(range.clone()), } state.push_event(range, MarkdownEvent::Text); continue; } if within_code_block { let (range, event) = event_for(text, range, &parsed); state.push_event(range, event);Lines 1–500 of 1831. Load more
use collections::{BTreeMap, HashMap, HashSet}; use gpui::SharedString; use linkify::LinkFinder; pub use pulldown_cmark::TagEnd as MarkdownTagEnd; use pulldown_cmark::{ Alignment, CowStr, HeadingLevel, LinkType, MetadataBlockKind, Options, Parser, }; use std::{ops::Range, sync::Arc}; use util::markdown::generate_heading_slug; use crate::{html, path_range::PathWithRange}; pub const PARSE_OPTIONS: Options = Options::ENABLE_TABLES .union(Options::ENABLE_FOOTNOTES) .union(Options::ENABLE_STRIKETHROUGH) .union(Options::ENABLE_TASKLISTS) .union(Options::ENABLE_SMART_PUNCTUATION) .union(Options::ENABLE_HEADING_ATTRIBUTES) .union(Options::ENABLE_PLUSES_DELIMITED_METADATA_BLOCKS) .union(Options::ENABLE_OLD_FOOTNOTES) .union(Options::ENABLE_GFM) .union(Options::ENABLE_SUPERSCRIPT) .union(Options::ENABLE_SUBSCRIPT); #[derive(Default)] struct ParseState { events: Vec<(Range<usize>, MarkdownEvent)>, root_block_starts: Vec<usize>, depth: usize, } #[derive(Debug, Default)] #[cfg_attr(test, derive(PartialEq))] pub(crate) struct ParsedMarkdownData { pub events: Vec<(Range<usize>, MarkdownEvent)>, pub language_names: HashSet<SharedString>, pub language_paths: HashSet<Arc<str>>, pub root_block_starts: Vec<usize>, pub html_blocks: BTreeMap<usize, html::html_parser::ParsedHtmlBlock>, pub metadata_blocks: BTreeMap<usize, ParsedMetadataBlock>, pub heading_slugs: HashMap<SharedString, usize>, pub footnote_definitions: HashMap<SharedString, usize>, } #[derive(Clone, Debug, PartialEq)] pub(crate) struct ParsedMetadataBlock { pub content_range: Range<usize>, pub rows: Option<Vec<MetadataRow>>, } #[derive(Clone, Debug, PartialEq)] pub(crate) struct MetadataRow { pub key: Range<usize>, pub value: Range<usize>, } impl ParseState { fn push_event(&mut self, range: Range<usize>, event: MarkdownEvent) { match &event { MarkdownEvent::Start(_) => { if self.depth == 0 { self.root_block_starts.push(range.start); self.events.push((range.clone(), MarkdownEvent::RootStart)); } self.depth += 1; self.events.push((range, event)); } MarkdownEvent::End(_) => { self.events.push((range.clone(), event)); if self.depth > 0 { self.depth -= 1; if self.depth == 0 { let root_block_index = self.root_block_starts.len() - 1; self.events .push((range, MarkdownEvent::RootEnd(root_block_index))); } } } MarkdownEvent::Rule => { if self.depth == 0 && !range.is_empty() { self.root_block_starts.push(range.start); let root_block_index = self.root_block_starts.len() - 1; self.events.push((range.clone(), MarkdownEvent::RootStart)); self.events.push((range.clone(), event)); self.events .push((range, MarkdownEvent::RootEnd(root_block_index))); } else { self.events.push((range, event)); } } _ => { self.events.push((range, event)); } } } } const MAX_DUPLICATE_HEADING_SLUGS: usize = 128; fn build_heading_slugs( source: &str, events: &[(Range<usize>, MarkdownEvent)], ) -> HashMap<SharedString, usize> { let mut slugs = HashMap::default(); let mut slug_counts: HashMap<String, usize> = HashMap::default(); let mut inside_heading = false; let mut heading_text = String::new(); let mut heading_source_start: Option<usize> = None; for (range, event) in events { match event { MarkdownEvent::Start(MarkdownTag::Heading { .. }) => { inside_heading = true; heading_text.clear(); heading_source_start = None; } MarkdownEvent::End(MarkdownTagEnd::Heading(_)) => { if inside_heading { let source_offset = heading_source_start.unwrap_or(range.start); let base_slug = generate_heading_slug(&heading_text); let count = slug_counts.entry(base_slug.clone()).or_insert(0); let mut slug = if *count == 0 { base_slug.clone() } else { format!("{base_slug}-{count}") }; *count += 1; while slugs.contains_key(slug.as_str()) { let Some(count) = slug_counts.get_mut(&base_slug) else { slug.clear(); break; }; if *count >= MAX_DUPLICATE_HEADING_SLUGS { slug.clear(); break; } slug = format!("{base_slug}-{count}"); *count += 1; } if !slug.is_empty() { slugs.insert(SharedString::from(slug), source_offset); } inside_heading = false; } } MarkdownEvent::Text | MarkdownEvent::Code if inside_heading => { if heading_source_start.is_none() { heading_source_start = Some(range.start); } heading_text.push_str(&source[range.clone()]); } MarkdownEvent::SubstitutedCode(substituted) if inside_heading => { if heading_source_start.is_none() { heading_source_start = Some(range.start); } heading_text.push_str(substituted); } MarkdownEvent::SubstitutedText(substituted) if inside_heading => { if heading_source_start.is_none() { heading_source_start = Some(range.start); } heading_text.push_str(substituted); } _ => {} } } slugs } fn parse_metadata_table_rows(source: &str, source_range: Range<usize>) -> Option<Vec<MetadataRow>> { let mut rows = Vec::new(); let mut line_start = source_range.start; for line in source[source_range].split_inclusive('\n') { let line_end = line_start + line.len(); let content_end = line_start + line.trim_end_matches(['\r', '\n']).len(); let content_range = line_start..content_end; let line_text = &source[content_range.clone()]; if line_text.is_empty() || line_text .chars() .next() .is_some_and(|character| character.is_whitespace()) { return None; } let delimiter = line_text.find(':')?; let key = trim_metadata_range(source, content_range.start..content_range.start + delimiter); let value = trim_metadata_range( source, content_range.start + delimiter + 1..content_range.end, ); if key.is_empty() || value.is_empty() { return None; } rows.push(MetadataRow { key, value }); line_start = line_end; } if rows.is_empty() { None } else { Some(rows) } } fn trim_metadata_range(source: &str, range: Range<usize>) -> Range<usize> { let text = &source[range.clone()]; let start_offset = text.len() - text.trim_start().len(); let end_offset = text.trim_end().len(); let start = range.start + start_offset; let end = (range.start + end_offset).max(start); start..end } fn is_br_tag(html: &str) -> bool { let Some(inner) = html .trim() .strip_prefix('<') .and_then(|s| s.strip_suffix('>')) else { return false; }; let inner = inner.strip_suffix('/').unwrap_or(inner); inner .split_ascii_whitespace() .next() .is_some_and(|name| name.eq_ignore_ascii_case("br")) } pub(crate) fn parse_markdown_with_options( text: &str, parse_html: bool, parse_heading_slugs: bool, parse_metadata_blocks: bool, ) -> ParsedMarkdownData { let mut state = ParseState::default(); let mut language_names = HashSet::default(); let mut language_paths = HashSet::default(); let mut html_blocks = BTreeMap::default(); let mut metadata_blocks = BTreeMap::default(); let mut within_link = false; let mut within_code_block = false; let mut within_metadata = false; let mut within_table = false; let mut current_metadata_block_start = None; let mut metadata_block_content_range: Option<Range<usize>> = None; let parse_options = if parse_metadata_blocks { PARSE_OPTIONS.union(Options::ENABLE_YAML_STYLE_METADATA_BLOCKS) } else { PARSE_OPTIONS }; let mut parser = Parser::new_ext(text, parse_options) .into_offset_iter() .peekable(); while let Some((pulldown_event, range)) = parser.next() { if within_metadata && !parse_metadata_blocks { if let pulldown_cmark::Event::End(pulldown_cmark::TagEnd::MetadataBlock(_)) = pulldown_event { within_metadata = false; current_metadata_block_start = None; metadata_block_content_range = None; } continue; } match pulldown_event { pulldown_cmark::Event::Start(tag) => { if let pulldown_cmark::Tag::HtmlBlock = &tag { state.push_event(range.clone(), MarkdownEvent::Start(MarkdownTag::HtmlBlock)); if parse_html { if let Some(block) = html::html_parser::parse_html_block(&text[range.clone()], range.clone()) { html_blocks.insert(range.start, block); while let Some((event, end_range)) = parser.next() { if let pulldown_cmark::Event::End( pulldown_cmark::TagEnd::HtmlBlock, ) = event { state.push_event( end_range, MarkdownEvent::End(MarkdownTagEnd::HtmlBlock), ); break; } } } } continue; } let tag = match tag { pulldown_cmark::Tag::Link { link_type, dest_url, title, id, } => { within_link = true; MarkdownTag::Link { link_type, dest_url: SharedString::from(dest_url.into_string()), title: SharedString::from(title.into_string()), id: SharedString::from(id.into_string()), } } pulldown_cmark::Tag::MetadataBlock(kind) => { within_metadata = true; current_metadata_block_start = Some(range.start); metadata_block_content_range = None; if !parse_metadata_blocks { continue; } MarkdownTag::MetadataBlock(kind) } pulldown_cmark::Tag::CodeBlock(pulldown_cmark::CodeBlockKind::Indented) => { within_code_block = true; MarkdownTag::CodeBlock { kind: CodeBlockKind::Indented, metadata: CodeBlockMetadata { content_range: range.clone(), line_count: 1, is_fenced_closed: false, }, } } pulldown_cmark::Tag::CodeBlock(pulldown_cmark::CodeBlockKind::Fenced( ref info, )) => { within_code_block = true; let content_range = extract_code_block_content_range(&text[range.clone()]); let content_range = content_range.start + range.start..content_range.end + range.start; // Valid to use bytes since multi-byte UTF-8 doesn't use ASCII chars. let line_count = text[content_range.clone()] .bytes() .filter(|c| *c == b'\n') .count(); let is_fenced_closed = { let code_block_source = &text[range.clone()]; code_block_source .trim_end() .lines() .last() .is_some_and(|line| { let trimmed = line.trim_start(); trimmed.len() >= 3 && trimmed.chars().all(|c| c == '`') }) }; let metadata = CodeBlockMetadata { content_range, line_count, is_fenced_closed, }; let info = info.trim(); let kind = if info.is_empty() { CodeBlockKind::Fenced // Languages should never contain a slash, and PathRanges always should. // (Models are told to specify them relative to a workspace root.) } else if info.contains('/') { let path_range = PathWithRange::new(info); language_paths.insert(path_range.path.clone()); CodeBlockKind::FencedSrc(path_range) } else { let language = SharedString::from(info.to_string()); language_names.insert(language.clone()); CodeBlockKind::FencedLang(language) }; MarkdownTag::CodeBlock { kind, metadata } } pulldown_cmark::Tag::Paragraph => MarkdownTag::Paragraph, pulldown_cmark::Tag::Heading { level, id, classes, attrs, } => { let id = id.map(|id| SharedString::from(id.into_string())); let classes = classes .into_iter() .map(|c| SharedString::from(c.into_string())) .collect(); let attrs = attrs .into_iter() .map(|(key, value)| { ( SharedString::from(key.into_string()), value.map(|v| SharedString::from(v.into_string())), ) }) .collect(); MarkdownTag::Heading { level, id, classes, attrs, } } pulldown_cmark::Tag::BlockQuote(kind) => MarkdownTag::BlockQuote(kind), pulldown_cmark::Tag::List(start_number) => MarkdownTag::List(start_number), pulldown_cmark::Tag::Item => MarkdownTag::Item, pulldown_cmark::Tag::FootnoteDefinition(label) => { MarkdownTag::FootnoteDefinition(SharedString::from(label.to_string())) } pulldown_cmark::Tag::Table(alignments) => { within_table = true; MarkdownTag::Table(alignments) } pulldown_cmark::Tag::TableHead => MarkdownTag::TableHead, pulldown_cmark::Tag::TableRow => MarkdownTag::TableRow, pulldown_cmark::Tag::TableCell => MarkdownTag::TableCell, pulldown_cmark::Tag::Emphasis => MarkdownTag::Emphasis, pulldown_cmark::Tag::Strong => MarkdownTag::Strong, pulldown_cmark::Tag::Strikethrough => MarkdownTag::Strikethrough, pulldown_cmark::Tag::Superscript => MarkdownTag::Superscript, pulldown_cmark::Tag::Subscript => MarkdownTag::Subscript, pulldown_cmark::Tag::Image { link_type, dest_url, title, id, } => MarkdownTag::Image { link_type, dest_url: SharedString::from(dest_url.into_string()), title: SharedString::from(title.into_string()), id: SharedString::from(id.into_string()), }, pulldown_cmark::Tag::HtmlBlock => MarkdownTag::HtmlBlock, // this is handled above separately pulldown_cmark::Tag::DefinitionList => MarkdownTag::DefinitionList, pulldown_cmark::Tag::DefinitionListTitle => MarkdownTag::DefinitionListTitle, pulldown_cmark::Tag::DefinitionListDefinition => { MarkdownTag::DefinitionListDefinition } }; state.push_event(range, MarkdownEvent::Start(tag)) } pulldown_cmark::Event::End(tag) => { if let pulldown_cmark::TagEnd::Link = tag { within_link = false; } else if let pulldown_cmark::TagEnd::CodeBlock = tag { within_code_block = false; } else if let pulldown_cmark::TagEnd::MetadataBlock(_) = tag { within_metadata = false; let block_start = current_metadata_block_start.take(); let content_range = metadata_block_content_range.take(); if parse_metadata_blocks && let (Some(block_start), Some(content_range)) = (block_start, content_range) { metadata_blocks.insert( block_start, ParsedMetadataBlock { rows: parse_metadata_table_rows(text, content_range.clone()), content_range, }, ); } if !parse_metadata_blocks { continue; } } else if let pulldown_cmark::TagEnd::Table = tag { within_table = false; } state.push_event(range, MarkdownEvent::End(tag)); } pulldown_cmark::Event::Text(parsed) => { fn event_for( text: &str, range: Range<usize>, str: &str, ) -> (Range<usize>, MarkdownEvent) { if str == &text[range.clone()] { (range, MarkdownEvent::Text) } else { (range, MarkdownEvent::SubstitutedText(str.to_owned())) } } if within_metadata { match &mut metadata_block_content_range { Some(content_range) => { content_range.start = content_range.start.min(range.start); content_range.end = content_range.end.max(range.end); } None => metadata_block_content_range = Some(range.clone()), } state.push_event(range, MarkdownEvent::Text); continue; } if within_code_block { let (range, event) = event_for(text, range, &parsed); state.push_event(range, event);