diff options
Diffstat (limited to 'parse_wiki_text/src/parse.rs')
| -rw-r--r-- | parse_wiki_text/src/parse.rs | 208 |
1 files changed, 208 insertions, 0 deletions
diff --git a/parse_wiki_text/src/parse.rs b/parse_wiki_text/src/parse.rs new file mode 100644 index 0000000..33314bb --- /dev/null +++ b/parse_wiki_text/src/parse.rs @@ -0,0 +1,208 @@ +// Copyright 2019 Fredrik Portström <https://portstrom.com> +// This is free software distributed under the terms specified in +// the file LICENSE at the top-level directory of this distribution. + +#[must_use] +pub fn parse<'a>(configuration: &crate::Configuration, wiki_text: &'a str) -> crate::Output<'a> { + let mut state = crate::State { + flushed_position: 0, + nodes: vec![], + scan_position: 0, + stack: vec![], + warnings: vec![], + wiki_text, + }; + { + let mut has_line_break = false; + let mut position = 0; + loop { + match state.get_byte(position) { + Some(b'\n') => { + if has_line_break { + state.warnings.push(crate::Warning { + end: position + 1, + message: crate::WarningMessage::RepeatedEmptyLine, + start: position, + }); + } + has_line_break = true; + position += 1; + state.flushed_position = position; + state.scan_position = position; + } + Some(b' ') => position += 1, + Some(b'#') => { + crate::redirect::parse_redirect(&mut state, configuration, position); + break; + } + _ => break, + } + } + } + crate::line::parse_beginning_of_line(&mut state, None); + loop { + match state.get_byte(state.scan_position) { + None => { + crate::line::parse_end_of_line(&mut state); + if state.scan_position < state.wiki_text.len() { + continue; + } + if let Some(crate::OpenNode { nodes, start, .. }) = state.stack.pop() { + state.warnings.push(crate::Warning { + end: state.scan_position, + message: crate::WarningMessage::MissingEndTagRewinding, + start, + }); + state.rewind(nodes, start); + } else { + break; + } + } + Some(0) | Some(1) | Some(2) | Some(3) | Some(4) | Some(5) | Some(6) | Some(7) + | Some(8) | Some(11) | Some(12) | Some(13) | Some(14) | Some(15) | Some(16) + | Some(17) | Some(18) | Some(19) | Some(20) | Some(21) | Some(22) | Some(23) + | Some(24) | Some(25) | Some(26) | Some(27) | Some(28) | Some(29) | Some(30) + | Some(31) | Some(127) => { + state.warnings.push(crate::Warning { + end: state.scan_position + 1, + message: crate::WarningMessage::InvalidCharacter, + start: state.scan_position, + }); + state.scan_position += 1; + } + Some(b'\n') => { + crate::line::parse_end_of_line(&mut state); + } + Some(b'!') + if state.get_byte(state.scan_position + 1) == Some(b'!') + && match state.stack.last() { + Some(crate::OpenNode { + type_: crate::OpenNodeType::Table(..), + .. + }) => true, + _ => false, + } => + { + crate::table::parse_heading_cell(&mut state); + } + Some(b'&') => { + crate::character_entity::parse_character_entity(&mut state, configuration) + } + Some(b'\'') => { + if state.get_byte(state.scan_position + 1) == Some(b'\'') { + crate::bold_italic::parse_bold_italic(&mut state); + } else { + state.scan_position += 1; + } + } + Some(b'<') => match state.get_byte(state.scan_position + 1) { + Some(b'!') + if state.get_byte(state.scan_position + 2) == Some(b'-') + && state.get_byte(state.scan_position + 3) == Some(b'-') => + { + crate::comment::parse_comment(&mut state) + } + Some(b'/') => crate::tag::parse_end_tag(&mut state, configuration), + _ => crate::tag::parse_start_tag(&mut state, configuration), + }, + Some(b'=') => { + crate::template::parse_parameter_name_end(&mut state); + } + Some(b'[') => { + if state.get_byte(state.scan_position + 1) == Some(b'[') { + crate::link::parse_link_start(&mut state, configuration); + } else { + crate::external_link::parse_external_link_start(&mut state, configuration); + } + } + Some(b']') => match state.stack.pop() { + None => state.scan_position += 1, + Some(crate::OpenNode { + nodes, + start, + type_: crate::OpenNodeType::ExternalLink, + }) => { + crate::external_link::parse_external_link_end(&mut state, start, nodes); + } + Some(crate::OpenNode { + nodes, + start, + type_: crate::OpenNodeType::Link { namespace, target }, + }) => { + if state.get_byte(state.scan_position + 1) == Some(b']') { + crate::link::parse_link_end( + &mut state, + &configuration, + start, + nodes, + namespace, + target, + ); + } else { + state.scan_position += 1; + state.stack.push(crate::OpenNode { + nodes, + start, + type_: crate::OpenNodeType::Link { namespace, target }, + }); + } + } + Some(open_node) => { + state.scan_position += 1; + state.stack.push(open_node); + } + }, + Some(b'_') => { + if state.get_byte(state.scan_position + 1) == Some(b'_') { + crate::magic_word::parse_magic_word(&mut state, configuration); + } else { + state.scan_position += 1; + } + } + Some(b'{') => { + if state.get_byte(state.scan_position + 1) == Some(b'{') { + crate::template::parse_template_start(&mut state); + } else { + state.scan_position += 1; + } + } + Some(b'|') => match state.stack.last_mut() { + Some(crate::OpenNode { + type_: crate::OpenNodeType::Parameter { default: None, .. }, + .. + }) => { + crate::template::parse_parameter_separator(&mut state); + } + Some(crate::OpenNode { + type_: crate::OpenNodeType::Table(..), + .. + }) => { + crate::table::parse_inline_token(&mut state); + } + Some(crate::OpenNode { + type_: crate::OpenNodeType::Template { .. }, + .. + }) => { + crate::template::parse_template_separator(&mut state); + } + _ => state.scan_position += 1, + }, + Some(b'}') => { + if state.get_byte(state.scan_position + 1) == Some(b'}') { + crate::template::parse_template_end(&mut state); + } else { + state.scan_position += 1; + } + } + _ => { + state.scan_position += 1; + } + } + } + let end_position = state.skip_whitespace_backwards(wiki_text.len()); + state.flush(end_position); + crate::Output { + nodes: state.nodes, + warnings: state.warnings, + } +} |