aboutsummaryrefslogtreecommitdiff
path: root/helix-core
diff options
context:
space:
mode:
authorBlaž Hrastnik2022-03-16 09:02:37 +0000
committerBlaž Hrastnik2022-03-17 00:29:47 +0000
commitf67e1ee1723592a4e6279197317d46759cd05976 (patch)
tree023d8cf1dd6a83f867cc74b2f9eeec5e117e5e21 /helix-core
parentb4a282fd360a6cd8a03f7b1d784dafe5bc4c8abc (diff)
Put esoteric line endings behind a feature flag
Diffstat (limited to 'helix-core')
-rw-r--r--helix-core/Cargo.toml2
-rw-r--r--helix-core/src/line_ending.rs57
2 files changed, 51 insertions, 8 deletions
diff --git a/helix-core/Cargo.toml b/helix-core/Cargo.toml
index 2c557a0e..150f6b4e 100644
--- a/helix-core/Cargo.toml
+++ b/helix-core/Cargo.toml
@@ -17,7 +17,7 @@ unicode-lines = ["ropey/unicode_lines"]
helix-loader = { version = "0.6", path = "../helix-loader" }
# ropey = "1.3"
-ropey = { git = "https://github.com/cessen/ropey", default-features = false, features = ["cr_lines"] }
+ropey = { git = "https://github.com/cessen/ropey", default-features = false }
smallvec = "1.8"
smartstring = "1.0.0"
unicode-segmentation = "1.9"
diff --git a/helix-core/src/line_ending.rs b/helix-core/src/line_ending.rs
index 8eb426e1..60e0acfa 100644
--- a/helix-core/src/line_ending.rs
+++ b/helix-core/src/line_ending.rs
@@ -10,12 +10,18 @@ pub const DEFAULT_LINE_ENDING: LineEnding = LineEnding::LF;
pub enum LineEnding {
Crlf, // CarriageReturn followed by LineFeed
LF, // U+000A -- LineFeed
- VT, // U+000B -- VerticalTab
- FF, // U+000C -- FormFeed
- CR, // U+000D -- CarriageReturn
- Nel, // U+0085 -- NextLine
- LS, // U+2028 -- Line Separator
- PS, // U+2029 -- ParagraphSeparator
+ #[cfg(feature = "unicode-lines")]
+ VT, // U+000B -- VerticalTab
+ #[cfg(feature = "unicode-lines")]
+ FF, // U+000C -- FormFeed
+ #[cfg(feature = "unicode-lines")]
+ CR, // U+000D -- CarriageReturn
+ #[cfg(feature = "unicode-lines")]
+ Nel, // U+0085 -- NextLine
+ #[cfg(feature = "unicode-lines")]
+ LS, // U+2028 -- Line Separator
+ #[cfg(feature = "unicode-lines")]
+ PS, // U+2029 -- ParagraphSeparator
}
impl LineEnding {
@@ -32,11 +38,17 @@ impl LineEnding {
match self {
Self::Crlf => "\u{000D}\u{000A}",
Self::LF => "\u{000A}",
+ #[cfg(feature = "unicode-lines")]
Self::VT => "\u{000B}",
+ #[cfg(feature = "unicode-lines")]
Self::FF => "\u{000C}",
+ #[cfg(feature = "unicode-lines")]
Self::CR => "\u{000D}",
+ #[cfg(feature = "unicode-lines")]
Self::Nel => "\u{0085}",
+ #[cfg(feature = "unicode-lines")]
Self::LS => "\u{2028}",
+ #[cfg(feature = "unicode-lines")]
Self::PS => "\u{2029}",
}
}
@@ -45,11 +57,17 @@ impl LineEnding {
pub const fn from_char(ch: char) -> Option<LineEnding> {
match ch {
'\u{000A}' => Some(LineEnding::LF),
+ #[cfg(feature = "unicode-lines")]
'\u{000B}' => Some(LineEnding::VT),
+ #[cfg(feature = "unicode-lines")]
'\u{000C}' => Some(LineEnding::FF),
+ #[cfg(feature = "unicode-lines")]
'\u{000D}' => Some(LineEnding::CR),
+ #[cfg(feature = "unicode-lines")]
'\u{0085}' => Some(LineEnding::Nel),
+ #[cfg(feature = "unicode-lines")]
'\u{2028}' => Some(LineEnding::LS),
+ #[cfg(feature = "unicode-lines")]
'\u{2029}' => Some(LineEnding::PS),
// Not a line ending
_ => None,
@@ -65,11 +83,17 @@ impl LineEnding {
match g {
"\u{000D}\u{000A}" => Some(LineEnding::Crlf),
"\u{000A}" => Some(LineEnding::LF),
+ #[cfg(feature = "unicode-lines")]
"\u{000B}" => Some(LineEnding::VT),
+ #[cfg(feature = "unicode-lines")]
"\u{000C}" => Some(LineEnding::FF),
+ #[cfg(feature = "unicode-lines")]
"\u{000D}" => Some(LineEnding::CR),
+ #[cfg(feature = "unicode-lines")]
"\u{0085}" => Some(LineEnding::Nel),
+ #[cfg(feature = "unicode-lines")]
"\u{2028}" => Some(LineEnding::LS),
+ #[cfg(feature = "unicode-lines")]
"\u{2029}" => Some(LineEnding::PS),
// Not a line ending
_ => None,
@@ -101,7 +125,9 @@ pub fn auto_detect_line_ending(doc: &Rope) -> Option<LineEnding> {
// are being matched, as they might be special-use only
for line in doc.lines().take(100) {
match get_line_ending(&line) {
- None | Some(LineEnding::VT) | Some(LineEnding::FF) | Some(LineEnding::PS) => {}
+ None => {}
+ #[cfg(feature = "unicode-lines")]
+ Some(LineEnding::VT) | Some(LineEnding::FF) | Some(LineEnding::PS) => {}
ending => return ending,
}
}
@@ -128,6 +154,19 @@ pub fn get_line_ending(line: &RopeSlice) -> Option<LineEnding> {
LineEnding::from_str(g2).or_else(|| LineEnding::from_str(g1))
}
+#[cfg(not(feature = "unicode-lines"))]
+/// Returns the passed line's line ending, if any.
+pub fn get_line_ending_of_str(line: &str) -> Option<LineEnding> {
+ if line.ends_with("\u{000D}\u{000A}") {
+ Some(LineEnding::Crlf)
+ } else if line.ends_with('\u{000A}') {
+ Some(LineEnding::LF)
+ } else {
+ None
+ }
+}
+
+#[cfg(feature = "unicode-lines")]
/// Returns the passed line's line ending, if any.
pub fn get_line_ending_of_str(line: &str) -> Option<LineEnding> {
if line.ends_with("\u{000D}\u{000A}") {
@@ -211,6 +250,7 @@ mod line_ending_tests {
#[test]
fn str_to_line_ending() {
+ #[cfg(feature = "unicode-lines")]
assert_eq!(LineEnding::from_str("\r"), Some(LineEnding::CR));
assert_eq!(LineEnding::from_str("\n"), Some(LineEnding::LF));
assert_eq!(LineEnding::from_str("\r\n"), Some(LineEnding::Crlf));
@@ -220,6 +260,7 @@ mod line_ending_tests {
#[test]
fn rope_slice_to_line_ending() {
let r = Rope::from_str("hello\r\n");
+ #[cfg(feature = "unicode-lines")]
assert_eq!(
LineEnding::from_rope_slice(&r.slice(5..6)),
Some(LineEnding::CR)
@@ -238,6 +279,7 @@ mod line_ending_tests {
#[test]
fn get_line_ending_rope_slice() {
let r = Rope::from_str("Hello\rworld\nhow\r\nare you?");
+ #[cfg(feature = "unicode-lines")]
assert_eq!(get_line_ending(&r.slice(..6)), Some(LineEnding::CR));
assert_eq!(get_line_ending(&r.slice(..12)), Some(LineEnding::LF));
assert_eq!(get_line_ending(&r.slice(..17)), Some(LineEnding::Crlf));
@@ -247,6 +289,7 @@ mod line_ending_tests {
#[test]
fn get_line_ending_str() {
let text = "Hello\rworld\nhow\r\nare you?";
+ #[cfg(feature = "unicode-lines")]
assert_eq!(get_line_ending_of_str(&text[..6]), Some(LineEnding::CR));
assert_eq!(get_line_ending_of_str(&text[..12]), Some(LineEnding::LF));
assert_eq!(get_line_ending_of_str(&text[..17]), Some(LineEnding::Crlf));