Add ’ to partitioning regex
This commit is contained in:
@ -18,7 +18,7 @@ defmodule Outlook.InternalTree.RawInternalBasic do
|
|||||||
|> String.replace(~r/\.\.\.+/u, "…")
|
|> String.replace(~r/\.\.\.+/u, "…")
|
||||||
|> String.replace(~r/([[:upper:]])\./u, "\\1#{@nonperiodmarker}")
|
|> String.replace(~r/([[:upper:]])\./u, "\\1#{@nonperiodmarker}")
|
||||||
|> String.replace(~r/(\d)\.(\d)/u, "\\1#{@nonperiodmarker}\\2")
|
|> String.replace(~r/(\d)\.(\d)/u, "\\1#{@nonperiodmarker}\\2")
|
||||||
|> String.replace(~r|([.?!]["'”]?\s*)|u, "\\1#{@splitmarker}")
|
|> String.replace(~r|([.?!]["'”’]?\s*)|u, "\\1#{@splitmarker}")
|
||||||
|> String.replace(@nonperiodmarker, ".")
|
|> String.replace(@nonperiodmarker, ".")
|
||||||
} | set_split_markers(rest) ]
|
} | set_split_markers(rest) ]
|
||||||
end
|
end
|
||||||
|
|||||||
Reference in New Issue
Block a user