Add unicode char c2a0 to list of whitespace to remove
This commit is contained in:
parent
61df4cdff1
commit
393d1df378
|
@ -1,6 +1,6 @@
|
||||||
cmake_minimum_required (VERSION 3.7)
|
cmake_minimum_required (VERSION 3.7)
|
||||||
project (mastorss
|
project (mastorss
|
||||||
VERSION 0.5.9
|
VERSION 0.5.10
|
||||||
LANGUAGES CXX
|
LANGUAGES CXX
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
|
@ -156,7 +156,7 @@ std::vector<string> parse_website(const string &xml)
|
||||||
str = std::regex_replace(str, recdata2, "");
|
str = std::regex_replace(str, recdata2, "");
|
||||||
str = std::regex_replace(str, restrip, "");
|
str = std::regex_replace(str, restrip, "");
|
||||||
str = std::regex_replace(str, std::regex("\\r"), ""); // remove \r
|
str = std::regex_replace(str, std::regex("\\r"), ""); // remove \r
|
||||||
str = std::regex_replace(str, std::regex("\\n[ \t]+\\n"), ""); // remove whitespace between newlines
|
str = std::regex_replace(str, std::regex("\\n[ \uc2a0\t]+\\n"), ""); // remove whitespace between newlines
|
||||||
str = std::regex_replace(str, std::regex("\\n{3,}"), "\n\n"); // remove excess newlines
|
str = std::regex_replace(str, std::regex("\\n{3,}"), "\n\n"); // remove excess newlines
|
||||||
|
|
||||||
for (const string &hashtag : watchwords)
|
for (const string &hashtag : watchwords)
|
||||||
|
|
Loading…
Reference in New Issue
Block a user