new line fix

Author: Mario Hros

html2text.go

@@ -53,9 +53,6 @@ func HTMLEntitiesToText(htmlEntsText string) string {
 
 	for i, r := range htmlEntsText {
 		switch {
-		case r == '\n', r == '\r': // skip new lines
-			continue
-
 		case r == ';' && inEnt:
 			inEnt = false
 			continue
@@ -117,6 +114,9 @@ func HTML2Text(html string) string {
 		}
 
 		switch {
+		case r <= 0xD, r == 0x85, r == 0x2028, r == 0x2029: // skip new lines
+			continue
+
 		case r == ';' && inEnt: // end of html entity
 			inEnt = false
 			shouldOutput = true

html2text_test.go

@@ -21,6 +21,7 @@ func TestHTML2Text(t *testing.T) {
 		})
 
 		Convey("Line breaks", func() {
+			So(HTML2Text("should \nignore \r\nnew lines"), ShouldEqual, "should ignore new lines")
 			So(HTML2Text(`two<br>line<br/>breaks`), ShouldEqual, "two\r\nline\r\nbreaks")
 			So(HTML2Text(`<p>two</p><p>paragraphs</p>`), ShouldEqual, "two\r\nparagraphs")
 		})