HTMLTagRemover/special_characters_web.java at master · cmsemog/HTMLTagRemover · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
package base;

import java.util.ArrayList;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

public class special_characters_web {

	public static void main(String[] args) {
		// TODO Auto-generated method stub

String input = "20&#58;%";

		input = "9&quot;9";
		removeWebEncoding(input);
		input = "&nbsp;55";
		removeWebEncoding(input);
		input = "&quot;&#60;I&#62; am the &#60;greatest&#62;&quot;";
		removeWebEncoding(input);
		//process(input);

		String ok = "<p>ok&quot;ok</p>";

		removeHTMLTags(ok);
		removeWebEncoding(ok);
	}

	public static String removeHTMLTags(String input) {

		String regex = "^[<][^\\/<>]+[>]|[<][^<>]+[>]|[<][^:]+[:]|[;][/][^>]+[>]|[;][>]$";
		Pattern pattern = Pattern.compile(regex, Pattern.CASE_INSENSITIVE);
	    String output = input.replaceAll(pattern.toString(), "");
		Matcher matcher = pattern.matcher(input);

		System.out.println(input);
		System.out.println(output);


		return output;
	}

	public static String removeWebEncoding(String input) {


			//	String[] replacement = SpecialCharacter(input, i);
				input = input
						.replace("&#60;", "<")
						.replace("&#62;", ">")
						.replace("&#34;","'" )//"\""
						.replace("&quot;","'" )
						.replace("&#39;","'" )
						.replace("&#58;",":" )
						.replace("&nbsp;"," " )
						.replace("&#96;", "`")
						.replace("&#92;", "\\")
						//3rd set of encoding
						.replace("’", "'")
						.replace("–", "-")
						.replace("“", "'")//"\""
						.replace("�?", "'")//"\""
						.replace("&lsquo;","'")
						.replace("&rsquo;", "'")
						.replace("&rdquo;", "'")
						.replace("&ldquo;", "'")
						.replace("&#160;", "")
						.replace("&ndash;", "-")
						.replace("&mdash;","�")
						.replace("&deg;", "�")
						.replace("&middot;", "�")
						.replace("&not;","�")
						.replace("&amp;","&")
						.replace("&bull;","�")
						.replace("&gt;",">")
						.replace("&lt;", "<");

				System.out.println(input);
				return input;


	}


}