Added support for very large XML files

Author: rmraya

lib/xmljava.jar

@@ -14,8 +14,8 @@
 
 public class Constants {
 
-    public static final String VERSION = "1.7.0";
-    public static final String BUILD = "20240210_0953";
+    public static final String VERSION = "1.8.0";
+    public static final String BUILD = "20240322_0813";
 
     private Constants() {
         // private for security

src/com/maxprograms/xml/Constants.java

@@ -80,6 +80,7 @@ public Document build(ByteArrayInputStream stream) throws SAXException, IOExcept
 			parser.setFeature("http://apache.org/xml/features/validation/schema", true);
 			parser.setFeature("http://apache.org/xml/features/validation/dynamic", true);
 		}
+		parser.setProperty("http://www.oracle.com/xml/jaxp/properties/totalEntitySizeLimit", 0);
 		boolean clearHandler = false;
 		if (contentHandler == null) {
 			contentHandler = new CustomContentHandler();
@@ -145,6 +146,7 @@ public Document build(URL url) throws SAXException, IOException, ParserConfigura
 			parser.setFeature("http://apache.org/xml/features/validation/schema", true);
 			parser.setFeature("http://apache.org/xml/features/validation/dynamic", true);
 		}
+		parser.setProperty("http://www.oracle.com/xml/jaxp/properties/totalEntitySizeLimit", 0);
 		boolean clearHandler = false;
 		if (contentHandler == null) {
 			contentHandler = new CustomContentHandler();

src/com/maxprograms/xml/SAXBuilder.java

@@ -11,8 +11,16 @@
  *******************************************************************************/
 package com.maxprograms.xml;
 
+import java.io.BufferedReader;
 import java.io.File;
+import java.io.FileInputStream;
+import java.io.FileReader;
 import java.io.IOException;
+import java.lang.System.Logger;
+import java.lang.System.Logger.Level;
+import java.nio.charset.StandardCharsets;
+import java.text.MessageFormat;
+import java.util.StringTokenizer;
 
 public class XMLUtils {
 
@@ -81,4 +89,56 @@ public static String getAbsolutePath(String homeFile, String relative) throws IO
 	public static boolean isXmlSpace(char c) {
         return c == ' ' || c == '\t' || c == '\n' || c == '\r';
     }
+
+	public static String getXMLEncoding(String fileName) {
+		// return UTF-8 as default
+		String result = StandardCharsets.UTF_8.name();
+		try {
+			// check if there is a BOM (byte order mark)
+			// at the start of the document
+			byte[] array = new byte[2];
+			try (FileInputStream inputStream = new FileInputStream(fileName)) {
+				int bytes = inputStream.read(array);
+				if (bytes == -1) {
+					MessageFormat mf = new MessageFormat(Messages.getString("XMLUtils.1"));
+					throw new IOException(mf.format(new String[] { fileName }));
+				}
+			}
+			byte[] lt = "<".getBytes();
+			byte[] feff = { -1, -2 };
+			byte[] fffe = { -2, -1 };
+			if (array[0] != lt[0]) {
+				// there is a BOM, now check the order
+				if (array[0] == fffe[0] && array[1] == fffe[1]) {
+					return StandardCharsets.UTF_16BE.name();
+				}
+				if (array[0] == feff[0] && array[1] == feff[1]) {
+					return StandardCharsets.UTF_16LE.name();
+				}
+			}
+			// check declared encoding
+			String line = "";
+			try (FileReader input = new FileReader(fileName); BufferedReader buffer = new BufferedReader(input)) {
+				line = buffer.readLine();
+			}
+			if (line.startsWith("<?")) {
+				line = line.substring(2, line.indexOf("?>"));
+				line = line.replace("\'", "\"");
+				StringTokenizer tokenizer = new StringTokenizer(line);
+				while (tokenizer.hasMoreTokens()) {
+					String token = tokenizer.nextToken();
+					if (token.startsWith("encoding")) {
+						result = token.substring(token.indexOf('\"') + 1, token.lastIndexOf('\"'));
+					}
+				}
+			}
+		} catch (Exception e) {
+			Logger logger = System.getLogger(XMLUtils.class.getName());
+			logger.log(Level.ERROR, e.getMessage(), e);
+		}
+		if (result.equalsIgnoreCase("utf-8")) {
+			result = StandardCharsets.UTF_8.name();
+		}
+		return result;
+	}
 }

src/com/maxprograms/xml/XMLUtils.java

@@ -22,3 +22,4 @@ RelaxNGParser.1=Missing ''{0}'' in <externalRef>
 SAXBuilder.1=File ''{0}'' does not exist
 XMLOutputter.0=Header contains wrong content type
 XMLOutputter.1=Unknown node type
+XMLUtils.1=Error reading BOM from {0}

src/com/maxprograms/xml/xmljava.properties

@@ -22,3 +22,4 @@ RelaxNGParser.1=Falta ''{0}'' en <externalRef>
 SAXBuilder.1=El archivo ''{0}'' no existe
 XMLOutputter.0=El encabezado contiene un tipo de contenido incorrecto
 XMLOutputter.1=Tipo de nodo desconocido
+XMLUtils.1=Error al leer Marca de Orden de Bytes (BOM) de {0}