plugins/org.eclipse.osee.framework.ui.skynet/src/org/eclipse/osee/framework/ui/skynet/blam/operation/FixTemplateContentArtifacts.java - osee/org.eclipse.osee - Git at Google

 /*******************************************************************************
  * Copyright (c) 2004, 2007 Boeing.
  * All rights reserved. This program and the accompanying materials
  * are made available under the terms of the Eclipse Public License v1.0
  * which accompanies this distribution, and is available at
  * http://www.eclipse.org/legal/epl-v10.html
  *
  * Contributors:
  *     Boeing - initial API and implementation
  *******************************************************************************/
 package org.eclipse.osee.framework.ui.skynet.blam.operation;

 import java.io.ByteArrayInputStream;
 import java.io.ByteArrayOutputStream;
 import java.io.File;
 import java.io.FileOutputStream;
 import java.io.IOException;
 import java.io.InputStream;
 import java.io.OutputStream;
 import java.net.HttpURLConnection;
 import java.net.URL;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.Collection;
 import java.util.HashMap;
 import java.util.LinkedList;
 import java.util.Map;
 import java.util.logging.Level;
 import java.util.zip.ZipEntry;
 import java.util.zip.ZipInputStream;
 import org.eclipse.core.runtime.IProgressMonitor;
 import org.eclipse.core.runtime.Platform;
 import org.eclipse.osee.framework.core.client.ClientSessionManager;
 import org.eclipse.osee.framework.core.client.server.HttpUrlBuilderClient;
 import org.eclipse.osee.framework.core.data.OseeServerContext;
 import org.eclipse.osee.framework.core.enums.CoreAttributeTypes;
 import org.eclipse.osee.framework.core.exception.OseeCoreException;
 import org.eclipse.osee.framework.core.exception.OseeExceptions;
 import org.eclipse.osee.framework.core.util.HttpProcessor;
 import org.eclipse.osee.framework.core.util.HttpProcessor.AcquireResult;
 import org.eclipse.osee.framework.core.util.XResultData;
 import org.eclipse.osee.framework.database.core.ConnectionHandler;
 import org.eclipse.osee.framework.database.core.IOseeStatement;
 import org.eclipse.osee.framework.jdk.core.util.AHTML;
 import org.eclipse.osee.framework.jdk.core.util.Lib;
 import org.eclipse.osee.framework.jdk.core.util.Strings;
 import org.eclipse.osee.framework.jdk.core.util.xml.Jaxp;
 import org.eclipse.osee.framework.logging.OseeLog;
 import org.eclipse.osee.framework.plugin.core.util.OseeData;
 import org.eclipse.osee.framework.skynet.core.attribute.AttributeTypeManager;
 import org.eclipse.osee.framework.ui.skynet.SkynetGuiPlugin;
 import org.eclipse.osee.framework.ui.skynet.blam.AbstractBlam;
 import org.eclipse.osee.framework.ui.skynet.blam.VariableMap;
 import org.eclipse.osee.framework.ui.skynet.render.WordTemplateRenderer;
 import org.eclipse.osee.framework.ui.skynet.results.XResultDataUI;
 import org.eclipse.osee.framework.ui.skynet.results.html.XResultPage.Manipulations;
 import org.w3c.dom.Document;
 import org.w3c.dom.Element;
 import org.w3c.dom.NodeList;

 /**
  * @author Jeff C. Phillips
  * @author Theron Virgin
  */
 public class FixTemplateContentArtifacts extends AbstractBlam {
    private static final boolean DEBUG =
       Boolean.parseBoolean(Platform.getDebugOption("org.eclipse.osee.framework.ui.skynet/debug/Blam"));

    private static final String GET_ATTRS =
       "SELECT DISTINCT(art.human_readable_id), attr.gamma_id, attr.uri FROM osee_attribute attr, osee_artifact art WHERE attr.attr_type_id = ? AND attr.art_id = art.art_id AND attr.uri is not null AND attr.uri != ''";
    private final Collection<String> badData = new LinkedList<String>();
    private static final String[] columnHeaders = new String[] {"Corrupted Data"};

    private static File createTempFolder() {
       File rootDirectory = OseeData.getFile("FixTemplate_" + Lib.getDateTimeString() + File.separator);
       rootDirectory.mkdirs();
       return rootDirectory;
    }

    @Override
    public String getName() {
       return "Fix Template Content Artifacts";
    }

    @SuppressWarnings("unused")
    @Override
    public void runOperation(VariableMap variableMap, IProgressMonitor monitor) throws Exception {
       if (true) {
          System.err.println("Only to be run by developer");
          return;
       }
       File backupFolder = createTempFolder();
       OseeLog.logf(SkynetGuiPlugin.class, Level.INFO,
          "Backup Folder location: [%s]", backupFolder.getAbsolutePath());

       ArrayList<AttrData> attrDatas = loadAttrData();
       int totalAttrs = attrDatas.size();

       monitor.beginTask("Fix word template content", totalAttrs);

       for (int index = 0; index < attrDatas.size(); index++) {
          AttrData attrData = attrDatas.get(index);
          monitor.subTask(String.format("[%s of %s] - hrid[%s]", index, totalAttrs, attrData.getHrid()));
          Resource resource = getResource(attrData.getUri());

          Element rootElement = null;
          if (DEBUG) {
             OseeLog.logf(SkynetGuiPlugin.class, Level.INFO, "Before Fix: %s", resource.data);
          }

          final Collection<Element> elements = new LinkedList<Element>();
          final Collection<Element> sectPr = new LinkedList<Element>();
          boolean fixedAttribute = false;
          try {
             Document doc = Jaxp.readXmlDocument("<ForFix>" + resource.data + "</ForFix>");
             rootElement = doc.getDocumentElement();

             NodeList nodeList = rootElement.getElementsByTagName("*");
             for (int i = 0; i < nodeList.getLength(); i++) {
                Element element = (Element) nodeList.item(i);
                if (element.getNodeName().endsWith("w:p")) {
                   elements.add(element);
                }
                if (element.getNodeName().endsWith("w:sectPr")) {
                   sectPr.add(element);
                }
             }
             for (Element paragraph : elements) {
                boolean badParagraph = isBadParagraph(paragraph);
                if (badParagraph) {
                   paragraph.getParentNode().removeChild(paragraph);
                }
                fixedAttribute = fixedAttribute || badParagraph;
             }
             for (Element sect : sectPr) {
                sect.getParentNode().removeChild(sect);
                fixedAttribute = true;
             }
          } catch (Exception ex) {
             badData.add(attrData.gammaId);
             OseeLog.logf(SkynetGuiPlugin.class, Level.SEVERE,
                "Skiping File %s because of exception %s", attrData.getHrid(), ex);
          }

          if (fixedAttribute) {
             try {
                // Backup File
                backupResourceLocally(backupFolder, resource);

                // Perform Fix
                resource.data = new String(WordTemplateRenderer.getFormattedContent(rootElement), "UTF-8");
                resource.encoding = "UTF-8";

                // UploadResource
                uploadResource(attrData.getGammaId(), resource);

                if (DEBUG) {
                   OseeLog.logf(SkynetGuiPlugin.class, Level.INFO, " After Fix : %s", resource.data);
                }
             } catch (Exception ex) {
                OseeLog.logf(SkynetGuiPlugin.class, Level.SEVERE,
                   "Skiping File %s because of exception %s", attrData.getHrid(), ex);
             }
          }
          monitor.worked(1);
       }

       StringBuffer sbFull = new StringBuffer(AHTML.beginMultiColumnTable(100, 1));
       sbFull.append(AHTML.beginMultiColumnTable(100, 1));
       sbFull.append(AHTML.addHeaderRowMultiColumnTable(columnHeaders));
       for (String string : badData) {
          sbFull.append(AHTML.addRowMultiColumnTable(new String[] {string}));
       }
       sbFull.append(AHTML.endMultiColumnTable());
       XResultData rd = new XResultData();
       rd.addRaw(sbFull.toString());
       XResultDataUI.report(rd,"Fix bad data", Manipulations.RAW_HTML);

    }

    private ArrayList<AttrData> loadAttrData() throws OseeCoreException {
       ArrayList<AttrData> attrData = new ArrayList<AttrData>();

       IOseeStatement chStmt = ConnectionHandler.getStatement();
       try {
          chStmt.runPreparedQuery(GET_ATTRS, AttributeTypeManager.getTypeId(CoreAttributeTypes.WordTemplateContent));
          while (chStmt.next()) {
             attrData.add(new AttrData(chStmt.getString("gamma_Id"), chStmt.getString("human_readable_id"),
                chStmt.getString("uri")));
          }
       } finally {
          chStmt.close();
       }
       return attrData;
    }

    private static void uploadResource(String gammaId, Resource resource) throws Exception {
       String fileName = resource.resourceName;
       Map<String, String> parameterMap = new HashMap<String, String>();
       parameterMap.put("sessionId", ClientSessionManager.getSessionId());
       parameterMap.put("is.overwrite.allowed", String.valueOf(true));
       parameterMap.put("protocol", "attr");
       parameterMap.put("seed", gammaId);

       String extension = Lib.getExtension(fileName);
       if (Strings.isValid(extension)) {
          parameterMap.put("extension", extension);
          int charToRemove = extension.length() + 1;
          fileName = fileName.substring(0, fileName.length() - charToRemove);
       }
       parameterMap.put("name", fileName);

       byte[] toUpload = resource.data.getBytes(resource.encoding);
       if (resource.wasZipped) {
          toUpload = Lib.compressStream(new ByteArrayInputStream(toUpload), resource.entryName);
       }

       String urlString =
          HttpUrlBuilderClient.getInstance().getOsgiServletServiceUrl(OseeServerContext.RESOURCE_CONTEXT, parameterMap);
       HttpProcessor.put(new URL(urlString), new ByteArrayInputStream(toUpload), resource.result.getContentType(),
          resource.result.getEncoding());
    }

    private Resource getResource(String resourcePath) throws OseeCoreException {
       Resource toReturn = null;
       ByteArrayOutputStream sourceOutputStream = new ByteArrayOutputStream();
       try {
          Map<String, String> parameterMap = new HashMap<String, String>();
          parameterMap.put("sessionId", ClientSessionManager.getSessionId());
          parameterMap.put("uri", resourcePath);
          String urlString =
             HttpUrlBuilderClient.getInstance().getOsgiServletServiceUrl(OseeServerContext.RESOURCE_CONTEXT,
                parameterMap);

          AcquireResult result = HttpProcessor.acquire(new URL(urlString), sourceOutputStream);
          if (result.getCode() == HttpURLConnection.HTTP_OK) {
             toReturn = new Resource(resourcePath, result, sourceOutputStream.toByteArray());
          }
       } catch (Exception ex) {
          OseeExceptions.wrapAndThrow(ex);
       } finally {
          try {
             sourceOutputStream.close();
          } catch (IOException ex) {
             OseeExceptions.wrapAndThrow(ex);
          }
       }
       return toReturn;
    }

    private final class Resource {
       private final String entryName;
       private final String resourceName;
       private final AcquireResult result;
       private final byte[] rawBytes;
       private final boolean wasZipped;
       private final String sourcePath;

       private String data;
       private String encoding;

       private Resource(String sourcePath, AcquireResult result, byte[] rawBytes) throws IOException {
          this.rawBytes = rawBytes;
          this.result = result;
          int index = sourcePath.lastIndexOf('/');
          this.sourcePath = sourcePath;
          this.resourceName = sourcePath.substring(index + 1, sourcePath.length());
          this.wasZipped = result.getContentType().contains("zip");
          if (wasZipped) {
             ByteArrayOutputStream outputStream = new ByteArrayOutputStream();
             this.entryName = decompressStream(new ByteArrayInputStream(rawBytes), outputStream);
             this.encoding = "UTF-8";
             this.data = new String(outputStream.toByteArray(), encoding);
          } else {
             this.data = new String(rawBytes, result.getEncoding());
             this.entryName = null;
             this.encoding = result.getEncoding();
          }
       }
    }

    private static void backupResourceLocally(File backupFolder, Resource resource) throws IOException {
       InputStream inputStream = null;
       OutputStream outputStream = null;
       try {
          String path = resource.sourcePath;
          path = path.replaceAll("attr://", "");
          path = path.replaceAll("/", Lib.isWindows() ? "\\\\" : "/");
          File file = new File(backupFolder, path);
          File parent = file.getParentFile();
          if (parent != null) {
             parent.mkdirs();
          }
          outputStream = new FileOutputStream(file);

          inputStream = new ByteArrayInputStream(resource.rawBytes);
          Lib.inputStreamToOutputStream(inputStream, outputStream);
       } finally {
          if (inputStream != null) {
             inputStream.close();
          }
          if (outputStream != null) {
             outputStream.close();
          }
       }
    }

    private static String decompressStream(InputStream inputStream, OutputStream outputStream) throws IOException {
       String zipEntryName = null;
       ZipInputStream zipInputStream = null;
       try {
          zipInputStream = new ZipInputStream(inputStream);
          ZipEntry entry = zipInputStream.getNextEntry();
          zipEntryName = entry.getName();
          // Transfer bytes from the ZIP file to the output file
          byte[] buf = new byte[1024];
          int len;
          while ((len = zipInputStream.read(buf)) > 0) {
             outputStream.write(buf, 0, len);
          }
       } finally {
          if (zipInputStream != null) {
             zipInputStream.close();
          }
       }
       return zipEntryName;
    }

    //To handle the case of sub-sections
    private boolean isBadParagraph(Element paragraph) {
       boolean badParagraph = false;
       String content = paragraph.getTextContent();
       if (content != null && content.contains("LISTNUM \"listreset\"")) {
          badParagraph = true;
       }

       return badParagraph;
    }

    @Override
    public String getXWidgetsXml() {
       return AbstractBlam.emptyXWidgetsXml;
    }

    class AttrData {
       private final String gammaId;
       private final String hrid;
       private final String uri;

       public AttrData(String gammaId, String hrid, String uri) {
          super();
          this.gammaId = gammaId;
          this.hrid = hrid;
          this.uri = uri;
       }

       public String getGammaId() {
          return gammaId;
       }

       public String getHrid() {
          return hrid;
       }

       public String getUri() {
          return uri;
       }
    }

    @Override
    public Collection<String> getCategories() {
       return Arrays.asList("Admin.Health");
    }
 }
	/*******************************************************************************
	* Copyright (c) 2004, 2007 Boeing.
	* All rights reserved. This program and the accompanying materials
	* are made available under the terms of the Eclipse Public License v1.0
	* which accompanies this distribution, and is available at
	* http://www.eclipse.org/legal/epl-v10.html
	*
	* Contributors:
	* Boeing - initial API and implementation
	*******************************************************************************/
	package org.eclipse.osee.framework.ui.skynet.blam.operation;

	import java.io.ByteArrayInputStream;
	import java.io.ByteArrayOutputStream;
	import java.io.File;
	import java.io.FileOutputStream;
	import java.io.IOException;
	import java.io.InputStream;
	import java.io.OutputStream;
	import java.net.HttpURLConnection;
	import java.net.URL;
	import java.util.ArrayList;
	import java.util.Arrays;
	import java.util.Collection;
	import java.util.HashMap;
	import java.util.LinkedList;
	import java.util.Map;
	import java.util.logging.Level;
	import java.util.zip.ZipEntry;
	import java.util.zip.ZipInputStream;
	import org.eclipse.core.runtime.IProgressMonitor;
	import org.eclipse.core.runtime.Platform;
	import org.eclipse.osee.framework.core.client.ClientSessionManager;
	import org.eclipse.osee.framework.core.client.server.HttpUrlBuilderClient;
	import org.eclipse.osee.framework.core.data.OseeServerContext;
	import org.eclipse.osee.framework.core.enums.CoreAttributeTypes;
	import org.eclipse.osee.framework.core.exception.OseeCoreException;
	import org.eclipse.osee.framework.core.exception.OseeExceptions;
	import org.eclipse.osee.framework.core.util.HttpProcessor;
	import org.eclipse.osee.framework.core.util.HttpProcessor.AcquireResult;
	import org.eclipse.osee.framework.core.util.XResultData;
	import org.eclipse.osee.framework.database.core.ConnectionHandler;
	import org.eclipse.osee.framework.database.core.IOseeStatement;
	import org.eclipse.osee.framework.jdk.core.util.AHTML;
	import org.eclipse.osee.framework.jdk.core.util.Lib;
	import org.eclipse.osee.framework.jdk.core.util.Strings;
	import org.eclipse.osee.framework.jdk.core.util.xml.Jaxp;
	import org.eclipse.osee.framework.logging.OseeLog;
	import org.eclipse.osee.framework.plugin.core.util.OseeData;
	import org.eclipse.osee.framework.skynet.core.attribute.AttributeTypeManager;
	import org.eclipse.osee.framework.ui.skynet.SkynetGuiPlugin;
	import org.eclipse.osee.framework.ui.skynet.blam.AbstractBlam;
	import org.eclipse.osee.framework.ui.skynet.blam.VariableMap;
	import org.eclipse.osee.framework.ui.skynet.render.WordTemplateRenderer;
	import org.eclipse.osee.framework.ui.skynet.results.XResultDataUI;
	import org.eclipse.osee.framework.ui.skynet.results.html.XResultPage.Manipulations;
	import org.w3c.dom.Document;
	import org.w3c.dom.Element;
	import org.w3c.dom.NodeList;

	/**
	* @author Jeff C. Phillips
	* @author Theron Virgin
	*/
	public class FixTemplateContentArtifacts extends AbstractBlam {
	private static final boolean DEBUG =
	Boolean.parseBoolean(Platform.getDebugOption("org.eclipse.osee.framework.ui.skynet/debug/Blam"));

	private static final String GET_ATTRS =
	"SELECT DISTINCT(art.human_readable_id), attr.gamma_id, attr.uri FROM osee_attribute attr, osee_artifact art WHERE attr.attr_type_id = ? AND attr.art_id = art.art_id AND attr.uri is not null AND attr.uri != ''";
	private final Collection<String> badData = new LinkedList<String>();
	private static final String[] columnHeaders = new String[] {"Corrupted Data"};

	private static File createTempFolder() {
	File rootDirectory = OseeData.getFile("FixTemplate_" + Lib.getDateTimeString() + File.separator);
	rootDirectory.mkdirs();
	return rootDirectory;
	}

	@Override
	public String getName() {
	return "Fix Template Content Artifacts";
	}

	@SuppressWarnings("unused")
	@Override
	public void runOperation(VariableMap variableMap, IProgressMonitor monitor) throws Exception {
	if (true) {
	System.err.println("Only to be run by developer");
	return;
	}
	File backupFolder = createTempFolder();
	OseeLog.logf(SkynetGuiPlugin.class, Level.INFO,
	"Backup Folder location: [%s]", backupFolder.getAbsolutePath());

	ArrayList<AttrData> attrDatas = loadAttrData();
	int totalAttrs = attrDatas.size();

	monitor.beginTask("Fix word template content", totalAttrs);

	for (int index = 0; index < attrDatas.size(); index++) {
	AttrData attrData = attrDatas.get(index);
	monitor.subTask(String.format("[%s of %s] - hrid[%s]", index, totalAttrs, attrData.getHrid()));
	Resource resource = getResource(attrData.getUri());

	Element rootElement = null;
	if (DEBUG) {
	OseeLog.logf(SkynetGuiPlugin.class, Level.INFO, "Before Fix: %s", resource.data);
	}

	final Collection<Element> elements = new LinkedList<Element>();
	final Collection<Element> sectPr = new LinkedList<Element>();
	boolean fixedAttribute = false;
	try {
	Document doc = Jaxp.readXmlDocument("<ForFix>" + resource.data + "</ForFix>");
	rootElement = doc.getDocumentElement();

	NodeList nodeList = rootElement.getElementsByTagName("*");
	for (int i = 0; i < nodeList.getLength(); i++) {
	Element element = (Element) nodeList.item(i);
	if (element.getNodeName().endsWith("w:p")) {
	elements.add(element);
	}
	if (element.getNodeName().endsWith("w:sectPr")) {
	sectPr.add(element);
	}
	}
	for (Element paragraph : elements) {
	boolean badParagraph = isBadParagraph(paragraph);
	if (badParagraph) {
	paragraph.getParentNode().removeChild(paragraph);
	}
	fixedAttribute = fixedAttribute \|\| badParagraph;
	}
	for (Element sect : sectPr) {
	sect.getParentNode().removeChild(sect);
	fixedAttribute = true;
	}
	} catch (Exception ex) {
	badData.add(attrData.gammaId);
	OseeLog.logf(SkynetGuiPlugin.class, Level.SEVERE,
	"Skiping File %s because of exception %s", attrData.getHrid(), ex);
	}

	if (fixedAttribute) {
	try {
	// Backup File
	backupResourceLocally(backupFolder, resource);

	// Perform Fix
	resource.data = new String(WordTemplateRenderer.getFormattedContent(rootElement), "UTF-8");
	resource.encoding = "UTF-8";

	// UploadResource
	uploadResource(attrData.getGammaId(), resource);

	if (DEBUG) {
	OseeLog.logf(SkynetGuiPlugin.class, Level.INFO, " After Fix : %s", resource.data);
	}
	} catch (Exception ex) {
	OseeLog.logf(SkynetGuiPlugin.class, Level.SEVERE,
	"Skiping File %s because of exception %s", attrData.getHrid(), ex);
	}
	}
	monitor.worked(1);
	}

	StringBuffer sbFull = new StringBuffer(AHTML.beginMultiColumnTable(100, 1));
	sbFull.append(AHTML.beginMultiColumnTable(100, 1));
	sbFull.append(AHTML.addHeaderRowMultiColumnTable(columnHeaders));
	for (String string : badData) {
	sbFull.append(AHTML.addRowMultiColumnTable(new String[] {string}));
	}
	sbFull.append(AHTML.endMultiColumnTable());
	XResultData rd = new XResultData();
	rd.addRaw(sbFull.toString());
	XResultDataUI.report(rd,"Fix bad data", Manipulations.RAW_HTML);

	}

	private ArrayList<AttrData> loadAttrData() throws OseeCoreException {
	ArrayList<AttrData> attrData = new ArrayList<AttrData>();

	IOseeStatement chStmt = ConnectionHandler.getStatement();
	try {
	chStmt.runPreparedQuery(GET_ATTRS, AttributeTypeManager.getTypeId(CoreAttributeTypes.WordTemplateContent));
	while (chStmt.next()) {
	attrData.add(new AttrData(chStmt.getString("gamma_Id"), chStmt.getString("human_readable_id"),
	chStmt.getString("uri")));
	}
	} finally {
	chStmt.close();
	}
	return attrData;
	}

	private static void uploadResource(String gammaId, Resource resource) throws Exception {
	String fileName = resource.resourceName;
	Map<String, String> parameterMap = new HashMap<String, String>();
	parameterMap.put("sessionId", ClientSessionManager.getSessionId());
	parameterMap.put("is.overwrite.allowed", String.valueOf(true));
	parameterMap.put("protocol", "attr");
	parameterMap.put("seed", gammaId);

	String extension = Lib.getExtension(fileName);
	if (Strings.isValid(extension)) {
	parameterMap.put("extension", extension);
	int charToRemove = extension.length() + 1;
	fileName = fileName.substring(0, fileName.length() - charToRemove);
	}
	parameterMap.put("name", fileName);

	byte[] toUpload = resource.data.getBytes(resource.encoding);
	if (resource.wasZipped) {
	toUpload = Lib.compressStream(new ByteArrayInputStream(toUpload), resource.entryName);
	}

	String urlString =
	HttpUrlBuilderClient.getInstance().getOsgiServletServiceUrl(OseeServerContext.RESOURCE_CONTEXT, parameterMap);
	HttpProcessor.put(new URL(urlString), new ByteArrayInputStream(toUpload), resource.result.getContentType(),
	resource.result.getEncoding());
	}

	private Resource getResource(String resourcePath) throws OseeCoreException {
	Resource toReturn = null;
	ByteArrayOutputStream sourceOutputStream = new ByteArrayOutputStream();
	try {
	Map<String, String> parameterMap = new HashMap<String, String>();
	parameterMap.put("sessionId", ClientSessionManager.getSessionId());
	parameterMap.put("uri", resourcePath);
	String urlString =
	HttpUrlBuilderClient.getInstance().getOsgiServletServiceUrl(OseeServerContext.RESOURCE_CONTEXT,
	parameterMap);

	AcquireResult result = HttpProcessor.acquire(new URL(urlString), sourceOutputStream);
	if (result.getCode() == HttpURLConnection.HTTP_OK) {
	toReturn = new Resource(resourcePath, result, sourceOutputStream.toByteArray());
	}
	} catch (Exception ex) {
	OseeExceptions.wrapAndThrow(ex);
	} finally {
	try {
	sourceOutputStream.close();
	} catch (IOException ex) {
	OseeExceptions.wrapAndThrow(ex);
	}
	}
	return toReturn;
	}

	private final class Resource {
	private final String entryName;
	private final String resourceName;
	private final AcquireResult result;
	private final byte[] rawBytes;
	private final boolean wasZipped;
	private final String sourcePath;

	private String data;
	private String encoding;

	private Resource(String sourcePath, AcquireResult result, byte[] rawBytes) throws IOException {
	this.rawBytes = rawBytes;
	this.result = result;
	int index = sourcePath.lastIndexOf('/');
	this.sourcePath = sourcePath;
	this.resourceName = sourcePath.substring(index + 1, sourcePath.length());
	this.wasZipped = result.getContentType().contains("zip");
	if (wasZipped) {
	ByteArrayOutputStream outputStream = new ByteArrayOutputStream();
	this.entryName = decompressStream(new ByteArrayInputStream(rawBytes), outputStream);
	this.encoding = "UTF-8";
	this.data = new String(outputStream.toByteArray(), encoding);
	} else {
	this.data = new String(rawBytes, result.getEncoding());
	this.entryName = null;
	this.encoding = result.getEncoding();
	}
	}
	}

	private static void backupResourceLocally(File backupFolder, Resource resource) throws IOException {
	InputStream inputStream = null;
	OutputStream outputStream = null;
	try {
	String path = resource.sourcePath;
	path = path.replaceAll("attr://", "");
	path = path.replaceAll("/", Lib.isWindows() ? "\\\\" : "/");
	File file = new File(backupFolder, path);
	File parent = file.getParentFile();
	if (parent != null) {
	parent.mkdirs();
	}
	outputStream = new FileOutputStream(file);

	inputStream = new ByteArrayInputStream(resource.rawBytes);
	Lib.inputStreamToOutputStream(inputStream, outputStream);
	} finally {
	if (inputStream != null) {
	inputStream.close();
	}
	if (outputStream != null) {
	outputStream.close();
	}
	}
	}

	private static String decompressStream(InputStream inputStream, OutputStream outputStream) throws IOException {
	String zipEntryName = null;
	ZipInputStream zipInputStream = null;
	try {
	zipInputStream = new ZipInputStream(inputStream);
	ZipEntry entry = zipInputStream.getNextEntry();
	zipEntryName = entry.getName();
	// Transfer bytes from the ZIP file to the output file
	byte[] buf = new byte[1024];
	int len;
	while ((len = zipInputStream.read(buf)) > 0) {
	outputStream.write(buf, 0, len);
	}
	} finally {
	if (zipInputStream != null) {
	zipInputStream.close();
	}
	}
	return zipEntryName;
	}

	//To handle the case of sub-sections
	private boolean isBadParagraph(Element paragraph) {
	boolean badParagraph = false;
	String content = paragraph.getTextContent();
	if (content != null && content.contains("LISTNUM \"listreset\"")) {
	badParagraph = true;
	}

	return badParagraph;
	}

	@Override
	public String getXWidgetsXml() {
	return AbstractBlam.emptyXWidgetsXml;
	}

	class AttrData {
	private final String gammaId;
	private final String hrid;
	private final String uri;

	public AttrData(String gammaId, String hrid, String uri) {
	super();
	this.gammaId = gammaId;
	this.hrid = hrid;
	this.uri = uri;
	}

	public String getGammaId() {
	return gammaId;
	}

	public String getHrid() {
	return hrid;
	}

	public String getUri() {
	return uri;
	}
	}

	@Override
	public Collection<String> getCategories() {
	return Arrays.asList("Admin.Health");
	}
	}