
var htmlToTextPipelet = pipelets.create("org.eclipse.smila.processing.pipelets.HtmlToTextPipelet", {
  "inputType" : "ATTRIBUTE",
  "outputType" : "ATTRIBUTE",
  "inputName" : "Content",
  "outputName" : "Content"
});

var solrIndexPipelet = pipelets.create("org.eclipse.smila.solr.update.SolrUpdatePipelet", {
  "indexname" : "collection1",
  "update" : {
  	"operation" : "ADD",
  	"commitWithinMs" : "600000",
  	"mapping" : {
  		"_source" : "",
  		"Path" : "",
  		"Url" : "",
  		"Filename" : "",
  		"MimeType" : "",
  		"Size" : "",
  		"LastModifiedDate" : "",
  		"Content" : "",
  		"Extension" : "",
  		"Title" : "",
  		"Author" : ""
  	}
  }
});

function subAttributeExtract(record, iPath, oPath, mode) {
  var pipelet = pipelets.create("org.eclipse.smila.processing.pipelets.SubAttributeExtractorPipelet", {
    "inputPath" : iPath,
    "outputPath" : oPath,
    "mode" : mode
  });
  return pipelet.process(record);
};

/* called by worker: initialize for task. */
function prepare(parameters) {
}

/* called by worker: process single record from bulk. */
function processRecord(record) {
  
  subAttributeExtract(record, "Contents/Type", "MimeType", "FIRST");
  subAttributeExtract(record, "Contents/Value", "Content", "ALL_AS_ONE");
  subAttributeExtract(record, "Description/Value", "Content", "ALL_AS_ONE");
  subAttributeExtract(record, "Links/Href", "Url", "FIRST");
  subAttributeExtract(record, "Authors/Name", "Author", "ALL_AS_LIST");
  
  if (("MimeType" in record) && (record.MimeType == "text/xml" || record.MimeType == "text/html")) {
    htmlToTextPipelet.process(record);
  }

  return solrIndexPipelet.process(record);
}